{"level":"warn","ts":"2026-04-07T00:06:50.287679Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:06:50.287824Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T00:06:50.287967Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T00:06:50.287993Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-07T00:06:50.288034Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:06:50.289266Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-04-07T00:06:50.289354Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T00:06:50.293972Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.385266ms"} {"level":"info","ts":"2026-04-07T00:06:50.306308Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-04-07T00:06:50.306437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T00:06:50.306471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-04-07T00:06:50.306498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T00:06:50.30652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-04-07T00:06:50.306576Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-04-07T00:06:50.313789Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T00:06:50.315485Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T00:06:50.316942Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T00:06:50.320079Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T00:06:50.320356Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T00:06:50.320438Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:06:50.320517Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:06:50.320528Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T00:06:50.321283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-04-07T00:06:50.321765Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-07T00:06:50.3256Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T00:06:50.325709Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-07T00:06:50.325743Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-07T00:06:50.325858Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T00:06:50.325921Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T00:06:51.007053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T00:06:51.007098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T00:06:51.007112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-04-07T00:06:51.007124Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-04-07T00:06:51.00713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-07T00:06:51.007138Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-04-07T00:06:51.007146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-07T00:06:51.016573Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T00:06:51.016579Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:06:51.016759Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T00:06:51.016964Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:06:51.017572Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T00:06:51.017664Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T00:06:51.020349Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T00:06:51.024713Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-04-07T00:06:51.043375Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:06:51.043528Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:06:51.043585Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T00:07:08.750063Z","caller":"traceutil/trace.go:171","msg":"trace[1366590480] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"137.068877ms","start":"2026-04-07T00:07:08.612966Z","end":"2026-04-07T00:07:08.750035Z","steps":["trace[1366590480] 'process raft request' (duration: 136.926714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:08.974418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.104693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:07:08.974544Z","caller":"traceutil/trace.go:171","msg":"trace[252601606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:451; }","duration":"116.278778ms","start":"2026-04-07T00:07:08.858238Z","end":"2026-04-07T00:07:08.974517Z","steps":["trace[252601606] 'range keys from in-memory index tree' (duration: 115.96405ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:09.114551Z","caller":"traceutil/trace.go:171","msg":"trace[1114174758] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"136.436001ms","start":"2026-04-07T00:07:08.978086Z","end":"2026-04-07T00:07:09.114522Z","steps":["trace[1114174758] 'process raft request' (duration: 136.280978ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:14.690629Z","caller":"traceutil/trace.go:171","msg":"trace[149750873] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"176.494021ms","start":"2026-04-07T00:07:14.514111Z","end":"2026-04-07T00:07:14.690605Z","steps":["trace[149750873] 'process raft request' (duration: 175.69256ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:16.812876Z","caller":"traceutil/trace.go:171","msg":"trace[1691460881] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"114.09929ms","start":"2026-04-07T00:07:16.698748Z","end":"2026-04-07T00:07:16.812847Z","steps":["trace[1691460881] 'process raft request' (duration: 68.195355ms)","trace[1691460881] 'compare' (duration: 45.762562ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:07:23.724713Z","caller":"traceutil/trace.go:171","msg":"trace[1500307185] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:643; }","duration":"486.411745ms","start":"2026-04-07T00:07:23.238277Z","end":"2026-04-07T00:07:23.724689Z","steps":["trace[1500307185] 'read index received' (duration: 486.403525ms)","trace[1500307185] 'applied index is now lower than readState.Index' (duration: 6.49µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:07:23.724714Z","caller":"traceutil/trace.go:171","msg":"trace[812237625] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"535.901785ms","start":"2026-04-07T00:07:23.188789Z","end":"2026-04-07T00:07:23.724691Z","steps":["trace[812237625] 'process raft request' (duration: 535.792662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:23.724835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.537068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:07:23.724967Z","caller":"traceutil/trace.go:171","msg":"trace[905355816] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:620; }","duration":"486.713452ms","start":"2026-04-07T00:07:23.238224Z","end":"2026-04-07T00:07:23.724937Z","steps":["trace[905355816] 'agreement among raft nodes before linearized reading' (duration: 486.515197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:23.725089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:07:23.238202Z","time spent":"486.872497ms","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-07T00:07:23.725521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:07:23.188773Z","time spent":"536.073559ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:07:23.739701Z","caller":"traceutil/trace.go:171","msg":"trace[1821435127] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"423.155957ms","start":"2026-04-07T00:07:23.316523Z","end":"2026-04-07T00:07:23.739679Z","steps":["trace[1821435127] 'process raft request' (duration: 422.768597ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:23.739932Z","caller":"traceutil/trace.go:171","msg":"trace[2037000919] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"220.854052ms","start":"2026-04-07T00:07:23.519057Z","end":"2026-04-07T00:07:23.739911Z","steps":["trace[2037000919] 'process raft request' (duration: 220.363558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:23.74097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:07:23.316497Z","time spent":"423.425625ms","remote":"127.0.0.1:45868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:07:29.923678Z","caller":"traceutil/trace.go:171","msg":"trace[1974121397] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"170.362874ms","start":"2026-04-07T00:07:29.753287Z","end":"2026-04-07T00:07:29.92365Z","steps":["trace[1974121397] 'process raft request' (duration: 170.167189ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:30.12227Z","caller":"traceutil/trace.go:171","msg":"trace[1080390578] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"103.551232ms","start":"2026-04-07T00:07:30.018695Z","end":"2026-04-07T00:07:30.122246Z","steps":["trace[1080390578] 'process raft request' (duration: 103.323956ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:30.478681Z","caller":"traceutil/trace.go:171","msg":"trace[703610293] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"121.404548ms","start":"2026-04-07T00:07:30.357252Z","end":"2026-04-07T00:07:30.478656Z","steps":["trace[703610293] 'process raft request' (duration: 121.238324ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:30.959028Z","caller":"traceutil/trace.go:171","msg":"trace[1482905875] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"161.324093ms","start":"2026-04-07T00:07:30.797687Z","end":"2026-04-07T00:07:30.959011Z","steps":["trace[1482905875] 'process raft request' (duration: 161.185539ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:31.276851Z","caller":"traceutil/trace.go:171","msg":"trace[1592811404] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"314.991882ms","start":"2026-04-07T00:07:30.961824Z","end":"2026-04-07T00:07:31.276816Z","steps":["trace[1592811404] 'process raft request' (duration: 264.865004ms)","trace[1592811404] 'compare' (duration: 49.980944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:07:31.277067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:07:30.961814Z","time spent":"315.158256ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:07:31.280241Z","caller":"traceutil/trace.go:171","msg":"trace[941382606] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:714; }","duration":"206.681982ms","start":"2026-04-07T00:07:31.073525Z","end":"2026-04-07T00:07:31.280207Z","steps":["trace[941382606] 'read index received' (duration: 153.090543ms)","trace[941382606] 'applied index is now lower than readState.Index' (duration: 53.583559ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:07:31.280316Z","caller":"traceutil/trace.go:171","msg":"trace[1752349039] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"318.27787ms","start":"2026-04-07T00:07:30.962Z","end":"2026-04-07T00:07:31.280278Z","steps":["trace[1752349039] 'process raft request' (duration: 317.992763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:31.280456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.902429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:07:31.280503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.898658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:07:31.28051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:07:30.961991Z","time spent":"318.411783ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:07:31.280554Z","caller":"traceutil/trace.go:171","msg":"trace[418732915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:691; }","duration":"206.996691ms","start":"2026-04-07T00:07:31.073543Z","end":"2026-04-07T00:07:31.28054Z","steps":["trace[418732915] 'agreement among raft nodes before linearized reading' (duration: 206.846667ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:31.280562Z","caller":"traceutil/trace.go:171","msg":"trace[299854163] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:691; }","duration":"207.041362ms","start":"2026-04-07T00:07:31.07348Z","end":"2026-04-07T00:07:31.280522Z","steps":["trace[299854163] 'agreement among raft nodes before linearized reading' (duration: 206.877258ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:42.53815Z","caller":"traceutil/trace.go:171","msg":"trace[1978171575] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"106.47868ms","start":"2026-04-07T00:07:42.431645Z","end":"2026-04-07T00:07:42.538124Z","steps":["trace[1978171575] 'process raft request' (duration: 106.211903ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:48.59197Z","caller":"traceutil/trace.go:171","msg":"trace[124639564] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"589.416752ms","start":"2026-04-07T00:07:48.002539Z","end":"2026-04-07T00:07:48.591956Z","steps":["trace[124639564] 'process raft request' (duration: 589.252127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:48.592109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:07:48.002518Z","time spent":"589.503504ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:07:48.59217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.974539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wm7q6\" ","response":"range_response_count:1 size:3964"} {"level":"info","ts":"2026-04-07T00:07:48.591947Z","caller":"traceutil/trace.go:171","msg":"trace[86589487] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"477.729163ms","start":"2026-04-07T00:07:48.114196Z","end":"2026-04-07T00:07:48.591925Z","steps":["trace[86589487] 'read index received' (duration: 477.539508ms)","trace[86589487] 'applied index is now lower than readState.Index' (duration: 188.745µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:07:48.592232Z","caller":"traceutil/trace.go:171","msg":"trace[1754546379] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wm7q6; range_end:; response_count:1; response_revision:806; }","duration":"478.054141ms","start":"2026-04-07T00:07:48.114148Z","end":"2026-04-07T00:07:48.592202Z","steps":["trace[1754546379] 'agreement among raft nodes before linearized reading' (duration: 477.852156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:07:48.592273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:07:48.114127Z","time spent":"478.137524ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-wm7q6\" "} {"level":"info","ts":"2026-04-07T00:07:48.73337Z","caller":"traceutil/trace.go:171","msg":"trace[1197977311] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"136.366867ms","start":"2026-04-07T00:07:48.596967Z","end":"2026-04-07T00:07:48.733334Z","steps":["trace[1197977311] 'process raft request' (duration: 135.661619ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:07:48.737081Z","caller":"traceutil/trace.go:171","msg":"trace[1451261780] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"137.628991ms","start":"2026-04-07T00:07:48.599428Z","end":"2026-04-07T00:07:48.737057Z","steps":["trace[1451261780] 'process raft request' (duration: 137.487238ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:16.140131Z","caller":"traceutil/trace.go:171","msg":"trace[565363259] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1234; }","duration":"237.239627ms","start":"2026-04-07T00:08:15.902868Z","end":"2026-04-07T00:08:16.140108Z","steps":["trace[565363259] 'read index received' (duration: 237.135184ms)","trace[565363259] 'applied index is now lower than readState.Index' (duration: 103.293µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:08:16.140207Z","caller":"traceutil/trace.go:171","msg":"trace[2086995251] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"582.23363ms","start":"2026-04-07T00:08:15.557932Z","end":"2026-04-07T00:08:16.140166Z","steps":["trace[2086995251] 'process raft request' (duration: 582.034385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:16.140251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.374951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:08:16.140285Z","caller":"traceutil/trace.go:171","msg":"trace[1255238597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1198; }","duration":"237.453193ms","start":"2026-04-07T00:08:15.902822Z","end":"2026-04-07T00:08:16.140276Z","steps":["trace[1255238597] 'agreement among raft nodes before linearized reading' (duration: 237.385251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:08:16.140377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:08:15.557914Z","time spent":"582.368963ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:08:36.105613Z","caller":"traceutil/trace.go:171","msg":"trace[1440962707] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"184.638673ms","start":"2026-04-07T00:08:35.920952Z","end":"2026-04-07T00:08:36.10559Z","steps":["trace[1440962707] 'process raft request' (duration: 184.494659ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:37.639186Z","caller":"traceutil/trace.go:171","msg":"trace[355045898] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"233.033973ms","start":"2026-04-07T00:08:37.406132Z","end":"2026-04-07T00:08:37.639166Z","steps":["trace[355045898] 'process raft request' (duration: 232.920779ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:37.666606Z","caller":"traceutil/trace.go:171","msg":"trace[1140915929] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"258.23186ms","start":"2026-04-07T00:08:37.408345Z","end":"2026-04-07T00:08:37.666577Z","steps":["trace[1140915929] 'process raft request' (duration: 258.097996ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:08:50.860678Z","caller":"traceutil/trace.go:171","msg":"trace[2032622388] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1704; }","duration":"117.833186ms","start":"2026-04-07T00:08:50.742821Z","end":"2026-04-07T00:08:50.860654Z","steps":["trace[2032622388] 'process raft request' (duration: 117.692832ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:02.717189Z","caller":"traceutil/trace.go:171","msg":"trace[1305065954] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1950; }","duration":"495.788992ms","start":"2026-04-07T00:09:02.221372Z","end":"2026-04-07T00:09:02.717161Z","steps":["trace[1305065954] 'read index received' (duration: 495.592377ms)","trace[1305065954] 'applied index is now lower than readState.Index' (duration: 195.225µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:02.717383Z","caller":"traceutil/trace.go:171","msg":"trace[121001566] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"686.380303ms","start":"2026-04-07T00:09:02.030974Z","end":"2026-04-07T00:09:02.717354Z","steps":["trace[121001566] 'process raft request' (duration: 686.011003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:02.717559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:02.030913Z","time spent":"686.549206ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:02.717581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.96984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:09:02.717599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.217633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:09:02.71763Z","caller":"traceutil/trace.go:171","msg":"trace[1493398035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1876; }","duration":"343.059642ms","start":"2026-04-07T00:09:02.374555Z","end":"2026-04-07T00:09:02.717614Z","steps":["trace[1493398035] 'agreement among raft nodes before linearized reading' (duration: 342.895158ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:02.71766Z","caller":"traceutil/trace.go:171","msg":"trace[703079435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1876; }","duration":"496.316506ms","start":"2026-04-07T00:09:02.221325Z","end":"2026-04-07T00:09:02.717642Z","steps":["trace[703079435] 'agreement among raft nodes before linearized reading' (duration: 496.118971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:02.717671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:02.374534Z","time spent":"343.127404ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:02.717702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:02.221303Z","time spent":"496.387637ms","remote":"127.0.0.1:49960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:09:02.717687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.646004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c627aba8-3887-4f78-b610-f116b2bb4236\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-07T00:09:02.717714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.321673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:02.717771Z","caller":"traceutil/trace.go:171","msg":"trace[955835491] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c627aba8-3887-4f78-b610-f116b2bb4236; range_end:; response_count:1; response_revision:1876; }","duration":"226.768798ms","start":"2026-04-07T00:09:02.490983Z","end":"2026-04-07T00:09:02.717752Z","steps":["trace[955835491] 'agreement among raft nodes before linearized reading' (duration: 226.549312ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:02.717809Z","caller":"traceutil/trace.go:171","msg":"trace[1845134301] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1876; }","duration":"263.477908ms","start":"2026-04-07T00:09:02.45431Z","end":"2026-04-07T00:09:02.717788Z","steps":["trace[1845134301] 'agreement among raft nodes before linearized reading' (duration: 263.290673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:03.009784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.684927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:03.009902Z","caller":"traceutil/trace.go:171","msg":"trace[940421268] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"287.850103ms","start":"2026-04-07T00:09:02.722033Z","end":"2026-04-07T00:09:03.009883Z","steps":["trace[940421268] 'process raft request' (duration: 176.856927ms)","trace[940421268] 'compare' (duration: 110.567214ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:03.060523Z","caller":"traceutil/trace.go:171","msg":"trace[1084789369] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1951; }","duration":"263.597211ms","start":"2026-04-07T00:09:02.796901Z","end":"2026-04-07T00:09:03.060498Z","steps":["trace[1084789369] 'read index received' (duration: 102.09155ms)","trace[1084789369] 'applied index is now lower than readState.Index' (duration: 161.504741ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:03.06066Z","caller":"traceutil/trace.go:171","msg":"trace[175042572] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"335.150304ms","start":"2026-04-07T00:09:02.725499Z","end":"2026-04-07T00:09:03.06065Z","steps":["trace[175042572] 'process raft request' (duration: 334.839426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:03.060775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:02.725482Z","time spent":"335.206925ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:03.06084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.777973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:03.060909Z","caller":"traceutil/trace.go:171","msg":"trace[410710991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1878; }","duration":"154.894726ms","start":"2026-04-07T00:09:02.905997Z","end":"2026-04-07T00:09:03.060892Z","steps":["trace[410710991] 'agreement among raft nodes before linearized reading' (duration: 154.781673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:03.061186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.279919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-07T00:09:03.061191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.590267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c627aba8-3887-4f78-b610-f116b2bb4236\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-04-07T00:09:03.061222Z","caller":"traceutil/trace.go:171","msg":"trace[872143262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1878; }","duration":"264.342711ms","start":"2026-04-07T00:09:02.796867Z","end":"2026-04-07T00:09:03.06121Z","steps":["trace[872143262] 'agreement among raft nodes before linearized reading' (duration: 264.219458ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:03.061233Z","caller":"traceutil/trace.go:171","msg":"trace[44082679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c627aba8-3887-4f78-b610-f116b2bb4236; range_end:; response_count:1; response_revision:1878; }","duration":"129.669529ms","start":"2026-04-07T00:09:02.931551Z","end":"2026-04-07T00:09:03.061221Z","steps":["trace[44082679] 'agreement among raft nodes before linearized reading' (duration: 129.591267ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:03.833683Z","caller":"traceutil/trace.go:171","msg":"trace[1570222139] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"106.442565ms","start":"2026-04-07T00:09:03.727194Z","end":"2026-04-07T00:09:03.833636Z","steps":["trace[1570222139] 'process raft request' (duration: 106.217759ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:11.386871Z","caller":"traceutil/trace.go:171","msg":"trace[2034188973] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2028; }","duration":"255.428635ms","start":"2026-04-07T00:09:11.131419Z","end":"2026-04-07T00:09:11.386848Z","steps":["trace[2034188973] 'read index received' (duration: 255.300092ms)","trace[2034188973] 'applied index is now lower than readState.Index' (duration: 127.363µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:11.386925Z","caller":"traceutil/trace.go:171","msg":"trace[1431251669] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"332.576305ms","start":"2026-04-07T00:09:11.054308Z","end":"2026-04-07T00:09:11.386884Z","steps":["trace[1431251669] 'process raft request' (duration: 332.404871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:11.387075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:11.054281Z","time spent":"332.712939ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:11.387168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.731232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:09:11.387241Z","caller":"traceutil/trace.go:171","msg":"trace[417082745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"255.855037ms","start":"2026-04-07T00:09:11.131374Z","end":"2026-04-07T00:09:11.387229Z","steps":["trace[417082745] 'agreement among raft nodes before linearized reading' (duration: 255.587439ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:11.43716Z","caller":"traceutil/trace.go:171","msg":"trace[1763637562] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"258.647741ms","start":"2026-04-07T00:09:11.178449Z","end":"2026-04-07T00:09:11.437097Z","steps":["trace[1763637562] 'process raft request' (duration: 258.406624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:11.437192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.048523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T00:09:11.437416Z","caller":"traceutil/trace.go:171","msg":"trace[2010598855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1953; }","duration":"298.31732ms","start":"2026-04-07T00:09:11.139068Z","end":"2026-04-07T00:09:11.437386Z","steps":["trace[2010598855] 'agreement among raft nodes before linearized reading' (duration: 297.951811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:11.437499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.975048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-07T00:09:11.437733Z","caller":"traceutil/trace.go:171","msg":"trace[1718553780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1953; }","duration":"231.262837ms","start":"2026-04-07T00:09:11.206414Z","end":"2026-04-07T00:09:11.437677Z","steps":["trace[1718553780] 'agreement among raft nodes before linearized reading' (duration: 230.699102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:11.722906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.841573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:11.72328Z","caller":"traceutil/trace.go:171","msg":"trace[1513451204] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2030; }","duration":"257.685064ms","start":"2026-04-07T00:09:11.465577Z","end":"2026-04-07T00:09:11.723262Z","steps":["trace[1513451204] 'read index received' (duration: 394.63µs)","trace[1513451204] 'applied index is now lower than readState.Index' (duration: 257.289074ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:11.723291Z","caller":"traceutil/trace.go:171","msg":"trace[1792111665] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"282.180853ms","start":"2026-04-07T00:09:11.441058Z","end":"2026-04-07T00:09:11.723239Z","steps":["trace[1792111665] 'process raft request' (duration: 24.906269ms)","trace[1792111665] 'compare' (duration: 256.614066ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:11.723469Z","caller":"traceutil/trace.go:171","msg":"trace[336223082] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"282.10566ms","start":"2026-04-07T00:09:11.441337Z","end":"2026-04-07T00:09:11.723443Z","steps":["trace[336223082] 'process raft request' (duration: 281.830172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:11.723534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.930711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:11.723714Z","caller":"traceutil/trace.go:171","msg":"trace[59479725] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1955; }","duration":"258.154247ms","start":"2026-04-07T00:09:11.465542Z","end":"2026-04-07T00:09:11.723696Z","steps":["trace[59479725] 'agreement among raft nodes before linearized reading' (duration: 257.910411ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:11.847841Z","caller":"traceutil/trace.go:171","msg":"trace[1407692964] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2032; }","duration":"124.498701ms","start":"2026-04-07T00:09:11.723321Z","end":"2026-04-07T00:09:11.84782Z","steps":["trace[1407692964] 'read index received' (duration: 124.307137ms)","trace[1407692964] 'applied index is now lower than readState.Index' (duration: 190.494µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:11.847912Z","caller":"traceutil/trace.go:171","msg":"trace[1065793109] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"264.978288ms","start":"2026-04-07T00:09:11.582901Z","end":"2026-04-07T00:09:11.847879Z","steps":["trace[1065793109] 'process raft request' (duration: 264.783962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:11.848051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.397479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:11.848137Z","caller":"traceutil/trace.go:171","msg":"trace[886790176] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1956; }","duration":"279.614884ms","start":"2026-04-07T00:09:11.568502Z","end":"2026-04-07T00:09:11.848117Z","steps":["trace[886790176] 'agreement among raft nodes before linearized reading' (duration: 279.403609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:17.917902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471808477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:09:18.299835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220837895s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:09:18.300253Z","caller":"traceutil/trace.go:171","msg":"trace[499414319] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"1.221319869s","start":"2026-04-07T00:09:17.078913Z","end":"2026-04-07T00:09:18.300233Z","steps":["trace[499414319] 'process raft request' (duration: 1.221133025s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.300532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.078895Z","time spent":"1.221422391s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:18.301878Z","caller":"traceutil/trace.go:171","msg":"trace[2066184802] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"847.634515ms","start":"2026-04-07T00:09:17.454189Z","end":"2026-04-07T00:09:18.301823Z","steps":["trace[2066184802] 'process raft request' (duration: 847.365918ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:18.30204Z","caller":"traceutil/trace.go:171","msg":"trace[1530564082] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"360.223997ms","start":"2026-04-07T00:09:17.941804Z","end":"2026-04-07T00:09:18.302028Z","steps":["trace[1530564082] 'process raft request' (duration: 359.937779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.302147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.941782Z","time spent":"360.296829ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:18.302176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.454168Z","time spent":"847.831833ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:18.302233Z","caller":"traceutil/trace.go:171","msg":"trace[107591499] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2069; }","duration":"885.118207ms","start":"2026-04-07T00:09:17.417092Z","end":"2026-04-07T00:09:18.302211Z","steps":["trace[107591499] 'read index received' (duration: 882.998721ms)","trace[107591499] 'applied index is now lower than readState.Index' (duration: 2.117806ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:18.302302Z","caller":"traceutil/trace.go:171","msg":"trace[648459808] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"227.63765ms","start":"2026-04-07T00:09:18.074655Z","end":"2026-04-07T00:09:18.302293Z","steps":["trace[648459808] 'process raft request' (duration: 227.316121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.302387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.20217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:18.302416Z","caller":"traceutil/trace.go:171","msg":"trace[6549677] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1995; }","duration":"325.282583ms","start":"2026-04-07T00:09:17.977125Z","end":"2026-04-07T00:09:18.302408Z","steps":["trace[6549677] 'agreement among raft nodes before linearized reading' (duration: 325.235382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.302444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.977096Z","time spent":"325.339564ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:09:18.302436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.347274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:09:18.302462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.761251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:09:18.302497Z","caller":"traceutil/trace.go:171","msg":"trace[1750966789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"872.835383ms","start":"2026-04-07T00:09:17.429653Z","end":"2026-04-07T00:09:18.302488Z","steps":["trace[1750966789] 'agreement among raft nodes before linearized reading' (duration: 872.677259ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:18.302495Z","caller":"traceutil/trace.go:171","msg":"trace[1308007418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1995; }","duration":"885.407496ms","start":"2026-04-07T00:09:17.417071Z","end":"2026-04-07T00:09:18.302479Z","steps":["trace[1308007418] 'agreement among raft nodes before linearized reading' (duration: 885.231361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.302526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.429642Z","time spent":"872.877815ms","remote":"127.0.0.1:49960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:09:18.302542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.417005Z","time spent":"885.524649ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:18.30262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.050465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:09:18.302646Z","caller":"traceutil/trace.go:171","msg":"trace[459070598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1995; }","duration":"300.093696ms","start":"2026-04-07T00:09:18.002546Z","end":"2026-04-07T00:09:18.30264Z","steps":["trace[459070598] 'agreement among raft nodes before linearized reading' (duration: 300.029664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.302666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:18.002538Z","time spent":"300.121216ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:18.302691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.067357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:18.302714Z","caller":"traceutil/trace.go:171","msg":"trace[2116986027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1995; }","duration":"398.121439ms","start":"2026-04-07T00:09:17.904587Z","end":"2026-04-07T00:09:18.302708Z","steps":["trace[2116986027] 'agreement among raft nodes before linearized reading' (duration: 398.082497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.302736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.904566Z","time spent":"398.16615ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:09:18.302817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.691529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:09:18.30288Z","caller":"traceutil/trace.go:171","msg":"trace[1937776315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1995; }","duration":"304.784971ms","start":"2026-04-07T00:09:17.998079Z","end":"2026-04-07T00:09:18.302864Z","steps":["trace[1937776315] 'agreement among raft nodes before linearized reading' (duration: 304.588305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.302922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.998066Z","time spent":"304.847292ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:09:18.302913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.960563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:09:18.302986Z","caller":"traceutil/trace.go:171","msg":"trace[1003763823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1995; }","duration":"556.084306ms","start":"2026-04-07T00:09:17.746895Z","end":"2026-04-07T00:09:18.302979Z","steps":["trace[1003763823] 'agreement among raft nodes before linearized reading' (duration: 555.915412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.303081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.74687Z","time spent":"556.204278ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:18.303097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.591894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:09:18.303156Z","caller":"traceutil/trace.go:171","msg":"trace[92053366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1995; }","duration":"555.680045ms","start":"2026-04-07T00:09:17.747462Z","end":"2026-04-07T00:09:18.303142Z","steps":["trace[92053366] 'agreement among raft nodes before linearized reading' (duration: 555.48234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:18.303202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:17.747445Z","time spent":"555.747547ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:09:24.479831Z","caller":"traceutil/trace.go:171","msg":"trace[1953934148] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"124.255417ms","start":"2026-04-07T00:09:24.355551Z","end":"2026-04-07T00:09:24.479806Z","steps":["trace[1953934148] 'process raft request' (duration: 124.175405ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:24.479824Z","caller":"traceutil/trace.go:171","msg":"trace[521481504] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"124.382599ms","start":"2026-04-07T00:09:24.355416Z","end":"2026-04-07T00:09:24.479799Z","steps":["trace[521481504] 'process raft request' (duration: 65.374648ms)","trace[521481504] 'compare' (duration: 58.807675ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:24.480155Z","caller":"traceutil/trace.go:171","msg":"trace[1669996328] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"124.219454ms","start":"2026-04-07T00:09:24.355928Z","end":"2026-04-07T00:09:24.480147Z","steps":["trace[1669996328] 'process raft request' (duration: 123.842465ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:24.480247Z","caller":"traceutil/trace.go:171","msg":"trace[2075914139] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"124.212944ms","start":"2026-04-07T00:09:24.356021Z","end":"2026-04-07T00:09:24.480234Z","steps":["trace[2075914139] 'process raft request' (duration: 123.992119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:25.157888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.94051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:25.157983Z","caller":"traceutil/trace.go:171","msg":"trace[1233148083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2038; }","duration":"250.093644ms","start":"2026-04-07T00:09:24.90787Z","end":"2026-04-07T00:09:25.157964Z","steps":["trace[1233148083] 'range keys from in-memory index tree' (duration: 249.828627ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:54.105655Z","caller":"traceutil/trace.go:171","msg":"trace[2054147671] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2284; }","duration":"120.261172ms","start":"2026-04-07T00:09:53.985371Z","end":"2026-04-07T00:09:54.105633Z","steps":["trace[2054147671] 'read index received' (duration: 120.114758ms)","trace[2054147671] 'applied index is now lower than readState.Index' (duration: 145.264µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:54.106009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.622421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T00:09:54.106125Z","caller":"traceutil/trace.go:171","msg":"trace[1063082683] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2199; }","duration":"120.764814ms","start":"2026-04-07T00:09:53.985312Z","end":"2026-04-07T00:09:54.106077Z","steps":["trace[1063082683] 'agreement among raft nodes before linearized reading' (duration: 120.486448ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:54.557414Z","caller":"traceutil/trace.go:171","msg":"trace[708424014] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2285; }","duration":"450.459915ms","start":"2026-04-07T00:09:54.106928Z","end":"2026-04-07T00:09:54.557388Z","steps":["trace[708424014] 'read index received' (duration: 430.620263ms)","trace[708424014] 'applied index is now lower than readState.Index' (duration: 19.838412ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:54.557452Z","caller":"traceutil/trace.go:171","msg":"trace[1220028236] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"450.724202ms","start":"2026-04-07T00:09:54.106692Z","end":"2026-04-07T00:09:54.557416Z","steps":["trace[1220028236] 'process raft request' (duration: 430.843419ms)","trace[1220028236] 'compare' (duration: 19.134593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:54.557612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:54.106676Z","time spent":"450.847905ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:54.55784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.873545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:09:54.557943Z","caller":"traceutil/trace.go:171","msg":"trace[1788856599] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2200; }","duration":"451.03577ms","start":"2026-04-07T00:09:54.106887Z","end":"2026-04-07T00:09:54.557923Z","steps":["trace[1788856599] 'agreement among raft nodes before linearized reading' (duration: 450.610099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:54.557995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:54.106869Z","time spent":"451.113993ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:09:54.565776Z","caller":"traceutil/trace.go:171","msg":"trace[401328017] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"455.173348ms","start":"2026-04-07T00:09:54.110588Z","end":"2026-04-07T00:09:54.565762Z","steps":["trace[401328017] 'process raft request' (duration: 455.027794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:54.565971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:54.110573Z","time spent":"455.24814ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:54.566055Z","caller":"traceutil/trace.go:171","msg":"trace[1303158141] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"101.851598ms","start":"2026-04-07T00:09:54.464177Z","end":"2026-04-07T00:09:54.566029Z","steps":["trace[1303158141] 'process raft request' (duration: 101.54854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:56.472659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428621964s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:56.472767Z","caller":"traceutil/trace.go:171","msg":"trace[134143453] linearizableReadLoop","detail":"{readStateIndex:2295; appliedIndex:2294; }","duration":"1.714475651s","start":"2026-04-07T00:09:54.758275Z","end":"2026-04-07T00:09:56.472751Z","steps":["trace[134143453] 'read index received' (duration: 285.763354ms)","trace[134143453] 'applied index is now lower than readState.Index' (duration: 1.428710867s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:56.472855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714575914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:56.472851Z","caller":"traceutil/trace.go:171","msg":"trace[1852972630] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"1.743103504s","start":"2026-04-07T00:09:54.729703Z","end":"2026-04-07T00:09:56.472807Z","steps":["trace[1852972630] 'process raft request' (duration: 314.235663ms)","trace[1852972630] 'compare' (duration: 1.428458119s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:56.472895Z","caller":"traceutil/trace.go:171","msg":"trace[1871424901] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2209; }","duration":"1.714637315s","start":"2026-04-07T00:09:54.758248Z","end":"2026-04-07T00:09:56.472885Z","steps":["trace[1871424901] 'agreement among raft nodes before linearized reading' (duration: 1.714568853s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:56.472927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:54.758237Z","time spent":"1.714681926s","remote":"127.0.0.1:49832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:09:56.473495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:54.729683Z","time spent":"1.743220587s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:56.51684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472802637s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:09:56.51734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.63418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:09:56.51737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595946664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:09:56.517399Z","caller":"traceutil/trace.go:171","msg":"trace[31805377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2210; }","duration":"906.744433ms","start":"2026-04-07T00:09:55.61064Z","end":"2026-04-07T00:09:56.517384Z","steps":["trace[31805377] 'agreement among raft nodes before linearized reading' (duration: 906.589449ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:56.517426Z","caller":"traceutil/trace.go:171","msg":"trace[570232370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2210; }","duration":"1.596052048s","start":"2026-04-07T00:09:54.921355Z","end":"2026-04-07T00:09:56.517407Z","steps":["trace[570232370] 'agreement among raft nodes before linearized reading' (duration: 1.595841692s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:56.517438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:55.610598Z","time spent":"906.830655ms","remote":"127.0.0.1:49918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:09:56.517476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:54.921331Z","time spent":"1.596130839s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:09:56.517482Z","caller":"traceutil/trace.go:171","msg":"trace[1485683493] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"1.565120774s","start":"2026-04-07T00:09:54.952268Z","end":"2026-04-07T00:09:56.517388Z","steps":["trace[1485683493] 'process raft request' (duration: 1.564778565s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:56.517598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400239008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3ea8d1190a4b5\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-07T00:09:56.517578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105420876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-04-07T00:09:56.517654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:54.952243Z","time spent":"1.56532172s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:56.517683Z","caller":"traceutil/trace.go:171","msg":"trace[1207831064] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a3ea8d1190a4b5; range_end:; response_count:1; response_revision:2210; }","duration":"1.400356241s","start":"2026-04-07T00:09:55.117307Z","end":"2026-04-07T00:09:56.517663Z","steps":["trace[1207831064] 'agreement among raft nodes before linearized reading' (duration: 1.400138586s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:56.51773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:55.117291Z","time spent":"1.400430683s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a3ea8d1190a4b5\" "} {"level":"info","ts":"2026-04-07T00:09:56.517736Z","caller":"traceutil/trace.go:171","msg":"trace[645204392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2210; }","duration":"1.105687403s","start":"2026-04-07T00:09:55.41203Z","end":"2026-04-07T00:09:56.517718Z","steps":["trace[645204392] 'agreement among raft nodes before linearized reading' (duration: 1.105263761s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:56.517815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:55.412001Z","time spent":"1.105801676s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:09:56.518204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.582261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:09:56.518269Z","caller":"traceutil/trace.go:171","msg":"trace[1004598003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2210; }","duration":"889.685074ms","start":"2026-04-07T00:09:55.628566Z","end":"2026-04-07T00:09:56.518251Z","steps":["trace[1004598003] 'agreement among raft nodes before linearized reading' (duration: 889.475518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:56.518387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:55.628546Z","time spent":"889.827167ms","remote":"127.0.0.1:49960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T00:09:57.400208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.600077ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-07T00:09:57.400484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.519645Z","time spent":"880.832041ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:09:57.400505Z","caller":"traceutil/trace.go:171","msg":"trace[658298394] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2296; }","duration":"874.152846ms","start":"2026-04-07T00:09:56.526321Z","end":"2026-04-07T00:09:57.400474Z","steps":["trace[658298394] 'read index received' (duration: 366.304043ms)","trace[658298394] 'applied index is now lower than readState.Index' (duration: 507.844793ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:57.40058Z","caller":"traceutil/trace.go:171","msg":"trace[323262934] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"829.746287ms","start":"2026-04-07T00:09:56.57081Z","end":"2026-04-07T00:09:57.400557Z","steps":["trace[323262934] 'process raft request' (duration: 829.654285ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:57.400636Z","caller":"traceutil/trace.go:171","msg":"trace[1908124351] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"830.030335ms","start":"2026-04-07T00:09:56.570576Z","end":"2026-04-07T00:09:57.400607Z","steps":["trace[1908124351] 'process raft request' (duration: 829.767558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.400699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.570801Z","time spent":"829.82362ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:57.400793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.570552Z","time spent":"830.140699ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:57.40099Z","caller":"traceutil/trace.go:171","msg":"trace[1212029147] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"829.230835ms","start":"2026-04-07T00:09:56.57173Z","end":"2026-04-07T00:09:57.400961Z","steps":["trace[1212029147] 'process raft request' (duration: 828.778163ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:57.401053Z","caller":"traceutil/trace.go:171","msg":"trace[26301284] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"511.632893ms","start":"2026-04-07T00:09:56.889383Z","end":"2026-04-07T00:09:57.401016Z","steps":["trace[26301284] 'process raft request' (duration: 511.468228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.400954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.592638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:09:57.401153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.571711Z","time spent":"829.350798ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:09:57.401204Z","caller":"traceutil/trace.go:171","msg":"trace[1253594986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2213; }","duration":"874.890405ms","start":"2026-04-07T00:09:56.526297Z","end":"2026-04-07T00:09:57.401187Z","steps":["trace[1253594986] 'agreement among raft nodes before linearized reading' (duration: 874.32126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.401304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.526281Z","time spent":"875.005668ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:09:57.401302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.889346Z","time spent":"511.811967ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:57.929344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.908181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:09:57.92955Z","caller":"traceutil/trace.go:171","msg":"trace[121209932] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"527.291056ms","start":"2026-04-07T00:09:57.402242Z","end":"2026-04-07T00:09:57.929533Z","steps":["trace[121209932] 'process raft request' (duration: 527.191612ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:57.929523Z","caller":"traceutil/trace.go:171","msg":"trace[482702282] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"979.608209ms","start":"2026-04-07T00:09:56.949852Z","end":"2026-04-07T00:09:57.92946Z","steps":["trace[482702282] 'process raft request' (duration: 702.511223ms)","trace[482702282] 'compare' (duration: 276.602643ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:09:57.929586Z","caller":"traceutil/trace.go:171","msg":"trace[934672029] linearizableReadLoop","detail":"{readStateIndex:2302; appliedIndex:2301; }","duration":"528.978449ms","start":"2026-04-07T00:09:57.400581Z","end":"2026-04-07T00:09:57.92956Z","steps":["trace[934672029] 'read index received' (duration: 251.794271ms)","trace[934672029] 'applied index is now lower than readState.Index' (duration: 277.181128ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:09:57.929626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:57.402215Z","time spent":"527.379768ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:57.929862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.949831Z","time spent":"979.791633ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:09:57.929998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190752171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:09:57.930068Z","caller":"traceutil/trace.go:171","msg":"trace[375531605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2216; }","duration":"1.190871793s","start":"2026-04-07T00:09:56.73918Z","end":"2026-04-07T00:09:57.930052Z","steps":["trace[375531605] 'agreement among raft nodes before linearized reading' (duration: 1.190511094s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.930089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304153351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:09:57.930105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200361432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:09:57.930191Z","caller":"traceutil/trace.go:171","msg":"trace[746914276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2216; }","duration":"1.200495767s","start":"2026-04-07T00:09:56.729674Z","end":"2026-04-07T00:09:57.93017Z","steps":["trace[746914276] 'agreement among raft nodes before linearized reading' (duration: 1.200248449s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.930227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402323104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:09:57.930249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.729655Z","time spent":"1.200579838s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:09:57.930149Z","caller":"traceutil/trace.go:171","msg":"trace[1871130223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2216; }","duration":"1.304250394s","start":"2026-04-07T00:09:56.625882Z","end":"2026-04-07T00:09:57.930132Z","steps":["trace[1871130223] 'agreement among raft nodes before linearized reading' (duration: 1.304037438s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.930423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.625869Z","time spent":"1.304535793s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:09:57.930267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.939166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:09:57.930499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273963539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T00:09:57.930139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.739158Z","time spent":"1.190949985s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:09:57.930581Z","caller":"traceutil/trace.go:171","msg":"trace[213891709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2216; }","duration":"1.274092641s","start":"2026-04-07T00:09:56.65647Z","end":"2026-04-07T00:09:57.930563Z","steps":["trace[213891709] 'agreement among raft nodes before linearized reading' (duration: 1.27366755s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:09:57.930294Z","caller":"traceutil/trace.go:171","msg":"trace[1242630631] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2216; }","duration":"1.402413306s","start":"2026-04-07T00:09:56.527865Z","end":"2026-04-07T00:09:57.930278Z","steps":["trace[1242630631] 'agreement among raft nodes before linearized reading' (duration: 1.402302644s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.93063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.656454Z","time spent":"1.274167184s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:09:57.930527Z","caller":"traceutil/trace.go:171","msg":"trace[1200302500] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2216; }","duration":"357.214643ms","start":"2026-04-07T00:09:57.573281Z","end":"2026-04-07T00:09:57.930495Z","steps":["trace[1200302500] 'agreement among raft nodes before linearized reading' (duration: 356.943566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.930658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:56.52785Z","time spent":"1.402794956s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T00:09:57.930696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:57.573219Z","time spent":"357.454059ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:09:57.931842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.985119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:09:57.93195Z","caller":"traceutil/trace.go:171","msg":"trace[788348457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2216; }","duration":"405.492332ms","start":"2026-04-07T00:09:57.526432Z","end":"2026-04-07T00:09:57.931925Z","steps":["trace[788348457] 'agreement among raft nodes before linearized reading' (duration: 403.746347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:09:57.932005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:09:57.526409Z","time spent":"405.581494ms","remote":"127.0.0.1:49960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:10:01.523432Z","caller":"traceutil/trace.go:171","msg":"trace[1840522438] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"109.016737ms","start":"2026-04-07T00:10:01.414384Z","end":"2026-04-07T00:10:01.523401Z","steps":["trace[1840522438] 'process raft request' (duration: 108.812572ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:01.904775Z","caller":"traceutil/trace.go:171","msg":"trace[627969152] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"489.82442ms","start":"2026-04-07T00:10:01.414935Z","end":"2026-04-07T00:10:01.904759Z","steps":["trace[627969152] 'process raft request' (duration: 489.705987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:01.904887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:01.414903Z","time spent":"489.930193ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:10:01.905228Z","caller":"traceutil/trace.go:171","msg":"trace[293282739] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"489.888381ms","start":"2026-04-07T00:10:01.41531Z","end":"2026-04-07T00:10:01.905198Z","steps":["trace[293282739] 'process raft request' (duration: 489.42403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:01.905608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:01.415295Z","time spent":"490.22145ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:02.132635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.727226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:10:02.132781Z","caller":"traceutil/trace.go:171","msg":"trace[1110404199] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2325; }","duration":"171.206711ms","start":"2026-04-07T00:10:01.961562Z","end":"2026-04-07T00:10:02.132769Z","steps":["trace[1110404199] 'read index received' (duration: 15.043005ms)","trace[1110404199] 'applied index is now lower than readState.Index' (duration: 156.162696ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:02.132929Z","caller":"traceutil/trace.go:171","msg":"trace[628322872] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"180.67103ms","start":"2026-04-07T00:10:01.952236Z","end":"2026-04-07T00:10:02.132907Z","steps":["trace[628322872] 'process raft request' (duration: 70.607766ms)","trace[628322872] 'compare' (duration: 109.606152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:02.133044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.464859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T00:10:02.133072Z","caller":"traceutil/trace.go:171","msg":"trace[129849822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2241; }","duration":"171.53961ms","start":"2026-04-07T00:10:01.961525Z","end":"2026-04-07T00:10:02.133065Z","steps":["trace[129849822] 'agreement among raft nodes before linearized reading' (duration: 171.275563ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:02.133146Z","caller":"traceutil/trace.go:171","msg":"trace[1758995753] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"180.306432ms","start":"2026-04-07T00:10:01.952811Z","end":"2026-04-07T00:10:02.133117Z","steps":["trace[1758995753] 'process raft request' (duration: 179.89539ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:02.133207Z","caller":"traceutil/trace.go:171","msg":"trace[1247889138] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"179.618244ms","start":"2026-04-07T00:10:01.953576Z","end":"2026-04-07T00:10:02.133194Z","steps":["trace[1247889138] 'process raft request' (duration: 179.167541ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:04.132875Z","caller":"traceutil/trace.go:171","msg":"trace[1110979634] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2334; }","duration":"153.069144ms","start":"2026-04-07T00:10:03.979769Z","end":"2026-04-07T00:10:04.132838Z","steps":["trace[1110979634] 'read index received' (duration: 69.421596ms)","trace[1110979634] 'applied index is now lower than readState.Index' (duration: 83.645468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:04.13315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.357062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:10:04.133223Z","caller":"traceutil/trace.go:171","msg":"trace[2104028317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2246; }","duration":"153.470005ms","start":"2026-04-07T00:10:03.979715Z","end":"2026-04-07T00:10:04.133185Z","steps":["trace[2104028317] 'agreement among raft nodes before linearized reading' (duration: 153.246048ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:41.861112Z","caller":"traceutil/trace.go:171","msg":"trace[1780174965] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"177.965287ms","start":"2026-04-07T00:10:41.683113Z","end":"2026-04-07T00:10:41.861078Z","steps":["trace[1780174965] 'process raft request' (duration: 127.029779ms)","trace[1780174965] 'compare' (duration: 50.802765ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:41.89922Z","caller":"traceutil/trace.go:171","msg":"trace[1806962631] linearizableReadLoop","detail":"{readStateIndex:2596; appliedIndex:2594; }","duration":"121.551245ms","start":"2026-04-07T00:10:41.777647Z","end":"2026-04-07T00:10:41.899198Z","steps":["trace[1806962631] 'read index received' (duration: 32.507155ms)","trace[1806962631] 'applied index is now lower than readState.Index' (duration: 89.04311ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:41.899365Z","caller":"traceutil/trace.go:171","msg":"trace[2144824661] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"119.794958ms","start":"2026-04-07T00:10:41.779557Z","end":"2026-04-07T00:10:41.899352Z","steps":["trace[2144824661] 'process raft request' (duration: 119.531542ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:41.899363Z","caller":"traceutil/trace.go:171","msg":"trace[432066547] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"152.791336ms","start":"2026-04-07T00:10:41.746538Z","end":"2026-04-07T00:10:41.899329Z","steps":["trace[432066547] 'process raft request' (duration: 152.439757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:41.899704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.038078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:229323"} {"level":"info","ts":"2026-04-07T00:10:41.899767Z","caller":"traceutil/trace.go:171","msg":"trace[1224697124] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2499; }","duration":"122.150981ms","start":"2026-04-07T00:10:41.777602Z","end":"2026-04-07T00:10:41.899753Z","steps":["trace[1224697124] 'agreement among raft nodes before linearized reading' (duration: 121.838522ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:42.146745Z","caller":"traceutil/trace.go:171","msg":"trace[197569624] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2513; }","duration":"126.747141ms","start":"2026-04-07T00:10:42.019973Z","end":"2026-04-07T00:10:42.14672Z","steps":["trace[197569624] 'process raft request' (duration: 126.428863ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:42.147653Z","caller":"traceutil/trace.go:171","msg":"trace[450327466] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"118.627758ms","start":"2026-04-07T00:10:42.028997Z","end":"2026-04-07T00:10:42.147625Z","steps":["trace[450327466] 'process raft request' (duration: 117.598211ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:49.080454Z","caller":"traceutil/trace.go:171","msg":"trace[1379641815] linearizableReadLoop","detail":"{readStateIndex:2727; appliedIndex:2726; }","duration":"103.912491ms","start":"2026-04-07T00:10:48.976513Z","end":"2026-04-07T00:10:49.080426Z","steps":["trace[1379641815] 'read index received' (duration: 22.735537ms)","trace[1379641815] 'applied index is now lower than readState.Index' (duration: 81.175384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:10:49.080667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.243073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:10:49.080714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.358767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:49.080727Z","caller":"traceutil/trace.go:171","msg":"trace[1534275619] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:2622; }","duration":"165.354046ms","start":"2026-04-07T00:10:48.915358Z","end":"2026-04-07T00:10:49.080712Z","steps":["trace[1534275619] 'agreement among raft nodes before linearized reading' (duration: 165.242213ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:49.080769Z","caller":"traceutil/trace.go:171","msg":"trace[724645021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2622; }","duration":"103.438389ms","start":"2026-04-07T00:10:48.977317Z","end":"2026-04-07T00:10:49.080755Z","steps":["trace[724645021] 'agreement among raft nodes before linearized reading' (duration: 103.348507ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:49.644196Z","caller":"traceutil/trace.go:171","msg":"trace[1592475569] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"133.264134ms","start":"2026-04-07T00:10:49.510908Z","end":"2026-04-07T00:10:49.644172Z","steps":["trace[1592475569] 'process raft request' (duration: 133.105869ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:49.669906Z","caller":"traceutil/trace.go:171","msg":"trace[1129951875] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"122.022177ms","start":"2026-04-07T00:10:49.547868Z","end":"2026-04-07T00:10:49.66989Z","steps":["trace[1129951875] 'process raft request' (duration: 121.965386ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:49.670239Z","caller":"traceutil/trace.go:171","msg":"trace[882365598] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"158.63878ms","start":"2026-04-07T00:10:49.511334Z","end":"2026-04-07T00:10:49.669972Z","steps":["trace[882365598] 'process raft request' (duration: 158.378773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:54.122066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.726153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:54.122174Z","caller":"traceutil/trace.go:171","msg":"trace[705452183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2685; }","duration":"217.872057ms","start":"2026-04-07T00:10:53.904277Z","end":"2026-04-07T00:10:54.122149Z","steps":["trace[705452183] 'range keys from in-memory index tree' (duration: 217.644951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:54.122195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.559848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-07T00:10:54.122269Z","caller":"traceutil/trace.go:171","msg":"trace[1441099664] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2685; }","duration":"322.680621ms","start":"2026-04-07T00:10:53.799569Z","end":"2026-04-07T00:10:54.12225Z","steps":["trace[1441099664] 'range keys from in-memory index tree' (duration: 322.331622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:54.122309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:53.799548Z","time spent":"322.751813ms","remote":"127.0.0.1:46010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-07T00:10:54.409014Z","caller":"traceutil/trace.go:171","msg":"trace[1298839990] linearizableReadLoop","detail":"{readStateIndex:2791; appliedIndex:2790; }","duration":"458.413668ms","start":"2026-04-07T00:10:53.950576Z","end":"2026-04-07T00:10:54.408989Z","steps":["trace[1298839990] 'read index received' (duration: 458.393748ms)","trace[1298839990] 'applied index is now lower than readState.Index' (duration: 19.09µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:10:54.409141Z","caller":"traceutil/trace.go:171","msg":"trace[1723405120] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"472.977731ms","start":"2026-04-07T00:10:53.93615Z","end":"2026-04-07T00:10:54.409128Z","steps":["trace[1723405120] 'process raft request' (duration: 472.684493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:54.409284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:53.936121Z","time spent":"473.052363ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:10:54.409596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.015363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T00:10:54.409646Z","caller":"traceutil/trace.go:171","msg":"trace[1844987847] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:2686; }","duration":"459.102786ms","start":"2026-04-07T00:10:53.950531Z","end":"2026-04-07T00:10:54.409634Z","steps":["trace[1844987847] 'agreement among raft nodes before linearized reading' (duration: 458.809678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:54.409684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:10:53.950514Z","time spent":"459.163438ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-07T00:10:54.414647Z","caller":"traceutil/trace.go:171","msg":"trace[1701108720] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"141.836828ms","start":"2026-04-07T00:10:54.272793Z","end":"2026-04-07T00:10:54.41463Z","steps":["trace[1701108720] 'process raft request' (duration: 141.685193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:54.414809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.402578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:10:54.414852Z","caller":"traceutil/trace.go:171","msg":"trace[2251380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2688; }","duration":"291.47895ms","start":"2026-04-07T00:10:54.123362Z","end":"2026-04-07T00:10:54.414841Z","steps":["trace[2251380] 'agreement among raft nodes before linearized reading' (duration: 291.385018ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:10:54.41491Z","caller":"traceutil/trace.go:171","msg":"trace[1061606128] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"140.493992ms","start":"2026-04-07T00:10:54.274403Z","end":"2026-04-07T00:10:54.414897Z","steps":["trace[1061606128] 'process raft request' (duration: 140.188105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:54.41496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.378533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:10:54.415015Z","caller":"traceutil/trace.go:171","msg":"trace[2113614116] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2688; }","duration":"225.492786ms","start":"2026-04-07T00:10:54.189507Z","end":"2026-04-07T00:10:54.415Z","steps":["trace[2113614116] 'agreement among raft nodes before linearized reading' (duration: 225.365293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:10:54.415058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.82118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-07T00:10:54.415092Z","caller":"traceutil/trace.go:171","msg":"trace[246112363] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2688; }","duration":"288.883112ms","start":"2026-04-07T00:10:54.1262Z","end":"2026-04-07T00:10:54.415083Z","steps":["trace[246112363] 'agreement among raft nodes before linearized reading' (duration: 288.771929ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:04.763382Z","caller":"traceutil/trace.go:171","msg":"trace[1270065516] linearizableReadLoop","detail":"{readStateIndex:2863; appliedIndex:2860; }","duration":"148.308198ms","start":"2026-04-07T00:11:04.615053Z","end":"2026-04-07T00:11:04.763361Z","steps":["trace[1270065516] 'read index received' (duration: 36.896259ms)","trace[1270065516] 'applied index is now lower than readState.Index' (duration: 111.410979ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:04.763465Z","caller":"traceutil/trace.go:171","msg":"trace[693716489] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"187.770015ms","start":"2026-04-07T00:11:04.57566Z","end":"2026-04-07T00:11:04.76343Z","steps":["trace[693716489] 'process raft request' (duration: 187.653152ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:04.76346Z","caller":"traceutil/trace.go:171","msg":"trace[1468478847] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"188.609548ms","start":"2026-04-07T00:11:04.57481Z","end":"2026-04-07T00:11:04.763419Z","steps":["trace[1468478847] 'process raft request' (duration: 185.810164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.763806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.772742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:11:04.763857Z","caller":"traceutil/trace.go:171","msg":"trace[456051429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2754; }","duration":"134.870984ms","start":"2026-04-07T00:11:04.628974Z","end":"2026-04-07T00:11:04.763845Z","steps":["trace[456051429] 'agreement among raft nodes before linearized reading' (duration: 134.69867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.763909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.374337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:11:04.763968Z","caller":"traceutil/trace.go:171","msg":"trace[1805112059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2754; }","duration":"103.458738ms","start":"2026-04-07T00:11:04.660493Z","end":"2026-04-07T00:11:04.763952Z","steps":["trace[1805112059] 'agreement among raft nodes before linearized reading' (duration: 103.315124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:04.763913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.551724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T00:11:04.764353Z","caller":"traceutil/trace.go:171","msg":"trace[1991898718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2754; }","duration":"149.277573ms","start":"2026-04-07T00:11:04.615013Z","end":"2026-04-07T00:11:04.76429Z","steps":["trace[1991898718] 'agreement among raft nodes before linearized reading' (duration: 148.490323ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:26.94742Z","caller":"traceutil/trace.go:171","msg":"trace[1411904543] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"206.846347ms","start":"2026-04-07T00:11:26.740553Z","end":"2026-04-07T00:11:26.947399Z","steps":["trace[1411904543] 'process raft request' (duration: 206.644432ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:26.961173Z","caller":"traceutil/trace.go:171","msg":"trace[1703709509] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"114.439177ms","start":"2026-04-07T00:11:26.846713Z","end":"2026-04-07T00:11:26.961152Z","steps":["trace[1703709509] 'process raft request' (duration: 114.281963ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:26.961502Z","caller":"traceutil/trace.go:171","msg":"trace[1058958572] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"112.847156ms","start":"2026-04-07T00:11:26.848617Z","end":"2026-04-07T00:11:26.961464Z","steps":["trace[1058958572] 'process raft request' (duration: 112.498336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:27.488946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.236959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:11:27.489661Z","caller":"traceutil/trace.go:171","msg":"trace[1735298259] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"523.794137ms","start":"2026-04-07T00:11:26.965851Z","end":"2026-04-07T00:11:27.489645Z","steps":["trace[1735298259] 'process raft request' (duration: 41.276595ms)","trace[1735298259] 'compare' (duration: 481.094565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:27.489725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:26.965832Z","time spent":"523.8628ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:27.48973Z","caller":"traceutil/trace.go:171","msg":"trace[443495445] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"520.81979ms","start":"2026-04-07T00:11:26.968882Z","end":"2026-04-07T00:11:27.489702Z","steps":["trace[443495445] 'process raft request' (duration: 520.235425ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:27.489765Z","caller":"traceutil/trace.go:171","msg":"trace[797837896] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"372.347697ms","start":"2026-04-07T00:11:27.117392Z","end":"2026-04-07T00:11:27.489739Z","steps":["trace[797837896] 'process raft request' (duration: 371.764742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:27.489867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:26.968872Z","time spent":"520.922913ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:11:27.489901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:27.117366Z","time spent":"372.4661ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:27.489736Z","caller":"traceutil/trace.go:171","msg":"trace[1930016109] linearizableReadLoop","detail":"{readStateIndex:3002; appliedIndex:2998; }","duration":"204.166625ms","start":"2026-04-07T00:11:27.285554Z","end":"2026-04-07T00:11:27.48972Z","steps":["trace[1930016109] 'read index received' (duration: 36.771µs)","trace[1930016109] 'applied index is now lower than readState.Index' (duration: 204.127424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:27.490001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.444483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a3eaa61df4c1f8\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-04-07T00:11:27.49006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.564297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:11:27.490079Z","caller":"traceutil/trace.go:171","msg":"trace[835075936] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a3eaa61df4c1f8; range_end:; response_count:1; response_revision:2890; }","duration":"204.551486ms","start":"2026-04-07T00:11:27.285516Z","end":"2026-04-07T00:11:27.490068Z","steps":["trace[835075936] 'agreement among raft nodes before linearized reading' (duration: 204.257969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:27.490041Z","caller":"traceutil/trace.go:171","msg":"trace[1790195706] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"522.465522ms","start":"2026-04-07T00:11:26.967491Z","end":"2026-04-07T00:11:27.489956Z","steps":["trace[1790195706] 'process raft request' (duration: 521.541497ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:27.490106Z","caller":"traceutil/trace.go:171","msg":"trace[618998409] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2890; }","duration":"142.758992ms","start":"2026-04-07T00:11:27.347333Z","end":"2026-04-07T00:11:27.490092Z","steps":["trace[618998409] 'agreement among raft nodes before linearized reading' (duration: 142.67197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:11:27.490272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:11:26.967478Z","time spent":"522.637068ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:11:29.091444Z","caller":"traceutil/trace.go:171","msg":"trace[499809052] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"125.247842ms","start":"2026-04-07T00:11:28.966166Z","end":"2026-04-07T00:11:29.091414Z","steps":["trace[499809052] 'process raft request' (duration: 89.845532ms)","trace[499809052] 'compare' (duration: 35.152724ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:11:29.091453Z","caller":"traceutil/trace.go:171","msg":"trace[454176329] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"125.122538ms","start":"2026-04-07T00:11:28.966307Z","end":"2026-04-07T00:11:29.091429Z","steps":["trace[454176329] 'process raft request' (duration: 125.005585ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:29.135287Z","caller":"traceutil/trace.go:171","msg":"trace[1355642010] linearizableReadLoop","detail":"{readStateIndex:3009; appliedIndex:3007; }","duration":"142.628489ms","start":"2026-04-07T00:11:28.992629Z","end":"2026-04-07T00:11:29.135257Z","steps":["trace[1355642010] 'read index received' (duration: 63.391997ms)","trace[1355642010] 'applied index is now lower than readState.Index' (duration: 79.234712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:11:29.135497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.848554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:11:29.135542Z","caller":"traceutil/trace.go:171","msg":"trace[1165971497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2896; }","duration":"142.965037ms","start":"2026-04-07T00:11:28.992566Z","end":"2026-04-07T00:11:29.135531Z","steps":["trace[1165971497] 'agreement among raft nodes before linearized reading' (duration: 142.792833ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:33.248581Z","caller":"traceutil/trace.go:171","msg":"trace[1539344318] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"144.094328ms","start":"2026-04-07T00:11:33.104431Z","end":"2026-04-07T00:11:33.248525Z","steps":["trace[1539344318] 'process raft request' (duration: 143.711728ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:11:57.774378Z","caller":"traceutil/trace.go:171","msg":"trace[1162993158] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"199.828706ms","start":"2026-04-07T00:11:57.574513Z","end":"2026-04-07T00:11:57.774342Z","steps":["trace[1162993158] 'process raft request' (duration: 145.546228ms)","trace[1162993158] 'compare' (duration: 53.94359ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:01.94337Z","caller":"traceutil/trace.go:171","msg":"trace[968762055] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"100.248227ms","start":"2026-04-07T00:12:01.843095Z","end":"2026-04-07T00:12:01.943344Z","steps":["trace[968762055] 'process raft request' (duration: 86.516484ms)","trace[968762055] 'compare' (duration: 13.581639ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:01.943734Z","caller":"traceutil/trace.go:171","msg":"trace[933594827] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"100.536445ms","start":"2026-04-07T00:12:01.843183Z","end":"2026-04-07T00:12:01.94372Z","steps":["trace[933594827] 'process raft request' (duration: 100.122544ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:01.943912Z","caller":"traceutil/trace.go:171","msg":"trace[1370702235] transaction","detail":"{read_only:false; response_revision:3078; number_of_response:1; }","duration":"100.627148ms","start":"2026-04-07T00:12:01.843258Z","end":"2026-04-07T00:12:01.943885Z","steps":["trace[1370702235] 'process raft request' (duration: 100.363761ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:01.943963Z","caller":"traceutil/trace.go:171","msg":"trace[30618267] transaction","detail":"{read_only:false; response_revision:3079; number_of_response:1; }","duration":"100.647568ms","start":"2026-04-07T00:12:01.843282Z","end":"2026-04-07T00:12:01.94393Z","steps":["trace[30618267] 'process raft request' (duration: 100.444653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:06.05293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.189915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:06.052987Z","caller":"traceutil/trace.go:171","msg":"trace[1090512872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3097; }","duration":"146.276117ms","start":"2026-04-07T00:12:05.906698Z","end":"2026-04-07T00:12:06.052974Z","steps":["trace[1090512872] 'range keys from in-memory index tree' (duration: 146.134553ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:29.628251Z","caller":"traceutil/trace.go:171","msg":"trace[1854049005] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"101.674416ms","start":"2026-04-07T00:12:29.526541Z","end":"2026-04-07T00:12:29.628215Z","steps":["trace[1854049005] 'process raft request' (duration: 87.297275ms)","trace[1854049005] 'compare' (duration: 14.268259ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:30.069637Z","caller":"traceutil/trace.go:171","msg":"trace[1839504437] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"125.925738ms","start":"2026-04-07T00:12:29.943674Z","end":"2026-04-07T00:12:30.0696Z","steps":["trace[1839504437] 'process raft request' (duration: 125.722853ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:32.189158Z","caller":"traceutil/trace.go:171","msg":"trace[434966580] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"113.667993ms","start":"2026-04-07T00:12:32.075445Z","end":"2026-04-07T00:12:32.189113Z","steps":["trace[434966580] 'process raft request' (duration: 113.433776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:33.764324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.702548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:12:33.764775Z","caller":"traceutil/trace.go:171","msg":"trace[521119310] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"121.320826ms","start":"2026-04-07T00:12:33.643413Z","end":"2026-04-07T00:12:33.764734Z","steps":["trace[521119310] 'process raft request' (duration: 20.089723ms)","trace[521119310] 'compare' (duration: 100.413721ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:36.410988Z","caller":"traceutil/trace.go:171","msg":"trace[1648149459] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"126.860082ms","start":"2026-04-07T00:12:36.284099Z","end":"2026-04-07T00:12:36.410959Z","steps":["trace[1648149459] 'process raft request' (duration: 65.612259ms)","trace[1648149459] 'compare' (duration: 60.711349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:12:39.344276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.400185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T00:12:39.783633Z","caller":"traceutil/trace.go:171","msg":"trace[327479008] linearizableReadLoop","detail":"{readStateIndex:3403; appliedIndex:3402; }","duration":"100.640387ms","start":"2026-04-07T00:12:39.682973Z","end":"2026-04-07T00:12:39.783614Z","steps":["trace[327479008] 'read index received' (duration: 100.510143ms)","trace[327479008] 'applied index is now lower than readState.Index' (duration: 129.574µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:39.783813Z","caller":"traceutil/trace.go:171","msg":"trace[1138590803] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"114.177226ms","start":"2026-04-07T00:12:39.669606Z","end":"2026-04-07T00:12:39.783783Z","steps":["trace[1138590803] 'process raft request' (duration: 113.875097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:39.78393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.933666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T00:12:39.784067Z","caller":"traceutil/trace.go:171","msg":"trace[1911739847] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3274; }","duration":"101.12623ms","start":"2026-04-07T00:12:39.682915Z","end":"2026-04-07T00:12:39.784041Z","steps":["trace[1911739847] 'agreement among raft nodes before linearized reading' (duration: 100.801372ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:46.603939Z","caller":"traceutil/trace.go:171","msg":"trace[786269426] linearizableReadLoop","detail":"{readStateIndex:3440; appliedIndex:3439; }","duration":"162.807735ms","start":"2026-04-07T00:12:46.4411Z","end":"2026-04-07T00:12:46.603908Z","steps":["trace[786269426] 'read index received' (duration: 162.371034ms)","trace[786269426] 'applied index is now lower than readState.Index' (duration: 435.131µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:12:46.60404Z","caller":"traceutil/trace.go:171","msg":"trace[1813482706] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"181.798039ms","start":"2026-04-07T00:12:46.42221Z","end":"2026-04-07T00:12:46.604008Z","steps":["trace[1813482706] 'process raft request' (duration: 181.286465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:46.604328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.707912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:12:46.604347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.241847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:12:46.604403Z","caller":"traceutil/trace.go:171","msg":"trace[189399213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3310; }","duration":"145.834655ms","start":"2026-04-07T00:12:46.458554Z","end":"2026-04-07T00:12:46.604388Z","steps":["trace[189399213] 'agreement among raft nodes before linearized reading' (duration: 145.656831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:46.604399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.652342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:12:46.604413Z","caller":"traceutil/trace.go:171","msg":"trace[667511697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3310; }","duration":"163.352309ms","start":"2026-04-07T00:12:46.441045Z","end":"2026-04-07T00:12:46.604397Z","steps":["trace[667511697] 'agreement among raft nodes before linearized reading' (duration: 163.045882ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:46.604492Z","caller":"traceutil/trace.go:171","msg":"trace[1848443999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3310; }","duration":"136.731475ms","start":"2026-04-07T00:12:46.467709Z","end":"2026-04-07T00:12:46.604441Z","steps":["trace[1848443999] 'agreement among raft nodes before linearized reading' (duration: 136.582511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:46.60434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.893013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:12:46.604595Z","caller":"traceutil/trace.go:171","msg":"trace[301756221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3310; }","duration":"104.170561ms","start":"2026-04-07T00:12:46.500394Z","end":"2026-04-07T00:12:46.604564Z","steps":["trace[301756221] 'agreement among raft nodes before linearized reading' (duration: 103.845322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:46.60463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.379873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:12:46.604736Z","caller":"traceutil/trace.go:171","msg":"trace[514287159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3310; }","duration":"102.538278ms","start":"2026-04-07T00:12:46.502172Z","end":"2026-04-07T00:12:46.60471Z","steps":["trace[514287159] 'agreement among raft nodes before linearized reading' (duration: 102.207379ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:12:47.92063Z","caller":"traceutil/trace.go:171","msg":"trace[1635986457] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"105.474804ms","start":"2026-04-07T00:12:47.815121Z","end":"2026-04-07T00:12:47.920596Z","steps":["trace[1635986457] 'process raft request' (duration: 105.30425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:12:57.03195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.750728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:12:57.032309Z","caller":"traceutil/trace.go:171","msg":"trace[1036444133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3366; }","duration":"109.890652ms","start":"2026-04-07T00:12:56.922135Z","end":"2026-04-07T00:12:57.032026Z","steps":["trace[1036444133] 'range keys from in-memory index tree' (duration: 109.618485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:02.296826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.508299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:13:02.297311Z","caller":"traceutil/trace.go:171","msg":"trace[1452099940] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"199.313893ms","start":"2026-04-07T00:13:02.097637Z","end":"2026-04-07T00:13:02.296951Z","steps":["trace[1452099940] 'process raft request' (duration: 52.591789ms)","trace[1452099940] 'compare' (duration: 146.177109ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:13:02.33925Z","caller":"traceutil/trace.go:171","msg":"trace[1086534545] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"239.594506ms","start":"2026-04-07T00:13:02.099634Z","end":"2026-04-07T00:13:02.339229Z","steps":["trace[1086534545] 'process raft request' (duration: 239.386961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:13:02.560692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.77787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:13:02.560858Z","caller":"traceutil/trace.go:171","msg":"trace[2051118400] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3389; }","duration":"154.007626ms","start":"2026-04-07T00:13:02.406818Z","end":"2026-04-07T00:13:02.560825Z","steps":["trace[2051118400] 'range keys from in-memory index tree' (duration: 153.686499ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:39.160515Z","caller":"traceutil/trace.go:171","msg":"trace[1121412281] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"101.846199ms","start":"2026-04-07T00:13:39.058646Z","end":"2026-04-07T00:13:39.160492Z","steps":["trace[1121412281] 'process raft request' (duration: 101.697805ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:13:39.161034Z","caller":"traceutil/trace.go:171","msg":"trace[852501906] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"102.232509ms","start":"2026-04-07T00:13:39.058773Z","end":"2026-04-07T00:13:39.161005Z","steps":["trace[852501906] 'process raft request' (duration: 101.681644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:11.012967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.044945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:14:11.0131Z","caller":"traceutil/trace.go:171","msg":"trace[2065754620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3944; }","duration":"108.226381ms","start":"2026-04-07T00:14:10.904855Z","end":"2026-04-07T00:14:11.013081Z","steps":["trace[2065754620] 'range keys from in-memory index tree' (duration: 107.938293ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:11.186891Z","caller":"traceutil/trace.go:171","msg":"trace[899806536] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"188.784213ms","start":"2026-04-07T00:14:10.998078Z","end":"2026-04-07T00:14:11.186862Z","steps":["trace[899806536] 'process raft request' (duration: 188.591858ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:11.393905Z","caller":"traceutil/trace.go:171","msg":"trace[226344327] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"101.74223ms","start":"2026-04-07T00:14:11.292142Z","end":"2026-04-07T00:14:11.393884Z","steps":["trace[226344327] 'process raft request' (duration: 101.568385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:14:13.512144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.5294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T00:14:13.512233Z","caller":"traceutil/trace.go:171","msg":"trace[2100420979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3955; }","duration":"113.667694ms","start":"2026-04-07T00:14:13.398546Z","end":"2026-04-07T00:14:13.512214Z","steps":["trace[2100420979] 'range keys from in-memory index tree' (duration: 113.321595ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:26.924159Z","caller":"traceutil/trace.go:171","msg":"trace[705578759] linearizableReadLoop","detail":"{readStateIndex:4193; appliedIndex:4191; }","duration":"137.924803ms","start":"2026-04-07T00:14:26.786209Z","end":"2026-04-07T00:14:26.924134Z","steps":["trace[705578759] 'read index received' (duration: 17.948222ms)","trace[705578759] 'applied index is now lower than readState.Index' (duration: 119.975261ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:14:26.924244Z","caller":"traceutil/trace.go:171","msg":"trace[1864294511] transaction","detail":"{read_only:false; response_revision:4038; number_of_response:1; }","duration":"140.08689ms","start":"2026-04-07T00:14:26.784126Z","end":"2026-04-07T00:14:26.924213Z","steps":["trace[1864294511] 'process raft request' (duration: 56.042466ms)","trace[1864294511] 'compare' (duration: 83.845958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:14:26.924397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.185659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkd6c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T00:14:26.92449Z","caller":"traceutil/trace.go:171","msg":"trace[1559214026] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkd6c; range_end:; response_count:1; response_revision:4038; }","duration":"138.342874ms","start":"2026-04-07T00:14:26.786135Z","end":"2026-04-07T00:14:26.924478Z","steps":["trace[1559214026] 'agreement among raft nodes before linearized reading' (duration: 138.152679ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:14:27.455728Z","caller":"traceutil/trace.go:171","msg":"trace[902313496] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"106.209178ms","start":"2026-04-07T00:14:27.349495Z","end":"2026-04-07T00:14:27.455705Z","steps":["trace[902313496] 'process raft request' (duration: 106.053684ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:28.245463Z","caller":"traceutil/trace.go:171","msg":"trace[1375262287] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"119.068388ms","start":"2026-04-07T00:15:28.126365Z","end":"2026-04-07T00:15:28.245433Z","steps":["trace[1375262287] 'process raft request' (duration: 110.085752ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:28.247597Z","caller":"traceutil/trace.go:171","msg":"trace[793430580] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4964; }","duration":"114.950991ms","start":"2026-04-07T00:15:28.13262Z","end":"2026-04-07T00:15:28.247571Z","steps":["trace[793430580] 'read index received' (duration: 103.845709ms)","trace[793430580] 'applied index is now lower than readState.Index' (duration: 11.104192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:28.247872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.224487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-q88h8\" ","response":"range_response_count:1 size:3378"} {"level":"info","ts":"2026-04-07T00:15:28.247876Z","caller":"traceutil/trace.go:171","msg":"trace[2082655700] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"107.090964ms","start":"2026-04-07T00:15:28.140739Z","end":"2026-04-07T00:15:28.24783Z","steps":["trace[2082655700] 'process raft request' (duration: 106.693884ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:28.24788Z","caller":"traceutil/trace.go:171","msg":"trace[2024698955] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"117.475887ms","start":"2026-04-07T00:15:28.130375Z","end":"2026-04-07T00:15:28.247851Z","steps":["trace[2024698955] 'process raft request' (duration: 116.932542ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:28.247919Z","caller":"traceutil/trace.go:171","msg":"trace[575387170] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-q88h8; range_end:; response_count:1; response_revision:4780; }","duration":"115.309179ms","start":"2026-04-07T00:15:28.132595Z","end":"2026-04-07T00:15:28.247904Z","steps":["trace[575387170] 'agreement among raft nodes before linearized reading' (duration: 115.081973ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:33.011846Z","caller":"traceutil/trace.go:171","msg":"trace[1449169866] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4917; }","duration":"134.737011ms","start":"2026-04-07T00:15:32.877086Z","end":"2026-04-07T00:15:33.011823Z","steps":["trace[1449169866] 'process raft request' (duration: 36.565832ms)","trace[1449169866] 'compare' (duration: 98.060467ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:38.144454Z","caller":"traceutil/trace.go:171","msg":"trace[1595973683] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"197.468009ms","start":"2026-04-07T00:15:37.946958Z","end":"2026-04-07T00:15:38.144426Z","steps":["trace[1595973683] 'process raft request' (duration: 190.538007ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.145423Z","caller":"traceutil/trace.go:171","msg":"trace[1882258967] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"190.25905ms","start":"2026-04-07T00:15:37.955131Z","end":"2026-04-07T00:15:38.14539Z","steps":["trace[1882258967] 'process raft request' (duration: 190.008363ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.145409Z","caller":"traceutil/trace.go:171","msg":"trace[1056919147] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"197.056119ms","start":"2026-04-07T00:15:37.948284Z","end":"2026-04-07T00:15:38.14534Z","steps":["trace[1056919147] 'process raft request' (duration: 196.566125ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.145522Z","caller":"traceutil/trace.go:171","msg":"trace[74043313] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"190.209519ms","start":"2026-04-07T00:15:37.955302Z","end":"2026-04-07T00:15:38.145511Z","steps":["trace[74043313] 'process raft request' (duration: 190.002303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.145523Z","caller":"traceutil/trace.go:171","msg":"trace[1281444492] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5087; }","duration":"190.178028ms","start":"2026-04-07T00:15:37.955314Z","end":"2026-04-07T00:15:38.145492Z","steps":["trace[1281444492] 'process raft request' (duration: 190.027805ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.145169Z","caller":"traceutil/trace.go:171","msg":"trace[1869416769] transaction","detail":"{read_only:false; response_revision:5083; number_of_response:1; }","duration":"196.843653ms","start":"2026-04-07T00:15:37.948265Z","end":"2026-04-07T00:15:38.145109Z","steps":["trace[1869416769] 'process raft request' (duration: 196.038052ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.145447Z","caller":"traceutil/trace.go:171","msg":"trace[642694293] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"190.235409ms","start":"2026-04-07T00:15:37.955173Z","end":"2026-04-07T00:15:38.145408Z","steps":["trace[642694293] 'process raft request' (duration: 190.059404ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.145911Z","caller":"traceutil/trace.go:171","msg":"trace[1126991187] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"190.332022ms","start":"2026-04-07T00:15:37.95555Z","end":"2026-04-07T00:15:38.145882Z","steps":["trace[1126991187] 'process raft request' (duration: 189.827799ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.145981Z","caller":"traceutil/trace.go:171","msg":"trace[929231108] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"190.27857ms","start":"2026-04-07T00:15:37.955668Z","end":"2026-04-07T00:15:38.145946Z","steps":["trace[929231108] 'process raft request' (duration: 189.929041ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.14617Z","caller":"traceutil/trace.go:171","msg":"trace[1487294833] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"188.951965ms","start":"2026-04-07T00:15:37.957184Z","end":"2026-04-07T00:15:38.146136Z","steps":["trace[1487294833] 'process raft request' (duration: 188.680768ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:38.146681Z","caller":"traceutil/trace.go:171","msg":"trace[1680416529] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"145.346549ms","start":"2026-04-07T00:15:38.001317Z","end":"2026-04-07T00:15:38.146664Z","steps":["trace[1680416529] 'process raft request' (duration: 144.675372ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:41.510561Z","caller":"traceutil/trace.go:171","msg":"trace[440534538] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"385.714587ms","start":"2026-04-07T00:15:41.124825Z","end":"2026-04-07T00:15:41.51054Z","steps":["trace[440534538] 'process raft request' (duration: 385.570093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:41.510699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:41.1248Z","time spent":"385.827769ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:41.51133Z","caller":"traceutil/trace.go:171","msg":"trace[1869625713] linearizableReadLoop","detail":"{readStateIndex:5358; appliedIndex:5358; }","duration":"330.648869ms","start":"2026-04-07T00:15:41.18067Z","end":"2026-04-07T00:15:41.511319Z","steps":["trace[1869625713] 'read index received' (duration: 330.644219ms)","trace[1869625713] 'applied index is now lower than readState.Index' (duration: 3.81µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:41.511469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.805753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cf478c7-3bde-4ce5-971b-fe28532ddae8\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-07T00:15:41.511499Z","caller":"traceutil/trace.go:171","msg":"trace[1326884190] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2cf478c7-3bde-4ce5-971b-fe28532ddae8; range_end:; response_count:1; response_revision:5158; }","duration":"330.838184ms","start":"2026-04-07T00:15:41.180651Z","end":"2026-04-07T00:15:41.511489Z","steps":["trace[1326884190] 'agreement among raft nodes before linearized reading' (duration: 330.72655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:41.511529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:41.180629Z","time spent":"330.892856ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2cf478c7-3bde-4ce5-971b-fe28532ddae8\" "} {"level":"info","ts":"2026-04-07T00:15:41.776144Z","caller":"traceutil/trace.go:171","msg":"trace[1225231334] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5358; }","duration":"264.753418ms","start":"2026-04-07T00:15:41.511358Z","end":"2026-04-07T00:15:41.776111Z","steps":["trace[1225231334] 'read index received' (duration: 250.551424ms)","trace[1225231334] 'applied index is now lower than readState.Index' (duration: 14.200054ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:15:41.776176Z","caller":"traceutil/trace.go:171","msg":"trace[600241146] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"521.648188ms","start":"2026-04-07T00:15:41.254494Z","end":"2026-04-07T00:15:41.776142Z","steps":["trace[600241146] 'process raft request' (duration: 507.450404ms)","trace[600241146] 'compare' (duration: 13.905786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:41.776336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:41.254473Z","time spent":"521.771302ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:41.776374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.645015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkd6c\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-07T00:15:41.776426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.995123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-07T00:15:41.77645Z","caller":"traceutil/trace.go:171","msg":"trace[1188435513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkd6c; range_end:; response_count:1; response_revision:5159; }","duration":"460.766458ms","start":"2026-04-07T00:15:41.315666Z","end":"2026-04-07T00:15:41.776433Z","steps":["trace[1188435513] 'agreement among raft nodes before linearized reading' (duration: 460.550163ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:41.77649Z","caller":"traceutil/trace.go:171","msg":"trace[2066180974] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5159; }","duration":"217.062064ms","start":"2026-04-07T00:15:41.559413Z","end":"2026-04-07T00:15:41.776475Z","steps":["trace[2066180974] 'agreement among raft nodes before linearized reading' (duration: 216.866349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:41.776494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:41.315644Z","time spent":"460.841951ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-lkd6c\" "} {"level":"warn","ts":"2026-04-07T00:15:41.776728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.494764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777446"} {"level":"info","ts":"2026-04-07T00:15:41.776806Z","caller":"traceutil/trace.go:171","msg":"trace[945850242] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5159; }","duration":"271.627668ms","start":"2026-04-07T00:15:41.505161Z","end":"2026-04-07T00:15:41.776788Z","steps":["trace[945850242] 'agreement among raft nodes before linearized reading' (duration: 271.031082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:42.120175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.574485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777446"} {"level":"info","ts":"2026-04-07T00:15:42.120262Z","caller":"traceutil/trace.go:171","msg":"trace[740749114] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5167; }","duration":"118.711709ms","start":"2026-04-07T00:15:42.001528Z","end":"2026-04-07T00:15:42.12024Z","steps":["trace[740749114] 'range keys from in-memory index tree' (duration: 118.098573ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:42.408223Z","caller":"traceutil/trace.go:171","msg":"trace[445326811] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"105.865102ms","start":"2026-04-07T00:15:42.30228Z","end":"2026-04-07T00:15:42.408146Z","steps":["trace[445326811] 'process raft request' (duration: 103.772567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:50.520434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.722606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-07T00:15:50.520546Z","caller":"traceutil/trace.go:171","msg":"trace[824854431] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5348; }","duration":"119.85832ms","start":"2026-04-07T00:15:50.400656Z","end":"2026-04-07T00:15:50.520514Z","steps":["trace[824854431] 'range keys from in-memory index tree' (duration: 119.47997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:50.520512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.151686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391874"} {"level":"info","ts":"2026-04-07T00:15:50.520753Z","caller":"traceutil/trace.go:171","msg":"trace[1517168853] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5348; }","duration":"123.495995ms","start":"2026-04-07T00:15:50.397232Z","end":"2026-04-07T00:15:50.520728Z","steps":["trace[1517168853] 'range keys from in-memory index tree' (duration: 122.601141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:52.511041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.433221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:15:52.511362Z","caller":"traceutil/trace.go:171","msg":"trace[1587482908] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"609.148319ms","start":"2026-04-07T00:15:51.902143Z","end":"2026-04-07T00:15:52.511291Z","steps":["trace[1587482908] 'process raft request' (duration: 89.338179ms)","trace[1587482908] 'compare' (duration: 519.323897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:52.511535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:51.902119Z","time spent":"609.325553ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:52.511932Z","caller":"traceutil/trace.go:171","msg":"trace[246947335] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"575.73522ms","start":"2026-04-07T00:15:51.936177Z","end":"2026-04-07T00:15:52.511912Z","steps":["trace[246947335] 'process raft request' (duration: 574.98186ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:52.511874Z","caller":"traceutil/trace.go:171","msg":"trace[931597633] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5572; }","duration":"606.14956ms","start":"2026-04-07T00:15:51.905679Z","end":"2026-04-07T00:15:52.511828Z","steps":["trace[931597633] 'read index received' (duration: 85.737154ms)","trace[931597633] 'applied index is now lower than readState.Index' (duration: 520.406626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:52.512043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:51.93616Z","time spent":"575.834993ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:15:52.512239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.55629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:15:52.512243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.859509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:15:52.512253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.320371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T00:15:52.512244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.977721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-07T00:15:52.512293Z","caller":"traceutil/trace.go:171","msg":"trace[593252550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5368; }","duration":"173.933771ms","start":"2026-04-07T00:15:52.338348Z","end":"2026-04-07T00:15:52.512281Z","steps":["trace[593252550] 'agreement among raft nodes before linearized reading' (duration: 173.783507ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:52.512293Z","caller":"traceutil/trace.go:171","msg":"trace[1389778538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5368; }","duration":"606.632123ms","start":"2026-04-07T00:15:51.905644Z","end":"2026-04-07T00:15:52.512276Z","steps":["trace[1389778538] 'agreement among raft nodes before linearized reading' (duration: 606.401377ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:52.512316Z","caller":"traceutil/trace.go:171","msg":"trace[538203082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5368; }","duration":"233.488826ms","start":"2026-04-07T00:15:52.278807Z","end":"2026-04-07T00:15:52.512296Z","steps":["trace[538203082] 'agreement among raft nodes before linearized reading' (duration: 233.276071ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:52.51233Z","caller":"traceutil/trace.go:171","msg":"trace[1232189123] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5368; }","duration":"212.123125ms","start":"2026-04-07T00:15:52.300183Z","end":"2026-04-07T00:15:52.512306Z","steps":["trace[1232189123] 'agreement among raft nodes before linearized reading' (duration: 211.95178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:52.512338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.584904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130782"} {"level":"warn","ts":"2026-04-07T00:15:52.512349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:51.905632Z","time spent":"606.707304ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:15:52.512348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.392022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T00:15:52.512397Z","caller":"traceutil/trace.go:171","msg":"trace[1348622832] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5368; }","duration":"210.668067ms","start":"2026-04-07T00:15:52.301715Z","end":"2026-04-07T00:15:52.512383Z","steps":["trace[1348622832] 'agreement among raft nodes before linearized reading' (duration: 210.434661ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:52.512412Z","caller":"traceutil/trace.go:171","msg":"trace[165860427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5368; }","duration":"150.494515ms","start":"2026-04-07T00:15:52.361902Z","end":"2026-04-07T00:15:52.512397Z","steps":["trace[165860427] 'agreement among raft nodes before linearized reading' (duration: 150.28302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:52.512442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.673805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-07T00:15:52.512469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.215242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:15:52.512546Z","caller":"traceutil/trace.go:171","msg":"trace[1963436531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5368; }","duration":"229.810729ms","start":"2026-04-07T00:15:52.282715Z","end":"2026-04-07T00:15:52.512526Z","steps":["trace[1963436531] 'agreement among raft nodes before linearized reading' (duration: 229.525382ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:52.51257Z","caller":"traceutil/trace.go:171","msg":"trace[374822495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5368; }","duration":"173.348785ms","start":"2026-04-07T00:15:52.339189Z","end":"2026-04-07T00:15:52.512537Z","steps":["trace[374822495] 'agreement among raft nodes before linearized reading' (duration: 173.014537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:57.670463Z","caller":"traceutil/trace.go:171","msg":"trace[30261886] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"487.85616ms","start":"2026-04-07T00:15:57.182572Z","end":"2026-04-07T00:15:57.670428Z","steps":["trace[30261886] 'process raft request' (duration: 487.648524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:57.670692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:57.182554Z","time spent":"488.021985ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11654,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:15:57.674822Z","caller":"traceutil/trace.go:171","msg":"trace[893245004] linearizableReadLoop","detail":"{readStateIndex:5629; appliedIndex:5627; }","duration":"271.361042ms","start":"2026-04-07T00:15:57.403445Z","end":"2026-04-07T00:15:57.674806Z","steps":["trace[893245004] 'read index received' (duration: 266.705879ms)","trace[893245004] 'applied index is now lower than readState.Index' (duration: 4.654023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:15:57.674931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.465565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:15:57.67497Z","caller":"traceutil/trace.go:171","msg":"trace[1669753027] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5424; }","duration":"271.549526ms","start":"2026-04-07T00:15:57.403408Z","end":"2026-04-07T00:15:57.674958Z","steps":["trace[1669753027] 'agreement among raft nodes before linearized reading' (duration: 271.474984ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:57.67515Z","caller":"traceutil/trace.go:171","msg":"trace[1694257689] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"263.177865ms","start":"2026-04-07T00:15:57.411962Z","end":"2026-04-07T00:15:57.67514Z","steps":["trace[1694257689] 'process raft request' (duration: 262.745545ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:15:57.675232Z","caller":"traceutil/trace.go:171","msg":"trace[2004820004] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"481.106714ms","start":"2026-04-07T00:15:57.194099Z","end":"2026-04-07T00:15:57.675206Z","steps":["trace[2004820004] 'process raft request' (duration: 480.488228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:15:57.675385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:57.194084Z","time spent":"481.224397ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:00.12102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.263605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbd03786-c725-4a88-bd42-7db467961b45\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-07T00:16:00.121309Z","caller":"traceutil/trace.go:171","msg":"trace[435531048] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dbd03786-c725-4a88-bd42-7db467961b45; range_end:; response_count:1; response_revision:5499; }","duration":"248.642034ms","start":"2026-04-07T00:15:59.872634Z","end":"2026-04-07T00:16:00.121276Z","steps":["trace[435531048] 'range keys from in-memory index tree' (duration: 247.927095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:00.387746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471816738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:16:00.518455Z","caller":"traceutil/trace.go:171","msg":"trace[651268368] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"639.67802ms","start":"2026-04-07T00:15:59.878751Z","end":"2026-04-07T00:16:00.518429Z","steps":["trace[651268368] 'process raft request' (duration: 639.504905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:00.518638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:59.878731Z","time spent":"639.814404ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:01.324779Z","caller":"traceutil/trace.go:171","msg":"trace[296557027] linearizableReadLoop","detail":"{readStateIndex:5709; appliedIndex:5708; }","duration":"1.437881832s","start":"2026-04-07T00:15:59.886872Z","end":"2026-04-07T00:16:01.324754Z","steps":["trace[296557027] 'read index received' (duration: 631.609078ms)","trace[296557027] 'applied index is now lower than readState.Index' (duration: 806.271604ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:01.324887Z","caller":"traceutil/trace.go:171","msg":"trace[133497153] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"1.196054508s","start":"2026-04-07T00:16:00.128785Z","end":"2026-04-07T00:16:01.32484Z","steps":["trace[133497153] 'process raft request' (duration: 1.195812041s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.32513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.128746Z","time spent":"1.196255893s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:16:01.378911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491997003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkd6c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T00:16:01.379041Z","caller":"traceutil/trace.go:171","msg":"trace[1345631031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkd6c; range_end:; response_count:1; response_revision:5501; }","duration":"1.492189449s","start":"2026-04-07T00:15:59.88682Z","end":"2026-04-07T00:16:01.379009Z","steps":["trace[1345631031] 'agreement among raft nodes before linearized reading' (duration: 1.438060608s)","trace[1345631031] 'range keys from in-memory index tree' (duration: 53.733619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:01.379104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:59.886808Z","time spent":"1.492282801s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-lkd6c\" "} {"level":"info","ts":"2026-04-07T00:16:01.379118Z","caller":"traceutil/trace.go:171","msg":"trace[985393643] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"841.19094ms","start":"2026-04-07T00:16:00.537884Z","end":"2026-04-07T00:16:01.379075Z","steps":["trace[985393643] 'process raft request' (duration: 807.118196ms)","trace[985393643] 'compare' (duration: 33.802098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:01.379491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.537856Z","time spent":"841.411267ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:01.379698Z","caller":"traceutil/trace.go:171","msg":"trace[1058574975] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"825.887229ms","start":"2026-04-07T00:16:00.553789Z","end":"2026-04-07T00:16:01.379676Z","steps":["trace[1058574975] 'process raft request' (duration: 825.207981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.379746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.48218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:16:01.379833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.553774Z","time spent":"825.967462ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:16:01.379856Z","caller":"traceutil/trace.go:171","msg":"trace[1617155232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5503; }","duration":"475.623834ms","start":"2026-04-07T00:16:00.904207Z","end":"2026-04-07T00:16:01.379831Z","steps":["trace[1617155232] 'agreement among raft nodes before linearized reading' (duration: 475.4731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.379925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.904188Z","time spent":"475.717637ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:16:01.380053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.000636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:16:01.380094Z","caller":"traceutil/trace.go:171","msg":"trace[818619845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5503; }","duration":"822.087799ms","start":"2026-04-07T00:16:00.557996Z","end":"2026-04-07T00:16:01.380084Z","steps":["trace[818619845] 'agreement among raft nodes before linearized reading' (duration: 821.960215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.380091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.682694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T00:16:01.380128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.557989Z","time spent":"822.132041ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:16:01.380151Z","caller":"traceutil/trace.go:171","msg":"trace[1751418787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5503; }","duration":"814.771117ms","start":"2026-04-07T00:16:00.565363Z","end":"2026-04-07T00:16:01.380135Z","steps":["trace[1751418787] 'agreement among raft nodes before linearized reading' (duration: 814.566981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.380135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.37619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-07T00:16:01.380196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.56535Z","time spent":"814.837789ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:16:01.380236Z","caller":"traceutil/trace.go:171","msg":"trace[1275547326] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5503; }","duration":"640.529944ms","start":"2026-04-07T00:16:00.739679Z","end":"2026-04-07T00:16:01.380209Z","steps":["trace[1275547326] 'agreement among raft nodes before linearized reading' (duration: 640.243255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.380281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.545353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:16:01.380308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.739655Z","time spent":"640.639767ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:16:01.380341Z","caller":"traceutil/trace.go:171","msg":"trace[642553538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5503; }","duration":"819.633605ms","start":"2026-04-07T00:16:00.560692Z","end":"2026-04-07T00:16:01.380326Z","steps":["trace[642553538] 'agreement among raft nodes before linearized reading' (duration: 819.484632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.380396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.560674Z","time spent":"819.704897ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:16:01.380494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.752189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a3eae7b1a58c84\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-07T00:16:01.380616Z","caller":"traceutil/trace.go:171","msg":"trace[27766139] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a3eae7b1a58c84; range_end:; response_count:1; response_revision:5503; }","duration":"352.982635ms","start":"2026-04-07T00:16:01.027609Z","end":"2026-04-07T00:16:01.380592Z","steps":["trace[27766139] 'agreement among raft nodes before linearized reading' (duration: 352.299787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.380638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.094492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-07T00:16:01.38069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.552902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:16:01.3807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:01.027588Z","time spent":"353.097178ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a3eae7b1a58c84\" "} {"level":"info","ts":"2026-04-07T00:16:01.380772Z","caller":"traceutil/trace.go:171","msg":"trace[1040436982] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5503; }","duration":"819.661765ms","start":"2026-04-07T00:16:00.561092Z","end":"2026-04-07T00:16:01.380753Z","steps":["trace[1040436982] 'agreement among raft nodes before linearized reading' (duration: 818.69862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.380829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.561081Z","time spent":"819.738198ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:16:01.380752Z","caller":"traceutil/trace.go:171","msg":"trace[1438655695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5503; }","duration":"824.290697ms","start":"2026-04-07T00:16:00.556445Z","end":"2026-04-07T00:16:01.380736Z","steps":["trace[1438655695] 'agreement among raft nodes before linearized reading' (duration: 823.667971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.380952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:00.556433Z","time spent":"824.505523ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:16:01.381014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396074372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbd03786-c725-4a88-bd42-7db467961b45\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-07T00:16:01.381057Z","caller":"traceutil/trace.go:171","msg":"trace[1236428927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dbd03786-c725-4a88-bd42-7db467961b45; range_end:; response_count:1; response_revision:5503; }","duration":"1.396119164s","start":"2026-04-07T00:15:59.984926Z","end":"2026-04-07T00:16:01.381045Z","steps":["trace[1236428927] 'agreement among raft nodes before linearized reading' (duration: 1.394758609s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:01.381087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:15:59.984842Z","time spent":"1.396238107s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dbd03786-c725-4a88-bd42-7db467961b45\" "} {"level":"info","ts":"2026-04-07T00:16:05.920501Z","caller":"traceutil/trace.go:171","msg":"trace[358501812] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"134.47087ms","start":"2026-04-07T00:16:05.786009Z","end":"2026-04-07T00:16:05.92048Z","steps":["trace[358501812] 'process raft request' (duration: 130.226568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:11.024599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.077571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:11.024707Z","caller":"traceutil/trace.go:171","msg":"trace[942143956] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5674; }","duration":"224.209256ms","start":"2026-04-07T00:16:10.800476Z","end":"2026-04-07T00:16:11.024686Z","steps":["trace[942143956] 'count revisions from in-memory index tree' (duration: 224.01049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:11.024705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.046948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:11.024783Z","caller":"traceutil/trace.go:171","msg":"trace[144880055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5674; }","duration":"118.176582ms","start":"2026-04-07T00:16:10.906587Z","end":"2026-04-07T00:16:11.024763Z","steps":["trace[144880055] 'range keys from in-memory index tree' (duration: 117.920686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.215673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.731111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:16.215839Z","caller":"traceutil/trace.go:171","msg":"trace[975672124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5720; }","duration":"309.939166ms","start":"2026-04-07T00:16:15.905879Z","end":"2026-04-07T00:16:16.215818Z","steps":["trace[975672124] 'range keys from in-memory index tree' (duration: 309.598667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.215912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:16:15.905862Z","time spent":"310.036539ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:16:16.215906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.290834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wt7jr\" ","response":"range_response_count:1 size:4340"} {"level":"info","ts":"2026-04-07T00:16:16.216097Z","caller":"traceutil/trace.go:171","msg":"trace[1082792393] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wt7jr; range_end:; response_count:1; response_revision:5720; }","duration":"297.53102ms","start":"2026-04-07T00:16:15.918547Z","end":"2026-04-07T00:16:16.216078Z","steps":["trace[1082792393] 'range keys from in-memory index tree' (duration: 297.13261ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:16.216179Z","caller":"traceutil/trace.go:171","msg":"trace[279917597] linearizableReadLoop","detail":"{readStateIndex:5935; appliedIndex:5934; }","duration":"206.950753ms","start":"2026-04-07T00:16:16.009204Z","end":"2026-04-07T00:16:16.216155Z","steps":["trace[279917597] 'read index received' (duration: 186.192788ms)","trace[279917597] 'applied index is now lower than readState.Index' (duration: 20.756245ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:16.216284Z","caller":"traceutil/trace.go:171","msg":"trace[132444122] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"239.453016ms","start":"2026-04-07T00:16:15.976822Z","end":"2026-04-07T00:16:16.216275Z","steps":["trace[132444122] 'process raft request' (duration: 218.525727ms)","trace[132444122] 'compare' (duration: 20.001665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:16:16.216459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.22442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:16:16.216544Z","caller":"traceutil/trace.go:171","msg":"trace[896635391] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5721; }","duration":"207.344223ms","start":"2026-04-07T00:16:16.009178Z","end":"2026-04-07T00:16:16.216522Z","steps":["trace[896635391] 'agreement among raft nodes before linearized reading' (duration: 207.205019ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:16.423836Z","caller":"traceutil/trace.go:171","msg":"trace[538304727] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"198.4507ms","start":"2026-04-07T00:16:16.225346Z","end":"2026-04-07T00:16:16.423797Z","steps":["trace[538304727] 'process raft request' (duration: 165.582217ms)","trace[538304727] 'compare' (duration: 32.690678ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:16.595957Z","caller":"traceutil/trace.go:171","msg":"trace[933554765] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"165.436752ms","start":"2026-04-07T00:16:16.430484Z","end":"2026-04-07T00:16:16.595921Z","steps":["trace[933554765] 'process raft request' (duration: 106.864445ms)","trace[933554765] 'compare' (duration: 58.104245ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:16:16.59599Z","caller":"traceutil/trace.go:171","msg":"trace[730219047] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"164.903829ms","start":"2026-04-07T00:16:16.431066Z","end":"2026-04-07T00:16:16.59597Z","steps":["trace[730219047] 'process raft request' (duration: 164.526489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:16:16.989459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.893512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-07T00:16:16.989545Z","caller":"traceutil/trace.go:171","msg":"trace[1501153483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5727; }","duration":"284.033855ms","start":"2026-04-07T00:16:16.705492Z","end":"2026-04-07T00:16:16.989526Z","steps":["trace[1501153483] 'range keys from in-memory index tree' (duration: 283.602574ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:16:51.075979Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3015} {"level":"info","ts":"2026-04-07T00:16:51.539851Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3015,"took":"461.649829ms","hash":160683417,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":31096832,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T00:16:51.53991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":160683417,"revision":3015,"compact-revision":-1} {"level":"info","ts":"2026-04-07T00:17:01.726867Z","caller":"traceutil/trace.go:171","msg":"trace[2019059228] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"119.524938ms","start":"2026-04-07T00:17:01.60731Z","end":"2026-04-07T00:17:01.726834Z","steps":["trace[2019059228] 'process raft request' (duration: 119.338243ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:17:01.741906Z","caller":"traceutil/trace.go:171","msg":"trace[1838157773] transaction","detail":"{read_only:false; response_revision:6096; number_of_response:1; }","duration":"109.211076ms","start":"2026-04-07T00:17:01.632672Z","end":"2026-04-07T00:17:01.741883Z","steps":["trace[1838157773] 'process raft request' (duration: 108.97584ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:51.829808Z","caller":"traceutil/trace.go:171","msg":"trace[1020814862] transaction","detail":"{read_only:false; response_revision:6792; number_of_response:1; }","duration":"113.619525ms","start":"2026-04-07T00:18:51.716163Z","end":"2026-04-07T00:18:51.829782Z","steps":["trace[1020814862] 'process raft request' (duration: 113.472521ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:56.684901Z","caller":"traceutil/trace.go:171","msg":"trace[497710241] transaction","detail":"{read_only:false; response_revision:6825; number_of_response:1; }","duration":"111.949502ms","start":"2026-04-07T00:18:56.572925Z","end":"2026-04-07T00:18:56.684875Z","steps":["trace[497710241] 'process raft request' (duration: 111.874521ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:56.684969Z","caller":"traceutil/trace.go:171","msg":"trace[1656237328] transaction","detail":"{read_only:false; response_revision:6824; number_of_response:1; }","duration":"112.167158ms","start":"2026-04-07T00:18:56.572755Z","end":"2026-04-07T00:18:56.684922Z","steps":["trace[1656237328] 'process raft request' (duration: 111.929662ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:56.685171Z","caller":"traceutil/trace.go:171","msg":"trace[1029391235] linearizableReadLoop","detail":"{readStateIndex:7074; appliedIndex:7072; }","duration":"112.361703ms","start":"2026-04-07T00:18:56.57279Z","end":"2026-04-07T00:18:56.685152Z","steps":["trace[1029391235] 'read index received' (duration: 41.848316ms)","trace[1029391235] 'applied index is now lower than readState.Index' (duration: 70.512317ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:18:56.685189Z","caller":"traceutil/trace.go:171","msg":"trace[126266357] transaction","detail":"{read_only:false; response_revision:6826; number_of_response:1; }","duration":"111.192313ms","start":"2026-04-07T00:18:56.573978Z","end":"2026-04-07T00:18:56.68517Z","steps":["trace[126266357] 'process raft request' (duration: 110.865644ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:18:56.685266Z","caller":"traceutil/trace.go:171","msg":"trace[318768388] transaction","detail":"{read_only:false; response_revision:6827; number_of_response:1; }","duration":"109.319134ms","start":"2026-04-07T00:18:56.575915Z","end":"2026-04-07T00:18:56.685234Z","steps":["trace[318768388] 'process raft request' (duration: 109.058487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:18:56.685606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.813185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:16 size:141939"} {"level":"info","ts":"2026-04-07T00:18:56.685674Z","caller":"traceutil/trace.go:171","msg":"trace[428725910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:16; response_revision:6827; }","duration":"112.905037ms","start":"2026-04-07T00:18:56.572751Z","end":"2026-04-07T00:18:56.685656Z","steps":["trace[428725910] 'agreement among raft nodes before linearized reading' (duration: 112.568908ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:39.179211Z","caller":"traceutil/trace.go:171","msg":"trace[994978165] linearizableReadLoop","detail":"{readStateIndex:7371; appliedIndex:7369; }","duration":"100.533493ms","start":"2026-04-07T00:19:39.078653Z","end":"2026-04-07T00:19:39.179186Z","steps":["trace[994978165] 'read index received' (duration: 38.331184ms)","trace[994978165] 'applied index is now lower than readState.Index' (duration: 62.201029ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:19:39.179317Z","caller":"traceutil/trace.go:171","msg":"trace[1040238333] transaction","detail":"{read_only:false; response_revision:7110; number_of_response:1; }","duration":"107.694631ms","start":"2026-04-07T00:19:39.071598Z","end":"2026-04-07T00:19:39.179292Z","steps":["trace[1040238333] 'process raft request' (duration: 107.450025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:39.179498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.80803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:19:39.179543Z","caller":"traceutil/trace.go:171","msg":"trace[2027722748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7110; }","duration":"100.910614ms","start":"2026-04-07T00:19:39.078622Z","end":"2026-04-07T00:19:39.179532Z","steps":["trace[2027722748] 'agreement among raft nodes before linearized reading' (duration: 100.707007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:39.303688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.515068ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T00:19:39.303908Z","caller":"traceutil/trace.go:171","msg":"trace[662719634] linearizableReadLoop","detail":"{readStateIndex:7372; appliedIndex:7371; }","duration":"124.571143ms","start":"2026-04-07T00:19:39.179305Z","end":"2026-04-07T00:19:39.303876Z","steps":["trace[662719634] 'read index received' (duration: 22.87654ms)","trace[662719634] 'applied index is now lower than readState.Index' (duration: 101.692152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:19:39.304114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.620399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkd6c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T00:19:39.304186Z","caller":"traceutil/trace.go:171","msg":"trace[812294630] transaction","detail":"{read_only:false; response_revision:7111; number_of_response:1; }","duration":"120.089665ms","start":"2026-04-07T00:19:39.184064Z","end":"2026-04-07T00:19:39.304154Z","steps":["trace[812294630] 'process raft request' (duration: 119.946211ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:19:39.304224Z","caller":"traceutil/trace.go:171","msg":"trace[593630468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkd6c; range_end:; response_count:1; response_revision:7110; }","duration":"217.755682ms","start":"2026-04-07T00:19:39.086442Z","end":"2026-04-07T00:19:39.304198Z","steps":["trace[593630468] 'agreement among raft nodes before linearized reading' (duration: 217.454514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:19:39.304208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.788458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T00:19:39.304351Z","caller":"traceutil/trace.go:171","msg":"trace[1209769424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7110; }","duration":"224.965763ms","start":"2026-04-07T00:19:39.079364Z","end":"2026-04-07T00:19:39.30433Z","steps":["trace[1209769424] 'agreement among raft nodes before linearized reading' (duration: 224.583482ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:21:51.083463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6028} {"level":"info","ts":"2026-04-07T00:21:51.185913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6028,"took":"100.37903ms","hash":651503805,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":21614592,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-07T00:21:51.186048Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":651503805,"revision":6028,"compact-revision":3015} {"level":"info","ts":"2026-04-07T00:22:17.762728Z","caller":"traceutil/trace.go:171","msg":"trace[1924134180] transaction","detail":"{read_only:false; response_revision:8425; number_of_response:1; }","duration":"279.190818ms","start":"2026-04-07T00:22:17.483513Z","end":"2026-04-07T00:22:17.762704Z","steps":["trace[1924134180] 'process raft request' (duration: 279.032944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:22:17.972695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.897086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:22:17.972812Z","caller":"traceutil/trace.go:171","msg":"trace[875948239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8425; }","duration":"143.08638ms","start":"2026-04-07T00:22:17.829702Z","end":"2026-04-07T00:22:17.972788Z","steps":["trace[875948239] 'range keys from in-memory index tree' (duration: 142.598378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:32.252769Z","caller":"traceutil/trace.go:171","msg":"trace[941726330] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"130.236675ms","start":"2026-04-07T00:22:32.122509Z","end":"2026-04-07T00:22:32.252746Z","steps":["trace[941726330] 'process raft request' (duration: 68.047458ms)","trace[941726330] 'compare' (duration: 62.086954ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:22:32.370715Z","caller":"traceutil/trace.go:171","msg":"trace[1911265420] linearizableReadLoop","detail":"{readStateIndex:8804; appliedIndex:8803; }","duration":"155.859387ms","start":"2026-04-07T00:22:32.214829Z","end":"2026-04-07T00:22:32.370689Z","steps":["trace[1911265420] 'read index received' (duration: 145.666834ms)","trace[1911265420] 'applied index is now lower than readState.Index' (duration: 10.191253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:22:32.371022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.160335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-07T00:22:32.371082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.655683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:22:32.371204Z","caller":"traceutil/trace.go:171","msg":"trace[554701464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8500; }","duration":"114.94188ms","start":"2026-04-07T00:22:32.256236Z","end":"2026-04-07T00:22:32.371178Z","steps":["trace[554701464] 'agreement among raft nodes before linearized reading' (duration: 114.638152ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:32.371119Z","caller":"traceutil/trace.go:171","msg":"trace[761027753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8500; }","duration":"156.30379ms","start":"2026-04-07T00:22:32.21479Z","end":"2026-04-07T00:22:32.371094Z","steps":["trace[761027753] 'agreement among raft nodes before linearized reading' (duration: 156.013312ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:32.370957Z","caller":"traceutil/trace.go:171","msg":"trace[892068463] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"216.826473ms","start":"2026-04-07T00:22:32.154081Z","end":"2026-04-07T00:22:32.370907Z","steps":["trace[892068463] 'process raft request' (duration: 206.481486ms)","trace[892068463] 'compare' (duration: 10.015359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:22:32.693515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.452906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:22:32.693588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.355382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkd6c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T00:22:32.693647Z","caller":"traceutil/trace.go:171","msg":"trace[1979267223] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8503; }","duration":"141.713672ms","start":"2026-04-07T00:22:32.551904Z","end":"2026-04-07T00:22:32.693618Z","steps":["trace[1979267223] 'count revisions from in-memory index tree' (duration: 141.278271ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:22:32.693676Z","caller":"traceutil/trace.go:171","msg":"trace[1147204620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkd6c; range_end:; response_count:1; response_revision:8503; }","duration":"158.506136ms","start":"2026-04-07T00:22:32.535149Z","end":"2026-04-07T00:22:32.693655Z","steps":["trace[1147204620] 'range keys from in-memory index tree' (duration: 158.129916ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:04.320948Z","caller":"traceutil/trace.go:171","msg":"trace[731294149] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9035; }","duration":"325.004088ms","start":"2026-04-07T00:23:03.995904Z","end":"2026-04-07T00:23:04.320908Z","steps":["trace[731294149] 'read index received' (duration: 324.952917ms)","trace[731294149] 'applied index is now lower than readState.Index' (duration: 49.221µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:04.321046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:03.991233Z","time spent":"329.799302ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:23:04.321224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.293366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:23:04.321361Z","caller":"traceutil/trace.go:171","msg":"trace[1301134268] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8723; }","duration":"325.510401ms","start":"2026-04-07T00:23:03.995827Z","end":"2026-04-07T00:23:04.321338Z","steps":["trace[1301134268] 'agreement among raft nodes before linearized reading' (duration: 325.276855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:04.321419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:03.995803Z","time spent":"325.603304ms","remote":"127.0.0.1:38054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:23:04.405154Z","caller":"traceutil/trace.go:171","msg":"trace[1549291929] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"367.051985ms","start":"2026-04-07T00:23:04.038056Z","end":"2026-04-07T00:23:04.405108Z","steps":["trace[1549291929] 'process raft request' (duration: 321.988391ms)","trace[1549291929] 'compare' (duration: 44.835289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:23:04.405443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:23:04.038037Z","time spent":"367.250081ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:23:04.405642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.661871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:23:04.405736Z","caller":"traceutil/trace.go:171","msg":"trace[1385823930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8725; }","duration":"112.814346ms","start":"2026-04-07T00:23:04.292879Z","end":"2026-04-07T00:23:04.405694Z","steps":["trace[1385823930] 'agreement among raft nodes before linearized reading' (duration: 112.247181ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:13.480569Z","caller":"traceutil/trace.go:171","msg":"trace[283227684] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"149.851312ms","start":"2026-04-07T00:23:13.330669Z","end":"2026-04-07T00:23:13.48052Z","steps":["trace[283227684] 'process raft request' (duration: 149.598295ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:13.579578Z","caller":"traceutil/trace.go:171","msg":"trace[525420672] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"241.14524ms","start":"2026-04-07T00:23:13.338402Z","end":"2026-04-07T00:23:13.579548Z","steps":["trace[525420672] 'process raft request' (duration: 241.084509ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:13.580035Z","caller":"traceutil/trace.go:171","msg":"trace[2040060405] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"245.400442ms","start":"2026-04-07T00:23:13.334621Z","end":"2026-04-07T00:23:13.580022Z","steps":["trace[2040060405] 'process raft request' (duration: 232.973381ms)","trace[2040060405] 'compare' (duration: 11.695272ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:13.76531Z","caller":"traceutil/trace.go:171","msg":"trace[2008741147] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"132.114684ms","start":"2026-04-07T00:23:13.633159Z","end":"2026-04-07T00:23:13.765274Z","steps":["trace[2008741147] 'process raft request' (duration: 131.859398ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:13.954824Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023b8.wal"} {"level":"info","ts":"2026-04-07T00:23:14.648401Z","caller":"traceutil/trace.go:171","msg":"trace[1057618881] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"294.084039ms","start":"2026-04-07T00:23:14.354289Z","end":"2026-04-07T00:23:14.648373Z","steps":["trace[1057618881] 'process raft request' (duration: 293.922494ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.657897Z","caller":"traceutil/trace.go:171","msg":"trace[1683165089] transaction","detail":"{read_only:false; response_revision:8827; number_of_response:1; }","duration":"215.782196ms","start":"2026-04-07T00:23:14.442093Z","end":"2026-04-07T00:23:14.657875Z","steps":["trace[1683165089] 'process raft request' (duration: 215.5273ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.657891Z","caller":"traceutil/trace.go:171","msg":"trace[2035686841] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9145; }","duration":"185.867713ms","start":"2026-04-07T00:23:14.471988Z","end":"2026-04-07T00:23:14.657856Z","steps":["trace[2035686841] 'read index received' (duration: 176.283276ms)","trace[2035686841] 'applied index is now lower than readState.Index' (duration: 9.583097ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:14.658027Z","caller":"traceutil/trace.go:171","msg":"trace[1075952615] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"105.169648ms","start":"2026-04-07T00:23:14.552844Z","end":"2026-04-07T00:23:14.658014Z","steps":["trace[1075952615] 'process raft request' (duration: 104.950282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:14.658324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.580884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:23:14.658442Z","caller":"traceutil/trace.go:171","msg":"trace[1044579201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8828; }","duration":"111.758538ms","start":"2026-04-07T00:23:14.54666Z","end":"2026-04-07T00:23:14.658418Z","steps":["trace[1044579201] 'agreement among raft nodes before linearized reading' (duration: 111.477142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:14.65861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.592591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T00:23:14.658732Z","caller":"traceutil/trace.go:171","msg":"trace[2002216493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8828; }","duration":"186.786075ms","start":"2026-04-07T00:23:14.471915Z","end":"2026-04-07T00:23:14.658701Z","steps":["trace[2002216493] 'agreement among raft nodes before linearized reading' (duration: 186.442627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:23:14.852714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.045031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T00:23:14.853328Z","caller":"traceutil/trace.go:171","msg":"trace[566127917] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"188.976803ms","start":"2026-04-07T00:23:14.664324Z","end":"2026-04-07T00:23:14.8533Z","steps":["trace[566127917] 'process raft request' (duration: 63.215434ms)","trace[566127917] 'compare' (duration: 124.867166ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:23:14.869694Z","caller":"traceutil/trace.go:171","msg":"trace[425452670] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"205.278644ms","start":"2026-04-07T00:23:14.664366Z","end":"2026-04-07T00:23:14.869644Z","steps":["trace[425452670] 'process raft request' (duration: 205.051157ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.869792Z","caller":"traceutil/trace.go:171","msg":"trace[165743318] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"205.202162ms","start":"2026-04-07T00:23:14.664581Z","end":"2026-04-07T00:23:14.869783Z","steps":["trace[165743318] 'process raft request' (duration: 204.981547ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.869718Z","caller":"traceutil/trace.go:171","msg":"trace[1582997247] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"205.017058ms","start":"2026-04-07T00:23:14.664677Z","end":"2026-04-07T00:23:14.869694Z","steps":["trace[1582997247] 'process raft request' (duration: 204.956967ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:23:14.869933Z","caller":"traceutil/trace.go:171","msg":"trace[1925958068] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"205.226193ms","start":"2026-04-07T00:23:14.664677Z","end":"2026-04-07T00:23:14.869903Z","steps":["trace[1925958068] 'process raft request' (duration: 204.925176ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:20.633208Z","caller":"traceutil/trace.go:171","msg":"trace[714621876] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"155.076507ms","start":"2026-04-07T00:24:20.478101Z","end":"2026-04-07T00:24:20.633177Z","steps":["trace[714621876] 'process raft request' (duration: 154.885393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:32.256981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.336044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:24:32.257111Z","caller":"traceutil/trace.go:171","msg":"trace[2063572466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9583; }","duration":"131.749444ms","start":"2026-04-07T00:24:32.125332Z","end":"2026-04-07T00:24:32.257081Z","steps":["trace[2063572466] 'count revisions from in-memory index tree' (duration: 131.235401ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:33.21886Z","caller":"traceutil/trace.go:171","msg":"trace[1878247237] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"243.917532ms","start":"2026-04-07T00:24:32.974916Z","end":"2026-04-07T00:24:33.218833Z","steps":["trace[1878247237] 'process raft request' (duration: 243.755918ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:33.219753Z","caller":"traceutil/trace.go:171","msg":"trace[1900325438] transaction","detail":"{read_only:false; response_revision:9585; number_of_response:1; }","duration":"244.761394ms","start":"2026-04-07T00:24:32.974975Z","end":"2026-04-07T00:24:33.219736Z","steps":["trace[1900325438] 'process raft request' (duration: 244.675762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:35.811655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471827633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:24:36.312479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471827633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:24:36.813684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471827633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:24:37.314354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471827633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:24:37.814965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471827633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:24:38.173262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.947609376s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T00:24:38.17502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270410708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:24:38.174958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571288103s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:24:38.176771Z","caller":"traceutil/trace.go:171","msg":"trace[323521882] transaction","detail":"{read_only:false; response_revision:9590; number_of_response:1; }","duration":"2.951275202s","start":"2026-04-07T00:24:35.225477Z","end":"2026-04-07T00:24:38.176752Z","steps":["trace[323521882] 'process raft request' (duration: 2.948077659s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:38.175153Z","caller":"traceutil/trace.go:171","msg":"trace[557180145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9589; }","duration":"3.270606433s","start":"2026-04-07T00:24:34.90452Z","end":"2026-04-07T00:24:38.175126Z","steps":["trace[557180145] 'range keys from in-memory index tree' (duration: 3.270247964s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.175296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200885492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:24:38.175367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200759938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T00:24:38.175711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.176350197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-07T00:24:38.175725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353417373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:24:38.175784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201678241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:24:38.17682Z","caller":"traceutil/trace.go:171","msg":"trace[2097968926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9589; }","duration":"3.573130091s","start":"2026-04-07T00:24:34.603616Z","end":"2026-04-07T00:24:38.176746Z","steps":["trace[2097968926] 'range keys from in-memory index tree' (duration: 3.571263052s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:38.17799Z","caller":"traceutil/trace.go:171","msg":"trace[32330472] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:9589; }","duration":"4.178660128s","start":"2026-04-07T00:24:33.999299Z","end":"2026-04-07T00:24:38.17796Z","steps":["trace[32330472] 'range keys from in-memory index tree' (duration: 4.176203553s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:38.17801Z","caller":"traceutil/trace.go:171","msg":"trace[1608402335] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9589; }","duration":"3.355736544s","start":"2026-04-07T00:24:34.822243Z","end":"2026-04-07T00:24:38.17798Z","steps":["trace[1608402335] 'count revisions from in-memory index tree' (duration: 3.35331274s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:38.178026Z","caller":"traceutil/trace.go:171","msg":"trace[1669077227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9589; }","duration":"4.203947721s","start":"2026-04-07T00:24:33.974036Z","end":"2026-04-07T00:24:38.177984Z","steps":["trace[1669077227] 'range keys from in-memory index tree' (duration: 4.201529128s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.178076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:33.999275Z","time spent":"4.178780271s","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-07T00:24:38.178101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:34.822217Z","time spent":"3.355856896s","remote":"127.0.0.1:42960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:24:38.178145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:33.974008Z","time spent":"4.204106335s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:24:38.177698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:35.225446Z","time spent":"2.952129684s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:24:38.178318Z","caller":"traceutil/trace.go:171","msg":"trace[123623081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9589; }","duration":"4.203757465s","start":"2026-04-07T00:24:33.974548Z","end":"2026-04-07T00:24:38.178305Z","steps":["trace[123623081] 'range keys from in-memory index tree' (duration: 4.200519952s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:38.178278Z","caller":"traceutil/trace.go:171","msg":"trace[1837328982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9589; }","duration":"4.20392763s","start":"2026-04-07T00:24:33.974338Z","end":"2026-04-07T00:24:38.178266Z","steps":["trace[1837328982] 'range keys from in-memory index tree' (duration: 4.200603325s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.178369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:33.974534Z","time spent":"4.203822627s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:24:38.178426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:33.974325Z","time spent":"4.204080534s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:24:38.179769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:34.904497Z","time spent":"3.27320632s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:24:38.185988Z","caller":"traceutil/trace.go:171","msg":"trace[529378685] linearizableReadLoop","detail":"{readStateIndex:9934; appliedIndex:9929; }","duration":"2.875319498s","start":"2026-04-07T00:24:35.310653Z","end":"2026-04-07T00:24:38.185973Z","steps":["trace[529378685] 'read index received' (duration: 2.862889027s)","trace[529378685] 'applied index is now lower than readState.Index' (duration: 12.429721ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:24:38.186181Z","caller":"traceutil/trace.go:171","msg":"trace[1543073380] transaction","detail":"{read_only:false; response_revision:9591; number_of_response:1; }","duration":"2.959582366s","start":"2026-04-07T00:24:35.226591Z","end":"2026-04-07T00:24:38.186174Z","steps":["trace[1543073380] 'process raft request' (duration: 2.959207257s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.186296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:35.226579Z","time spent":"2.959623897s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:24:38.186439Z","caller":"traceutil/trace.go:171","msg":"trace[600145090] transaction","detail":"{read_only:false; response_revision:9592; number_of_response:1; }","duration":"2.391951539s","start":"2026-04-07T00:24:35.794466Z","end":"2026-04-07T00:24:38.186418Z","steps":["trace[600145090] 'process raft request' (duration: 2.391415045s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.186477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:35.794434Z","time spent":"2.392023121s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:24:38.186583Z","caller":"traceutil/trace.go:171","msg":"trace[2117123013] transaction","detail":"{read_only:false; response_revision:9593; number_of_response:1; }","duration":"2.235878346s","start":"2026-04-07T00:24:35.950698Z","end":"2026-04-07T00:24:38.186577Z","steps":["trace[2117123013] 'process raft request' (duration: 2.235204048s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.186617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:35.950673Z","time spent":"2.235927667s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:24:38.186753Z","caller":"traceutil/trace.go:171","msg":"trace[632302336] transaction","detail":"{read_only:false; response_revision:9594; number_of_response:1; }","duration":"2.022543243s","start":"2026-04-07T00:24:36.164204Z","end":"2026-04-07T00:24:38.186748Z","steps":["trace[632302336] 'process raft request' (duration: 2.021718812s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.186863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:36.164169Z","time spent":"2.022600754s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:24:38.186986Z","caller":"traceutil/trace.go:171","msg":"trace[1036433381] transaction","detail":"{read_only:false; response_revision:9595; number_of_response:1; }","duration":"259.554768ms","start":"2026-04-07T00:24:37.927424Z","end":"2026-04-07T00:24:38.186979Z","steps":["trace[1036433381] 'process raft request' (duration: 258.52486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.187163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87654452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:24:38.187197Z","caller":"traceutil/trace.go:171","msg":"trace[1497166010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9595; }","duration":"2.876672064s","start":"2026-04-07T00:24:35.31052Z","end":"2026-04-07T00:24:38.187192Z","steps":["trace[1497166010] 'agreement among raft nodes before linearized reading' (duration: 2.876578681s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.187212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:35.310506Z","time spent":"2.876703124s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:24:38.202134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.652071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-07T00:24:38.202207Z","caller":"traceutil/trace.go:171","msg":"trace[118880602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9598; }","duration":"850.775514ms","start":"2026-04-07T00:24:37.351416Z","end":"2026-04-07T00:24:38.202191Z","steps":["trace[118880602] 'agreement among raft nodes before linearized reading' (duration: 850.554129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.202066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889989528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T00:24:38.202234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:37.351392Z","time spent":"850.836246ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:24:38.202262Z","caller":"traceutil/trace.go:171","msg":"trace[22668393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9598; }","duration":"2.890209664s","start":"2026-04-07T00:24:35.312039Z","end":"2026-04-07T00:24:38.202249Z","steps":["trace[22668393] 'agreement among raft nodes before linearized reading' (duration: 2.889923607s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.202625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:35.312029Z","time spent":"2.890585913s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:24:38.202448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780357825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:24:38.202803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732057337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:24:38.202819Z","caller":"traceutil/trace.go:171","msg":"trace[1111414983] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9598; }","duration":"1.780806507s","start":"2026-04-07T00:24:36.421998Z","end":"2026-04-07T00:24:38.202805Z","steps":["trace[1111414983] 'agreement among raft nodes before linearized reading' (duration: 1.780299734s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:38.202835Z","caller":"traceutil/trace.go:171","msg":"trace[1180140049] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9598; }","duration":"2.732125828s","start":"2026-04-07T00:24:35.470698Z","end":"2026-04-07T00:24:38.202823Z","steps":["trace[1180140049] 'agreement among raft nodes before linearized reading' (duration: 2.732063796s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.202849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:36.421975Z","time spent":"1.780864678s","remote":"127.0.0.1:59158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:24:38.20286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:35.470678Z","time spent":"2.732175889s","remote":"127.0.0.1:36992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:24:38.202565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297384844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:24:38.203045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594118392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkd6c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T00:24:38.203032Z","caller":"traceutil/trace.go:171","msg":"trace[989730200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9598; }","duration":"1.297831656s","start":"2026-04-07T00:24:36.905123Z","end":"2026-04-07T00:24:38.202955Z","steps":["trace[989730200] 'agreement among raft nodes before linearized reading' (duration: 1.297419046s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:24:38.203066Z","caller":"traceutil/trace.go:171","msg":"trace[480967009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkd6c; range_end:; response_count:1; response_revision:9599; }","duration":"2.594162523s","start":"2026-04-07T00:24:35.608897Z","end":"2026-04-07T00:24:38.203059Z","steps":["trace[480967009] 'agreement among raft nodes before linearized reading' (duration: 2.594060511s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.203087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:35.608889Z","time spent":"2.594191515s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-lkd6c\" "} {"level":"warn","ts":"2026-04-07T00:24:38.203108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:36.905096Z","time spent":"1.297997111s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:24:38.20305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.579691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-07T00:24:38.203228Z","caller":"traceutil/trace.go:171","msg":"trace[249754378] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9599; }","duration":"263.797287ms","start":"2026-04-07T00:24:37.939418Z","end":"2026-04-07T00:24:38.203216Z","steps":["trace[249754378] 'agreement among raft nodes before linearized reading' (duration: 263.55577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.203241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.838245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:24:38.203265Z","caller":"traceutil/trace.go:171","msg":"trace[36943600] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9600; }","duration":"634.904996ms","start":"2026-04-07T00:24:37.568351Z","end":"2026-04-07T00:24:38.203256Z","steps":["trace[36943600] 'agreement among raft nodes before linearized reading' (duration: 634.850615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.203284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:37.568325Z","time spent":"634.954088ms","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:24:38.202521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279354819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:24:38.203348Z","caller":"traceutil/trace.go:171","msg":"trace[867815907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9598; }","duration":"1.280217742s","start":"2026-04-07T00:24:36.923111Z","end":"2026-04-07T00:24:38.203329Z","steps":["trace[867815907] 'agreement among raft nodes before linearized reading' (duration: 1.2793736s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:38.203423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:24:36.923087Z","time spent":"1.280311614s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:24:39.319677Z","caller":"traceutil/trace.go:171","msg":"trace[806717544] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"190.332517ms","start":"2026-04-07T00:24:39.129317Z","end":"2026-04-07T00:24:39.31965Z","steps":["trace[806717544] 'process raft request' (duration: 190.138563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:24:39.48303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.040227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T00:24:44.238793Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T00:24:44.245744Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T00:24:44.245839Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T00:26:51.090503Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8109} {"level":"info","ts":"2026-04-07T00:26:51.156122Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8109,"took":"62.912155ms","hash":1938888843,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":28438528,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-07T00:26:51.156196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1938888843,"revision":8109,"compact-revision":6028} {"level":"info","ts":"2026-04-07T00:29:53.337787Z","caller":"traceutil/trace.go:171","msg":"trace[1109887616] linearizableReadLoop","detail":"{readStateIndex:12311; appliedIndex:12310; }","duration":"304.531835ms","start":"2026-04-07T00:29:53.033213Z","end":"2026-04-07T00:29:53.337745Z","steps":["trace[1109887616] 'read index received' (duration: 303.96309ms)","trace[1109887616] 'applied index is now lower than readState.Index' (duration: 567.645µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:29:53.337901Z","caller":"traceutil/trace.go:171","msg":"trace[970820217] transaction","detail":"{read_only:false; response_revision:11896; number_of_response:1; }","duration":"344.549428ms","start":"2026-04-07T00:29:52.993307Z","end":"2026-04-07T00:29:53.337857Z","steps":["trace[970820217] 'process raft request' (duration: 343.875801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:53.338157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.896814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:29:53.338453Z","caller":"traceutil/trace.go:171","msg":"trace[1624258210] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11896; }","duration":"305.270383ms","start":"2026-04-07T00:29:53.033148Z","end":"2026-04-07T00:29:53.338418Z","steps":["trace[1624258210] 'agreement among raft nodes before linearized reading' (duration: 304.744679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:29:53.338541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:53.033117Z","time spent":"305.403537ms","remote":"127.0.0.1:46162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:29:53.338651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:29:52.993283Z","time spent":"345.00513ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:30:13.903825Z","caller":"traceutil/trace.go:171","msg":"trace[2133829066] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"144.789578ms","start":"2026-04-07T00:30:13.759Z","end":"2026-04-07T00:30:13.903789Z","steps":["trace[2133829066] 'process raft request' (duration: 144.521782ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:13.904231Z","caller":"traceutil/trace.go:171","msg":"trace[1959015413] transaction","detail":"{read_only:false; response_revision:12012; number_of_response:1; }","duration":"145.069286ms","start":"2026-04-07T00:30:13.759126Z","end":"2026-04-07T00:30:13.904195Z","steps":["trace[1959015413] 'process raft request' (duration: 144.616584ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:13.904261Z","caller":"traceutil/trace.go:171","msg":"trace[1658408790] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"144.882862ms","start":"2026-04-07T00:30:13.75935Z","end":"2026-04-07T00:30:13.904233Z","steps":["trace[1658408790] 'process raft request' (duration: 144.736428ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.473445Z","caller":"traceutil/trace.go:171","msg":"trace[158087522] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"341.9378ms","start":"2026-04-07T00:30:14.131477Z","end":"2026-04-07T00:30:14.473415Z","steps":["trace[158087522] 'process raft request' (duration: 341.891089ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.473625Z","caller":"traceutil/trace.go:171","msg":"trace[2017952167] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"366.374541ms","start":"2026-04-07T00:30:14.107198Z","end":"2026-04-07T00:30:14.473571Z","steps":["trace[2017952167] 'process raft request' (duration: 346.935699ms)","trace[2017952167] 'compare' (duration: 18.368255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:14.473711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:14.131462Z","time spent":"342.089164ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:30:14.473797Z","caller":"traceutil/trace.go:171","msg":"trace[1456723610] linearizableReadLoop","detail":"{readStateIndex:12436; appliedIndex:12434; }","duration":"346.979281ms","start":"2026-04-07T00:30:14.126795Z","end":"2026-04-07T00:30:14.473774Z","steps":["trace[1456723610] 'read index received' (duration: 327.356554ms)","trace[1456723610] 'applied index is now lower than readState.Index' (duration: 19.620317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:14.473871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:14.107152Z","time spent":"366.596247ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:30:14.473998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.395849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T00:30:14.4741Z","caller":"traceutil/trace.go:171","msg":"trace[1463592436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12017; }","duration":"362.515022ms","start":"2026-04-07T00:30:14.111564Z","end":"2026-04-07T00:30:14.474079Z","steps":["trace[1463592436] 'agreement among raft nodes before linearized reading' (duration: 362.236205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.47411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.775416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:30:14.474154Z","caller":"traceutil/trace.go:171","msg":"trace[194598567] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12017; }","duration":"152.846377ms","start":"2026-04-07T00:30:14.321297Z","end":"2026-04-07T00:30:14.474143Z","steps":["trace[194598567] 'agreement among raft nodes before linearized reading' (duration: 152.643052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.474155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:14.111529Z","time spent":"362.615675ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:30:14.474167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.975843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:30:14.474142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.847598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:30:14.474165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.658566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T00:30:14.474245Z","caller":"traceutil/trace.go:171","msg":"trace[1214826230] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12017; }","duration":"186.054065ms","start":"2026-04-07T00:30:14.288161Z","end":"2026-04-07T00:30:14.474215Z","steps":["trace[1214826230] 'agreement among raft nodes before linearized reading' (duration: 185.981584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.474072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.860197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:14.474264Z","caller":"traceutil/trace.go:171","msg":"trace[866673023] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12017; }","duration":"186.008124ms","start":"2026-04-07T00:30:14.288221Z","end":"2026-04-07T00:30:14.474229Z","steps":["trace[866673023] 'agreement among raft nodes before linearized reading' (duration: 185.808799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.47428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.956159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:14.474302Z","caller":"traceutil/trace.go:171","msg":"trace[1170515755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12017; }","duration":"225.176374ms","start":"2026-04-07T00:30:14.249116Z","end":"2026-04-07T00:30:14.474293Z","steps":["trace[1170515755] 'agreement among raft nodes before linearized reading' (duration: 224.837896ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.474305Z","caller":"traceutil/trace.go:171","msg":"trace[1414673191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12017; }","duration":"362.85013ms","start":"2026-04-07T00:30:14.111427Z","end":"2026-04-07T00:30:14.474277Z","steps":["trace[1414673191] 'agreement among raft nodes before linearized reading' (duration: 362.445ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.474319Z","caller":"traceutil/trace.go:171","msg":"trace[1126707434] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12017; }","duration":"225.008821ms","start":"2026-04-07T00:30:14.249296Z","end":"2026-04-07T00:30:14.474305Z","steps":["trace[1126707434] 'agreement among raft nodes before linearized reading' (duration: 224.961389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.474356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.589993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-07T00:30:14.474417Z","caller":"traceutil/trace.go:171","msg":"trace[391552979] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12017; }","duration":"185.667415ms","start":"2026-04-07T00:30:14.288735Z","end":"2026-04-07T00:30:14.474402Z","steps":["trace[391552979] 'agreement among raft nodes before linearized reading' (duration: 185.47755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.474428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.131183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:30:14.474434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.85943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:30:14.474395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.55029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-07T00:30:14.474224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.897458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:14.474468Z","caller":"traceutil/trace.go:171","msg":"trace[692177765] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12017; }","duration":"185.916561ms","start":"2026-04-07T00:30:14.288541Z","end":"2026-04-07T00:30:14.474458Z","steps":["trace[692177765] 'agreement among raft nodes before linearized reading' (duration: 185.862809ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.474466Z","caller":"traceutil/trace.go:171","msg":"trace[1517751602] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12017; }","duration":"225.251497ms","start":"2026-04-07T00:30:14.249199Z","end":"2026-04-07T00:30:14.474451Z","steps":["trace[1517751602] 'agreement among raft nodes before linearized reading' (duration: 225.198045ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.474485Z","caller":"traceutil/trace.go:171","msg":"trace[1532228151] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12017; }","duration":"183.707815ms","start":"2026-04-07T00:30:14.290763Z","end":"2026-04-07T00:30:14.474471Z","steps":["trace[1532228151] 'agreement among raft nodes before linearized reading' (duration: 183.396656ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.474498Z","caller":"traceutil/trace.go:171","msg":"trace[366224301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12017; }","duration":"225.248817ms","start":"2026-04-07T00:30:14.249231Z","end":"2026-04-07T00:30:14.47448Z","steps":["trace[366224301] 'agreement among raft nodes before linearized reading' (duration: 224.931618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.474364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:14.111413Z","time spent":"362.937503ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:30:14.474565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.368401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-07T00:30:14.474603Z","caller":"traceutil/trace.go:171","msg":"trace[270817477] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:12017; }","duration":"225.470313ms","start":"2026-04-07T00:30:14.249123Z","end":"2026-04-07T00:30:14.474593Z","steps":["trace[270817477] 'agreement among raft nodes before linearized reading' (duration: 225.283647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.474546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.252104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:30:14.474737Z","caller":"traceutil/trace.go:171","msg":"trace[647972031] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:12017; }","duration":"185.612864ms","start":"2026-04-07T00:30:14.289098Z","end":"2026-04-07T00:30:14.47471Z","steps":["trace[647972031] 'agreement among raft nodes before linearized reading' (duration: 184.959327ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.474822Z","caller":"traceutil/trace.go:171","msg":"trace[2096344771] transaction","detail":"{read_only:false; response_revision:12016; number_of_response:1; }","duration":"364.629997ms","start":"2026-04-07T00:30:14.110171Z","end":"2026-04-07T00:30:14.474801Z","steps":["trace[2096344771] 'process raft request' (duration: 363.039636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:30:14.475333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:30:14.110162Z","time spent":"365.074848ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:30:14.61184Z","caller":"traceutil/trace.go:171","msg":"trace[1570120370] linearizableReadLoop","detail":"{readStateIndex:12438; appliedIndex:12437; }","duration":"131.806395ms","start":"2026-04-07T00:30:14.480002Z","end":"2026-04-07T00:30:14.611809Z","steps":["trace[1570120370] 'read index received' (duration: 21.751µs)","trace[1570120370] 'applied index is now lower than readState.Index' (duration: 131.783104ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:30:14.611879Z","caller":"traceutil/trace.go:171","msg":"trace[1238702112] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"131.888817ms","start":"2026-04-07T00:30:14.479955Z","end":"2026-04-07T00:30:14.611843Z","steps":["trace[1238702112] 'process raft request' (duration: 99.528382ms)","trace[1238702112] 'compare' (duration: 31.755699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:30:14.61213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.085302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T00:30:14.612179Z","caller":"traceutil/trace.go:171","msg":"trace[761818464] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12018; }","duration":"132.192174ms","start":"2026-04-07T00:30:14.479976Z","end":"2026-04-07T00:30:14.612168Z","steps":["trace[761818464] 'agreement among raft nodes before linearized reading' (duration: 131.958098ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:30:14.641906Z","caller":"traceutil/trace.go:171","msg":"trace[1084901827] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"161.869711ms","start":"2026-04-07T00:30:14.479989Z","end":"2026-04-07T00:30:14.641859Z","steps":["trace[1084901827] 'process raft request' (duration: 161.620344ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:31:51.099583Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10506} {"level":"info","ts":"2026-04-07T00:31:51.188716Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10506,"took":"86.891093ms","hash":1456441220,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":26214400,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-07T00:31:51.188798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1456441220,"revision":10506,"compact-revision":8109} {"level":"info","ts":"2026-04-07T00:36:04.142507Z","caller":"traceutil/trace.go:171","msg":"trace[805379275] transaction","detail":"{read_only:false; response_revision:14405; number_of_response:1; }","duration":"128.506029ms","start":"2026-04-07T00:36:04.013953Z","end":"2026-04-07T00:36:04.142459Z","steps":["trace[805379275] 'process raft request' (duration: 127.960955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.884873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.661109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T00:36:26.88495Z","caller":"traceutil/trace.go:171","msg":"trace[565355096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14524; }","duration":"299.785873ms","start":"2026-04-07T00:36:26.585147Z","end":"2026-04-07T00:36:26.884933Z","steps":["trace[565355096] 'range keys from in-memory index tree' (duration: 299.485105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.885528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.110513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T00:36:26.885562Z","caller":"traceutil/trace.go:171","msg":"trace[1838174482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14524; }","duration":"362.177145ms","start":"2026-04-07T00:36:26.523376Z","end":"2026-04-07T00:36:26.885553Z","steps":["trace[1838174482] 'range keys from in-memory index tree' (duration: 361.954758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.885579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:26.523359Z","time spent":"362.214535ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:36:26.885614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.740767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-07T00:36:26.885661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.942604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:36:26.885669Z","caller":"traceutil/trace.go:171","msg":"trace[883252997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14524; }","duration":"360.82838ms","start":"2026-04-07T00:36:26.524828Z","end":"2026-04-07T00:36:26.885656Z","steps":["trace[883252997] 'range keys from in-memory index tree' (duration: 360.599253ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:26.885687Z","caller":"traceutil/trace.go:171","msg":"trace[1204206819] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:14524; }","duration":"362.982646ms","start":"2026-04-07T00:36:26.522697Z","end":"2026-04-07T00:36:26.885679Z","steps":["trace[1204206819] 'count revisions from in-memory index tree' (duration: 362.79518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.885693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:26.524811Z","time spent":"360.877521ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:36:26.885707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:26.522662Z","time spent":"363.040997ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:36:26.885602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.983198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:36:26.885689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.037121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T00:36:26.885741Z","caller":"traceutil/trace.go:171","msg":"trace[1674802731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14524; }","duration":"367.174493ms","start":"2026-04-07T00:36:26.518549Z","end":"2026-04-07T00:36:26.885724Z","steps":["trace[1674802731] 'count revisions from in-memory index tree' (duration: 366.874816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.885772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:26.518527Z","time spent":"367.234736ms","remote":"127.0.0.1:49918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:36:26.88577Z","caller":"traceutil/trace.go:171","msg":"trace[1421246024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14524; }","duration":"302.171775ms","start":"2026-04-07T00:36:26.583582Z","end":"2026-04-07T00:36:26.885753Z","steps":["trace[1421246024] 'range keys from in-memory index tree' (duration: 301.836305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:26.885817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:26.583562Z","time spent":"302.247436ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:36:43.305421Z","caller":"traceutil/trace.go:171","msg":"trace[1697814888] transaction","detail":"{read_only:false; response_revision:14625; number_of_response:1; }","duration":"289.713922ms","start":"2026-04-07T00:36:43.015674Z","end":"2026-04-07T00:36:43.305388Z","steps":["trace[1697814888] 'process raft request' (duration: 289.64359ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:43.305462Z","caller":"traceutil/trace.go:171","msg":"trace[483827447] transaction","detail":"{read_only:false; response_revision:14624; number_of_response:1; }","duration":"289.750093ms","start":"2026-04-07T00:36:43.015668Z","end":"2026-04-07T00:36:43.305418Z","steps":["trace[483827447] 'process raft request' (duration: 289.385434ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:43.596809Z","caller":"traceutil/trace.go:171","msg":"trace[252266870] transaction","detail":"{read_only:false; response_revision:14626; number_of_response:1; }","duration":"581.040076ms","start":"2026-04-07T00:36:43.015694Z","end":"2026-04-07T00:36:43.596734Z","steps":["trace[252266870] 'process raft request' (duration: 577.443694ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:43.596899Z","caller":"traceutil/trace.go:171","msg":"trace[1409053340] transaction","detail":"{read_only:false; response_revision:14627; number_of_response:1; }","duration":"580.320048ms","start":"2026-04-07T00:36:43.016526Z","end":"2026-04-07T00:36:43.596846Z","steps":["trace[1409053340] 'process raft request' (duration: 580.111773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:43.597516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:43.016512Z","time spent":"580.912313ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:36:43.597006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:43.015676Z","time spent":"581.231522ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:36:43.59682Z","caller":"traceutil/trace.go:171","msg":"trace[509918675] linearizableReadLoop","detail":"{readStateIndex:15138; appliedIndex:15134; }","duration":"564.926361ms","start":"2026-04-07T00:36:43.031867Z","end":"2026-04-07T00:36:43.596793Z","steps":["trace[509918675] 'read index received' (duration: 273.215646ms)","trace[509918675] 'applied index is now lower than readState.Index' (duration: 291.709625ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:36:43.597019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.127685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:36:43.597821Z","caller":"traceutil/trace.go:171","msg":"trace[1509742622] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14627; }","duration":"565.973097ms","start":"2026-04-07T00:36:43.031826Z","end":"2026-04-07T00:36:43.597799Z","steps":["trace[1509742622] 'agreement among raft nodes before linearized reading' (duration: 565.058374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:43.597872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:43.031814Z","time spent":"566.043349ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-07T00:36:43.613826Z","caller":"traceutil/trace.go:171","msg":"trace[17809364] transaction","detail":"{read_only:false; response_revision:14629; number_of_response:1; }","duration":"193.348824ms","start":"2026-04-07T00:36:43.420454Z","end":"2026-04-07T00:36:43.613802Z","steps":["trace[17809364] 'process raft request' (duration: 193.279172ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:43.613861Z","caller":"traceutil/trace.go:171","msg":"trace[2048097843] transaction","detail":"{read_only:false; response_revision:14628; number_of_response:1; }","duration":"290.647297ms","start":"2026-04-07T00:36:43.323188Z","end":"2026-04-07T00:36:43.613835Z","steps":["trace[2048097843] 'process raft request' (duration: 290.412091ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:43.614227Z","caller":"traceutil/trace.go:171","msg":"trace[1398508810] transaction","detail":"{read_only:false; response_revision:14630; number_of_response:1; }","duration":"192.297497ms","start":"2026-04-07T00:36:43.421919Z","end":"2026-04-07T00:36:43.614217Z","steps":["trace[1398508810] 'process raft request' (duration: 191.849725ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:43.614592Z","caller":"traceutil/trace.go:171","msg":"trace[599087220] transaction","detail":"{read_only:false; response_revision:14631; number_of_response:1; }","duration":"183.466738ms","start":"2026-04-07T00:36:43.431089Z","end":"2026-04-07T00:36:43.614556Z","steps":["trace[599087220] 'process raft request' (duration: 183.077289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:43.614653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.166144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:36:43.614657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.552487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:36:43.614705Z","caller":"traceutil/trace.go:171","msg":"trace[1100421755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14631; }","duration":"441.231606ms","start":"2026-04-07T00:36:43.173458Z","end":"2026-04-07T00:36:43.61469Z","steps":["trace[1100421755] 'agreement among raft nodes before linearized reading' (duration: 441.110073ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:43.614724Z","caller":"traceutil/trace.go:171","msg":"trace[800026540] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:14631; }","duration":"378.633439ms","start":"2026-04-07T00:36:43.236077Z","end":"2026-04-07T00:36:43.614711Z","steps":["trace[800026540] 'agreement among raft nodes before linearized reading' (duration: 378.488656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:43.614764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:43.173432Z","time spent":"441.320638ms","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:36:43.614785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:36:43.236003Z","time spent":"378.772313ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:36:44.714727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.37179ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:36:44.714918Z","caller":"traceutil/trace.go:171","msg":"trace[294449087] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14639; }","duration":"110.584676ms","start":"2026-04-07T00:36:44.604305Z","end":"2026-04-07T00:36:44.71489Z","steps":["trace[294449087] 'range keys from in-memory index tree' (duration: 110.35045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:44.714924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.189857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:36:44.715033Z","caller":"traceutil/trace.go:171","msg":"trace[337793075] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:14639; }","duration":"285.376991ms","start":"2026-04-07T00:36:44.42963Z","end":"2026-04-07T00:36:44.715007Z","steps":["trace[337793075] 'count revisions from in-memory index tree' (duration: 285.001951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:44.715361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.230975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18956"} {"level":"info","ts":"2026-04-07T00:36:44.715464Z","caller":"traceutil/trace.go:171","msg":"trace[444534179] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14639; }","duration":"264.359479ms","start":"2026-04-07T00:36:44.451081Z","end":"2026-04-07T00:36:44.71544Z","steps":["trace[444534179] 'range keys from in-memory index tree' (duration: 263.965468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:36:49.521196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.61828ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T00:36:49.521362Z","caller":"traceutil/trace.go:171","msg":"trace[2034740400] linearizableReadLoop","detail":"{readStateIndex:15182; appliedIndex:15181; }","duration":"193.344933ms","start":"2026-04-07T00:36:49.327989Z","end":"2026-04-07T00:36:49.521334Z","steps":["trace[2034740400] 'read index received' (duration: 54.871µs)","trace[2034740400] 'applied index is now lower than readState.Index' (duration: 193.284752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:36:49.521725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.50407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-07T00:36:49.521793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.800136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T00:36:49.52182Z","caller":"traceutil/trace.go:171","msg":"trace[1380310083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14669; }","duration":"190.633004ms","start":"2026-04-07T00:36:49.331167Z","end":"2026-04-07T00:36:49.5218Z","steps":["trace[1380310083] 'agreement among raft nodes before linearized reading' (duration: 190.342415ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:49.521833Z","caller":"traceutil/trace.go:171","msg":"trace[134486565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14669; }","duration":"193.916128ms","start":"2026-04-07T00:36:49.327903Z","end":"2026-04-07T00:36:49.521819Z","steps":["trace[134486565] 'agreement among raft nodes before linearized reading' (duration: 193.557538ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:36:51.10813Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12662} {"level":"info","ts":"2026-04-07T00:36:51.196081Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12662,"took":"85.010005ms","hash":683344161,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":27226112,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-07T00:36:51.196147Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":683344161,"revision":12662,"compact-revision":10506} {"level":"info","ts":"2026-04-07T00:37:28.727377Z","caller":"traceutil/trace.go:171","msg":"trace[1633043138] transaction","detail":"{read_only:false; response_revision:15090; number_of_response:1; }","duration":"101.809019ms","start":"2026-04-07T00:37:28.62553Z","end":"2026-04-07T00:37:28.727339Z","steps":["trace[1633043138] 'process raft request' (duration: 101.524462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:37:29.385792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.911402ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T00:37:29.38594Z","caller":"traceutil/trace.go:171","msg":"trace[216480929] linearizableReadLoop","detail":"{readStateIndex:15622; appliedIndex:15621; }","duration":"126.837216ms","start":"2026-04-07T00:37:29.259075Z","end":"2026-04-07T00:37:29.385912Z","steps":["trace[216480929] 'read index received' (duration: 56.021µs)","trace[216480929] 'applied index is now lower than readState.Index' (duration: 126.778995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:37:29.386218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.129873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2smtk\" ","response":"range_response_count:1 size:20766"} {"level":"info","ts":"2026-04-07T00:37:29.386299Z","caller":"traceutil/trace.go:171","msg":"trace[277453861] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-2smtk; range_end:; response_count:1; response_revision:15090; }","duration":"127.269406ms","start":"2026-04-07T00:37:29.259012Z","end":"2026-04-07T00:37:29.386281Z","steps":["trace[277453861] 'agreement among raft nodes before linearized reading' (duration: 127.005559ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:37:58.206931Z","caller":"traceutil/trace.go:171","msg":"trace[30124184] transaction","detail":"{read_only:false; response_revision:15574; number_of_response:1; }","duration":"101.561693ms","start":"2026-04-07T00:37:58.105318Z","end":"2026-04-07T00:37:58.20688Z","steps":["trace[30124184] 'process raft request' (duration: 43.3591ms)","trace[30124184] 'compare' (duration: 57.706951ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:32.388532Z","caller":"traceutil/trace.go:171","msg":"trace[2129695783] transaction","detail":"{read_only:false; response_revision:15748; number_of_response:1; }","duration":"176.029127ms","start":"2026-04-07T00:38:32.212467Z","end":"2026-04-07T00:38:32.388496Z","steps":["trace[2129695783] 'process raft request' (duration: 149.701957ms)","trace[2129695783] 'compare' (duration: 26.212397ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:32.413224Z","caller":"traceutil/trace.go:171","msg":"trace[1400847199] linearizableReadLoop","detail":"{readStateIndex:16299; appliedIndex:16296; }","duration":"107.206539ms","start":"2026-04-07T00:38:32.305985Z","end":"2026-04-07T00:38:32.413192Z","steps":["trace[1400847199] 'read index received' (duration: 56.195551ms)","trace[1400847199] 'applied index is now lower than readState.Index' (duration: 51.009788ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:32.413278Z","caller":"traceutil/trace.go:171","msg":"trace[1669588710] transaction","detail":"{read_only:false; response_revision:15749; number_of_response:1; }","duration":"192.295407ms","start":"2026-04-07T00:38:32.220959Z","end":"2026-04-07T00:38:32.413255Z","steps":["trace[1669588710] 'process raft request' (duration: 192.036361ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:32.413402Z","caller":"traceutil/trace.go:171","msg":"trace[392673638] transaction","detail":"{read_only:false; response_revision:15750; number_of_response:1; }","duration":"192.296297ms","start":"2026-04-07T00:38:32.221026Z","end":"2026-04-07T00:38:32.413322Z","steps":["trace[392673638] 'process raft request' (duration: 192.118313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:32.41367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.66582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-07T00:38:32.413785Z","caller":"traceutil/trace.go:171","msg":"trace[484123916] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15750; }","duration":"107.836475ms","start":"2026-04-07T00:38:32.305932Z","end":"2026-04-07T00:38:32.413769Z","steps":["trace[484123916] 'agreement among raft nodes before linearized reading' (duration: 107.534617ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:32.631329Z","caller":"traceutil/trace.go:171","msg":"trace[391513481] linearizableReadLoop","detail":"{readStateIndex:16300; appliedIndex:16299; }","duration":"208.375581ms","start":"2026-04-07T00:38:32.422919Z","end":"2026-04-07T00:38:32.631295Z","steps":["trace[391513481] 'read index received' (duration: 145.628371ms)","trace[391513481] 'applied index is now lower than readState.Index' (duration: 62.74546ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:32.631596Z","caller":"traceutil/trace.go:171","msg":"trace[980134635] transaction","detail":"{read_only:false; response_revision:15751; number_of_response:1; }","duration":"209.859841ms","start":"2026-04-07T00:38:32.421693Z","end":"2026-04-07T00:38:32.631553Z","steps":["trace[980134635] 'process raft request' (duration: 146.925305ms)","trace[980134635] 'compare' (duration: 62.438263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:38:32.631957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.012098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-07T00:38:32.632Z","caller":"traceutil/trace.go:171","msg":"trace[956223957] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15751; }","duration":"209.085659ms","start":"2026-04-07T00:38:32.422903Z","end":"2026-04-07T00:38:32.631989Z","steps":["trace[956223957] 'agreement among raft nodes before linearized reading' (duration: 208.894935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:32.632096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.11149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:38:32.632194Z","caller":"traceutil/trace.go:171","msg":"trace[203604872] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15751; }","duration":"209.221354ms","start":"2026-04-07T00:38:32.422946Z","end":"2026-04-07T00:38:32.632167Z","steps":["trace[203604872] 'agreement among raft nodes before linearized reading' (duration: 209.079799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:32.632493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.348011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-07T00:38:32.632541Z","caller":"traceutil/trace.go:171","msg":"trace[577148261] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15751; }","duration":"208.397242ms","start":"2026-04-07T00:38:32.424133Z","end":"2026-04-07T00:38:32.632531Z","steps":["trace[577148261] 'agreement among raft nodes before linearized reading' (duration: 208.245599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:32.633908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.719857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:38:32.63448Z","caller":"traceutil/trace.go:171","msg":"trace[180502004] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15751; }","duration":"210.099597ms","start":"2026-04-07T00:38:32.424123Z","end":"2026-04-07T00:38:32.634223Z","steps":["trace[180502004] 'agreement among raft nodes before linearized reading' (duration: 207.92607ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:33.18265Z","caller":"traceutil/trace.go:171","msg":"trace[221002781] linearizableReadLoop","detail":"{readStateIndex:16301; appliedIndex:16300; }","duration":"119.608379ms","start":"2026-04-07T00:38:33.063011Z","end":"2026-04-07T00:38:33.182619Z","steps":["trace[221002781] 'read index received' (duration: 119.362632ms)","trace[221002781] 'applied index is now lower than readState.Index' (duration: 244.737µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:38:33.183005Z","caller":"traceutil/trace.go:171","msg":"trace[512497518] transaction","detail":"{read_only:false; response_revision:15752; number_of_response:1; }","duration":"140.742925ms","start":"2026-04-07T00:38:33.042249Z","end":"2026-04-07T00:38:33.182992Z","steps":["trace[512497518] 'process raft request' (duration: 140.207542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:33.183245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.214986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:38:33.183289Z","caller":"traceutil/trace.go:171","msg":"trace[1155611610] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15752; }","duration":"120.320468ms","start":"2026-04-07T00:38:33.062956Z","end":"2026-04-07T00:38:33.183277Z","steps":["trace[1155611610] 'agreement among raft nodes before linearized reading' (duration: 120.237906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:33.183531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.369129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lkd6c\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T00:38:33.18361Z","caller":"traceutil/trace.go:171","msg":"trace[2117696749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lkd6c; range_end:; response_count:1; response_revision:15752; }","duration":"120.483042ms","start":"2026-04-07T00:38:33.06311Z","end":"2026-04-07T00:38:33.183593Z","steps":["trace[2117696749] 'agreement among raft nodes before linearized reading' (duration: 120.255226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:33.183827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.552104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-07T00:38:33.183873Z","caller":"traceutil/trace.go:171","msg":"trace[1465830398] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15752; }","duration":"120.622176ms","start":"2026-04-07T00:38:33.063241Z","end":"2026-04-07T00:38:33.183863Z","steps":["trace[1465830398] 'agreement among raft nodes before linearized reading' (duration: 120.477052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:33.183904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.377289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T00:38:33.18384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.605526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T00:38:33.184013Z","caller":"traceutil/trace.go:171","msg":"trace[1541356315] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15752; }","duration":"120.798081ms","start":"2026-04-07T00:38:33.063206Z","end":"2026-04-07T00:38:33.184004Z","steps":["trace[1541356315] 'agreement among raft nodes before linearized reading' (duration: 120.606036ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:33.184009Z","caller":"traceutil/trace.go:171","msg":"trace[477737608] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15752; }","duration":"120.542373ms","start":"2026-04-07T00:38:33.063445Z","end":"2026-04-07T00:38:33.183988Z","steps":["trace[477737608] 'agreement among raft nodes before linearized reading' (duration: 120.351259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:33.504593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.512439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:38:33.504638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.434849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-crsg8\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-04-07T00:38:33.504687Z","caller":"traceutil/trace.go:171","msg":"trace[22932272] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:15752; }","duration":"164.699794ms","start":"2026-04-07T00:38:33.339968Z","end":"2026-04-07T00:38:33.504668Z","steps":["trace[22932272] 'count revisions from in-memory index tree' (duration: 164.408036ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:33.504721Z","caller":"traceutil/trace.go:171","msg":"trace[402797892] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-crsg8; range_end:; response_count:1; response_revision:15752; }","duration":"142.552112ms","start":"2026-04-07T00:38:33.362149Z","end":"2026-04-07T00:38:33.504701Z","steps":["trace[402797892] 'range keys from in-memory index tree' (duration: 142.266825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:38:33.504916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.737866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T00:38:33.505006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.151095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T00:38:33.505041Z","caller":"traceutil/trace.go:171","msg":"trace[1977942789] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:15752; }","duration":"118.908071ms","start":"2026-04-07T00:38:33.386104Z","end":"2026-04-07T00:38:33.505012Z","steps":["trace[1977942789] 'count revisions from in-memory index tree' (duration: 118.610473ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:38:33.50508Z","caller":"traceutil/trace.go:171","msg":"trace[462392334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15752; }","duration":"165.253578ms","start":"2026-04-07T00:38:33.339802Z","end":"2026-04-07T00:38:33.505055Z","steps":["trace[462392334] 'count revisions from in-memory index tree' (duration: 165.072384ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:41:51.11329Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14679} {"level":"info","ts":"2026-04-07T00:41:51.187438Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14679,"took":"71.72713ms","hash":3688665978,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":34140160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-07T00:41:51.187508Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3688665978,"revision":14679,"compact-revision":12662} {"level":"info","ts":"2026-04-07T00:44:10.096838Z","caller":"traceutil/trace.go:171","msg":"trace[911098460] linearizableReadLoop","detail":"{readStateIndex:18901; appliedIndex:18900; }","duration":"272.910364ms","start":"2026-04-07T00:44:09.823896Z","end":"2026-04-07T00:44:10.096806Z","steps":["trace[911098460] 'read index received' (duration: 241.822105ms)","trace[911098460] 'applied index is now lower than readState.Index' (duration: 31.086479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:44:10.09759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.638903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:44:10.097643Z","caller":"traceutil/trace.go:171","msg":"trace[174091754] transaction","detail":"{read_only:false; response_revision:18270; number_of_response:1; }","duration":"305.693436ms","start":"2026-04-07T00:44:09.791898Z","end":"2026-04-07T00:44:10.097591Z","steps":["trace[174091754] 'process raft request' (duration: 273.831908ms)","trace[174091754] 'compare' (duration: 30.868703ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:44:10.097716Z","caller":"traceutil/trace.go:171","msg":"trace[419112050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18270; }","duration":"273.841489ms","start":"2026-04-07T00:44:09.823848Z","end":"2026-04-07T00:44:10.09769Z","steps":["trace[419112050] 'agreement among raft nodes before linearized reading' (duration: 273.330886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:10.097709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.417082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T00:44:10.097837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:09.791876Z","time spent":"305.866381ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:44:10.097998Z","caller":"traceutil/trace.go:171","msg":"trace[1646238817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18270; }","duration":"223.573476ms","start":"2026-04-07T00:44:09.874215Z","end":"2026-04-07T00:44:10.097788Z","steps":["trace[1646238817] 'agreement among raft nodes before linearized reading' (duration: 223.294859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:10.097889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.511711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:44:10.099543Z","caller":"traceutil/trace.go:171","msg":"trace[1205915844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18270; }","duration":"226.298426ms","start":"2026-04-07T00:44:09.873223Z","end":"2026-04-07T00:44:10.099522Z","steps":["trace[1205915844] 'agreement among raft nodes before linearized reading' (duration: 223.958456ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:17.187442Z","caller":"traceutil/trace.go:171","msg":"trace[843151155] linearizableReadLoop","detail":"{readStateIndex:18947; appliedIndex:18946; }","duration":"340.260745ms","start":"2026-04-07T00:44:16.847157Z","end":"2026-04-07T00:44:17.187418Z","steps":["trace[843151155] 'read index received' (duration: 340.092001ms)","trace[843151155] 'applied index is now lower than readState.Index' (duration: 167.784µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:44:17.187597Z","caller":"traceutil/trace.go:171","msg":"trace[1391257062] transaction","detail":"{read_only:false; response_revision:18315; number_of_response:1; }","duration":"344.501275ms","start":"2026-04-07T00:44:16.843054Z","end":"2026-04-07T00:44:17.187555Z","steps":["trace[1391257062] 'process raft request' (duration: 344.204777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.187657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.491721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:44:17.187694Z","caller":"traceutil/trace.go:171","msg":"trace[989440956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18315; }","duration":"340.580135ms","start":"2026-04-07T00:44:16.847105Z","end":"2026-04-07T00:44:17.187685Z","steps":["trace[989440956] 'agreement among raft nodes before linearized reading' (duration: 340.42629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.187734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:16.847088Z","time spent":"340.637726ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:44:17.187795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:16.843022Z","time spent":"344.66976ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20984,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:44:17.687795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471855208,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:44:17.703881Z","caller":"traceutil/trace.go:171","msg":"trace[2095642666] transaction","detail":"{read_only:false; response_revision:18316; number_of_response:1; }","duration":"794.46748ms","start":"2026-04-07T00:44:16.90939Z","end":"2026-04-07T00:44:17.703857Z","steps":["trace[2095642666] 'process raft request' (duration: 785.860519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.704008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:16.909364Z","time spent":"794.578032ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:44:17.83848Z","caller":"traceutil/trace.go:171","msg":"trace[396520738] linearizableReadLoop","detail":"{readStateIndex:18951; appliedIndex:18947; }","duration":"650.951501ms","start":"2026-04-07T00:44:17.187506Z","end":"2026-04-07T00:44:17.838457Z","steps":["trace[396520738] 'read index received' (duration: 507.782322ms)","trace[396520738] 'applied index is now lower than readState.Index' (duration: 143.168149ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:44:17.838807Z","caller":"traceutil/trace.go:171","msg":"trace[918368232] transaction","detail":"{read_only:false; response_revision:18317; number_of_response:1; }","duration":"646.149687ms","start":"2026-04-07T00:44:17.192645Z","end":"2026-04-07T00:44:17.838795Z","steps":["trace[918368232] 'process raft request' (duration: 643.862238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.838928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:17.192609Z","time spent":"646.23936ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:44:17.839118Z","caller":"traceutil/trace.go:171","msg":"trace[808325413] transaction","detail":"{read_only:false; response_revision:18318; number_of_response:1; }","duration":"528.374251ms","start":"2026-04-07T00:44:17.310731Z","end":"2026-04-07T00:44:17.839106Z","steps":["trace[808325413] 'process raft request' (duration: 527.509899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.839179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:17.310711Z","time spent":"528.439982ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:44:17.83931Z","caller":"traceutil/trace.go:171","msg":"trace[840543] transaction","detail":"{read_only:false; response_revision:18319; number_of_response:1; }","duration":"183.688061ms","start":"2026-04-07T00:44:17.655614Z","end":"2026-04-07T00:44:17.839302Z","steps":["trace[840543] 'process raft request' (duration: 182.717486ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:17.839448Z","caller":"traceutil/trace.go:171","msg":"trace[963828637] transaction","detail":"{read_only:false; response_revision:18320; number_of_response:1; }","duration":"151.418813ms","start":"2026-04-07T00:44:17.688017Z","end":"2026-04-07T00:44:17.839435Z","steps":["trace[963828637] 'process raft request' (duration: 150.356675ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:17.839651Z","caller":"traceutil/trace.go:171","msg":"trace[8993338] transaction","detail":"{read_only:false; response_revision:18321; number_of_response:1; }","duration":"151.318489ms","start":"2026-04-07T00:44:17.688319Z","end":"2026-04-07T00:44:17.839638Z","steps":["trace[8993338] 'process raft request' (duration: 150.093467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.839918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.104205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-lxjd7\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-04-07T00:44:17.839963Z","caller":"traceutil/trace.go:171","msg":"trace[618253603] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-lxjd7; range_end:; response_count:1; response_revision:18321; }","duration":"867.181818ms","start":"2026-04-07T00:44:16.972772Z","end":"2026-04-07T00:44:17.839954Z","steps":["trace[618253603] 'agreement among raft nodes before linearized reading' (duration: 867.038284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.839992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:16.972754Z","time spent":"867.231698ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22153,"request content":"key:\"/registry/pods/openstack/nova-compute-default-lxjd7\" "} {"level":"warn","ts":"2026-04-07T00:44:17.840151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.452076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:44:17.840186Z","caller":"traceutil/trace.go:171","msg":"trace[1238852586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18321; }","duration":"918.509647ms","start":"2026-04-07T00:44:16.921669Z","end":"2026-04-07T00:44:17.840178Z","steps":["trace[1238852586] 'agreement among raft nodes before linearized reading' (duration: 918.455725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.840211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:16.921656Z","time spent":"918.550139ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:44:17.840399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.497612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-crsg8\" ","response":"range_response_count:1 size:9793"} {"level":"info","ts":"2026-04-07T00:44:17.840436Z","caller":"traceutil/trace.go:171","msg":"trace[118719879] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-crsg8; range_end:; response_count:1; response_revision:18321; }","duration":"547.563973ms","start":"2026-04-07T00:44:17.292864Z","end":"2026-04-07T00:44:17.840428Z","steps":["trace[118719879] 'agreement among raft nodes before linearized reading' (duration: 547.469841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.840461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:17.292846Z","time spent":"547.609495ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9817,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-crsg8\" "} {"level":"warn","ts":"2026-04-07T00:44:17.840975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.065277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:44:17.841037Z","caller":"traceutil/trace.go:171","msg":"trace[1816999308] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18321; }","duration":"120.131859ms","start":"2026-04-07T00:44:17.720891Z","end":"2026-04-07T00:44:17.841023Z","steps":["trace[1816999308] 'agreement among raft nodes before linearized reading' (duration: 119.965965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.841901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.069027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:44:17.841951Z","caller":"traceutil/trace.go:171","msg":"trace[359095748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18321; }","duration":"534.155549ms","start":"2026-04-07T00:44:17.307784Z","end":"2026-04-07T00:44:17.84194Z","steps":["trace[359095748] 'agreement among raft nodes before linearized reading' (duration: 533.392359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:17.841978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:44:17.307767Z","time spent":"534.206081ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:44:18.185625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.361092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:44:18.185736Z","caller":"traceutil/trace.go:171","msg":"trace[1549319416] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:18321; }","duration":"197.591228ms","start":"2026-04-07T00:44:17.98812Z","end":"2026-04-07T00:44:18.185712Z","steps":["trace[1549319416] 'count revisions from in-memory index tree' (duration: 197.213299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:18.185749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.546289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T00:44:18.185862Z","caller":"traceutil/trace.go:171","msg":"trace[1953411488] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18321; }","duration":"243.696493ms","start":"2026-04-07T00:44:17.94214Z","end":"2026-04-07T00:44:18.185836Z","steps":["trace[1953411488] 'range keys from in-memory index tree' (duration: 243.289133ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:25.602139Z","caller":"traceutil/trace.go:171","msg":"trace[1094641345] transaction","detail":"{read_only:false; response_revision:18431; number_of_response:1; }","duration":"151.967037ms","start":"2026-04-07T00:44:25.450142Z","end":"2026-04-07T00:44:25.602109Z","steps":["trace[1094641345] 'process raft request' (duration: 151.807302ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:56.012204Z","caller":"traceutil/trace.go:171","msg":"trace[1844131288] linearizableReadLoop","detail":"{readStateIndex:19417; appliedIndex:19415; }","duration":"112.078171ms","start":"2026-04-07T00:44:55.900098Z","end":"2026-04-07T00:44:56.012176Z","steps":["trace[1844131288] 'read index received' (duration: 54.423788ms)","trace[1844131288] 'applied index is now lower than readState.Index' (duration: 57.653313ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:44:56.012233Z","caller":"traceutil/trace.go:171","msg":"trace[200798337] transaction","detail":"{read_only:false; response_revision:18768; number_of_response:1; }","duration":"138.639343ms","start":"2026-04-07T00:44:55.873561Z","end":"2026-04-07T00:44:56.0122Z","steps":["trace[200798337] 'process raft request' (duration: 138.561851ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:56.012526Z","caller":"traceutil/trace.go:171","msg":"trace[1783594569] transaction","detail":"{read_only:false; response_revision:18767; number_of_response:1; }","duration":"141.22297ms","start":"2026-04-07T00:44:55.871278Z","end":"2026-04-07T00:44:56.012501Z","steps":["trace[1783594569] 'process raft request' (duration: 83.22942ms)","trace[1783594569] 'compare' (duration: 57.17031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:44:56.012705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.113552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112122"} {"level":"info","ts":"2026-04-07T00:44:56.012791Z","caller":"traceutil/trace.go:171","msg":"trace[1669607646] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:18768; }","duration":"151.231988ms","start":"2026-04-07T00:44:55.861541Z","end":"2026-04-07T00:44:56.012773Z","steps":["trace[1669607646] 'agreement among raft nodes before linearized reading' (duration: 150.789736ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:56.014886Z","caller":"traceutil/trace.go:171","msg":"trace[1936388889] transaction","detail":"{read_only:false; response_revision:18771; number_of_response:1; }","duration":"109.468544ms","start":"2026-04-07T00:44:55.905389Z","end":"2026-04-07T00:44:56.014858Z","steps":["trace[1936388889] 'process raft request' (duration: 109.402272ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:56.015018Z","caller":"traceutil/trace.go:171","msg":"trace[409664977] transaction","detail":"{read_only:false; response_revision:18769; number_of_response:1; }","duration":"110.06157ms","start":"2026-04-07T00:44:55.904928Z","end":"2026-04-07T00:44:56.014989Z","steps":["trace[409664977] 'process raft request' (duration: 109.003182ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:56.015246Z","caller":"traceutil/trace.go:171","msg":"trace[1663464911] transaction","detail":"{read_only:false; response_revision:18770; number_of_response:1; }","duration":"109.973137ms","start":"2026-04-07T00:44:55.905224Z","end":"2026-04-07T00:44:56.015197Z","steps":["trace[1663464911] 'process raft request' (duration: 109.527625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:56.018243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.111823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-04-07T00:44:56.018309Z","caller":"traceutil/trace.go:171","msg":"trace[632294126] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:18775; }","duration":"114.231496ms","start":"2026-04-07T00:44:55.904062Z","end":"2026-04-07T00:44:56.018293Z","steps":["trace[632294126] 'agreement among raft nodes before linearized reading' (duration: 114.064692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:44:56.018757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.041615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:44:56.018837Z","caller":"traceutil/trace.go:171","msg":"trace[55438976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18775; }","duration":"113.150188ms","start":"2026-04-07T00:44:55.90567Z","end":"2026-04-07T00:44:56.01882Z","steps":["trace[55438976] 'agreement among raft nodes before linearized reading' (duration: 113.016105ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:58.147793Z","caller":"traceutil/trace.go:171","msg":"trace[487067006] transaction","detail":"{read_only:false; response_revision:18850; number_of_response:1; }","duration":"122.268313ms","start":"2026-04-07T00:44:58.025499Z","end":"2026-04-07T00:44:58.147768Z","steps":["trace[487067006] 'process raft request' (duration: 122.190631ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:58.147865Z","caller":"traceutil/trace.go:171","msg":"trace[181641094] transaction","detail":"{read_only:false; response_revision:18849; number_of_response:1; }","duration":"122.470328ms","start":"2026-04-07T00:44:58.02536Z","end":"2026-04-07T00:44:58.147831Z","steps":["trace[181641094] 'process raft request' (duration: 115.216151ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:58.148019Z","caller":"traceutil/trace.go:171","msg":"trace[429073332] transaction","detail":"{read_only:false; response_revision:18851; number_of_response:1; }","duration":"122.469248ms","start":"2026-04-07T00:44:58.025538Z","end":"2026-04-07T00:44:58.148008Z","steps":["trace[429073332] 'process raft request' (duration: 122.194151ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:44:58.889276Z","caller":"traceutil/trace.go:171","msg":"trace[74231471] transaction","detail":"{read_only:false; response_revision:18862; number_of_response:1; }","duration":"129.469178ms","start":"2026-04-07T00:44:58.759761Z","end":"2026-04-07T00:44:58.88923Z","steps":["trace[74231471] 'process raft request' (duration: 129.107919ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:45:56.360017Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T00:45:56.375329Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-07T00:45:56.37546Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-07T00:46:51.120918Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17333} {"level":"info","ts":"2026-04-07T00:46:51.215341Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17333,"took":"91.229985ms","hash":839263836,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":35057664,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-07T00:46:51.215468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":839263836,"revision":17333,"compact-revision":14679} {"level":"info","ts":"2026-04-07T00:49:38.422046Z","caller":"traceutil/trace.go:171","msg":"trace[86494486] transaction","detail":"{read_only:false; response_revision:20872; number_of_response:1; }","duration":"113.539498ms","start":"2026-04-07T00:49:38.308474Z","end":"2026-04-07T00:49:38.422013Z","steps":["trace[86494486] 'process raft request' (duration: 113.346413ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:49:55.443165Z","caller":"traceutil/trace.go:171","msg":"trace[347249315] transaction","detail":"{read_only:false; response_revision:20958; number_of_response:1; }","duration":"180.045558ms","start":"2026-04-07T00:49:55.263091Z","end":"2026-04-07T00:49:55.443137Z","steps":["trace[347249315] 'process raft request' (duration: 179.848663ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:49:55.448393Z","caller":"traceutil/trace.go:171","msg":"trace[1112502449] transaction","detail":"{read_only:false; response_revision:20960; number_of_response:1; }","duration":"125.029363ms","start":"2026-04-07T00:49:55.323337Z","end":"2026-04-07T00:49:55.448367Z","steps":["trace[1112502449] 'process raft request' (duration: 124.728655ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:49:55.448799Z","caller":"traceutil/trace.go:171","msg":"trace[1334883414] transaction","detail":"{read_only:false; response_revision:20959; number_of_response:1; }","duration":"185.098378ms","start":"2026-04-07T00:49:55.263097Z","end":"2026-04-07T00:49:55.448195Z","steps":["trace[1334883414] 'process raft request' (duration: 184.833951ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:01.013096Z","caller":"traceutil/trace.go:171","msg":"trace[1854803181] linearizableReadLoop","detail":"{readStateIndex:21719; appliedIndex:21718; }","duration":"105.214545ms","start":"2026-04-07T00:50:00.907847Z","end":"2026-04-07T00:50:01.013062Z","steps":["trace[1854803181] 'read index received' (duration: 105.04652ms)","trace[1854803181] 'applied index is now lower than readState.Index' (duration: 165.775µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:50:01.013194Z","caller":"traceutil/trace.go:171","msg":"trace[468473181] transaction","detail":"{read_only:false; response_revision:20997; number_of_response:1; }","duration":"374.988138ms","start":"2026-04-07T00:50:00.638168Z","end":"2026-04-07T00:50:01.013156Z","steps":["trace[468473181] 'process raft request' (duration: 374.70214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:01.013374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.527942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:50:01.013416Z","caller":"traceutil/trace.go:171","msg":"trace[1099968930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20997; }","duration":"105.632665ms","start":"2026-04-07T00:50:00.907772Z","end":"2026-04-07T00:50:01.013405Z","steps":["trace[1099968930] 'agreement among raft nodes before linearized reading' (duration: 105.510252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:01.013408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:00.638131Z","time spent":"375.204294ms","remote":"127.0.0.1:37878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:50:01.510167Z","caller":"traceutil/trace.go:171","msg":"trace[2062618417] transaction","detail":"{read_only:false; response_revision:20998; number_of_response:1; }","duration":"480.056409ms","start":"2026-04-07T00:50:01.030074Z","end":"2026-04-07T00:50:01.510131Z","steps":["trace[2062618417] 'process raft request' (duration: 479.859193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:01.510387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:01.030053Z","time spent":"480.223332ms","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2878,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T00:50:01.837998Z","caller":"traceutil/trace.go:171","msg":"trace[1622729906] transaction","detail":"{read_only:false; response_revision:20999; number_of_response:1; }","duration":"721.089933ms","start":"2026-04-07T00:50:01.116854Z","end":"2026-04-07T00:50:01.837943Z","steps":["trace[1622729906] 'process raft request' (duration: 720.672762ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:01.83808Z","caller":"traceutil/trace.go:171","msg":"trace[421567111] linearizableReadLoop","detail":"{readStateIndex:21721; appliedIndex:21719; }","duration":"410.590282ms","start":"2026-04-07T00:50:01.427466Z","end":"2026-04-07T00:50:01.838056Z","steps":["trace[421567111] 'read index received' (duration: 82.441968ms)","trace[421567111] 'applied index is now lower than readState.Index' (duration: 328.146424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:50:01.838195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.714986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:50:01.838598Z","caller":"traceutil/trace.go:171","msg":"trace[433243712] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21002; }","duration":"411.171888ms","start":"2026-04-07T00:50:01.42741Z","end":"2026-04-07T00:50:01.838582Z","steps":["trace[433243712] 'agreement among raft nodes before linearized reading' (duration: 410.725476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:01.838852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.619394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:50:01.838909Z","caller":"traceutil/trace.go:171","msg":"trace[1571745004] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:21002; }","duration":"161.762028ms","start":"2026-04-07T00:50:01.677134Z","end":"2026-04-07T00:50:01.838896Z","steps":["trace[1571745004] 'agreement among raft nodes before linearized reading' (duration: 161.629915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:01.838658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.950475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T00:50:01.838869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:01.42739Z","time spent":"411.444705ms","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:50:01.839091Z","caller":"traceutil/trace.go:171","msg":"trace[17199991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21002; }","duration":"208.408576ms","start":"2026-04-07T00:50:01.63066Z","end":"2026-04-07T00:50:01.839068Z","steps":["trace[17199991] 'agreement among raft nodes before linearized reading' (duration: 207.935505ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:01.838209Z","caller":"traceutil/trace.go:171","msg":"trace[522617762] transaction","detail":"{read_only:false; response_revision:21002; number_of_response:1; }","duration":"333.44086ms","start":"2026-04-07T00:50:01.504731Z","end":"2026-04-07T00:50:01.838172Z","steps":["trace[522617762] 'process raft request' (duration: 333.269086ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:50:01.838254Z","caller":"traceutil/trace.go:171","msg":"trace[1365675751] transaction","detail":"{read_only:false; response_revision:21000; number_of_response:1; }","duration":"378.130468ms","start":"2026-04-07T00:50:01.460114Z","end":"2026-04-07T00:50:01.838245Z","steps":["trace[1365675751] 'process raft request' (duration: 377.552723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:01.839348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:01.504713Z","time spent":"334.532908ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:50:01.839412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:01.460085Z","time spent":"379.259668ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:50:01.838171Z","caller":"traceutil/trace.go:171","msg":"trace[1058657020] transaction","detail":"{read_only:false; response_revision:21001; number_of_response:1; }","duration":"338.267873ms","start":"2026-04-07T00:50:01.499871Z","end":"2026-04-07T00:50:01.838139Z","steps":["trace[1058657020] 'process raft request' (duration: 337.823132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:01.839615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:01.499842Z","time spent":"339.717011ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:50:01.843936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:01.11682Z","time spent":"721.612757ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:50:02.141795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.362544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:50:02.141917Z","caller":"traceutil/trace.go:171","msg":"trace[521996719] transaction","detail":"{read_only:false; response_revision:21003; number_of_response:1; }","duration":"298.990525ms","start":"2026-04-07T00:50:01.842905Z","end":"2026-04-07T00:50:02.141895Z","steps":["trace[521996719] 'process raft request' (duration: 92.440296ms)","trace[521996719] 'compare' (duration: 206.211971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:50:02.56037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.902857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:50:02.560471Z","caller":"traceutil/trace.go:171","msg":"trace[539853180] linearizableReadLoop","detail":"{readStateIndex:21726; appliedIndex:21725; }","duration":"358.318ms","start":"2026-04-07T00:50:02.202136Z","end":"2026-04-07T00:50:02.560454Z","steps":["trace[539853180] 'read index received' (duration: 160.176367ms)","trace[539853180] 'applied index is now lower than readState.Index' (duration: 198.140233ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:50:02.56056Z","caller":"traceutil/trace.go:171","msg":"trace[490998323] transaction","detail":"{read_only:false; response_revision:21004; number_of_response:1; }","duration":"363.551154ms","start":"2026-04-07T00:50:02.196985Z","end":"2026-04-07T00:50:02.560537Z","steps":["trace[490998323] 'process raft request' (duration: 165.37816ms)","trace[490998323] 'compare' (duration: 197.562028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:50:02.560661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.978961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-07T00:50:02.560666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:02.196965Z","time spent":"363.652936ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:50:02.560698Z","caller":"traceutil/trace.go:171","msg":"trace[812891925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21004; }","duration":"337.057123ms","start":"2026-04-07T00:50:02.223631Z","end":"2026-04-07T00:50:02.560688Z","steps":["trace[812891925] 'agreement among raft nodes before linearized reading' (duration: 336.925089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:02.560732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:02.223609Z","time spent":"337.116474ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:50:02.561024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.701129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:50:02.561157Z","caller":"traceutil/trace.go:171","msg":"trace[478708146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21004; }","duration":"359.045418ms","start":"2026-04-07T00:50:02.202091Z","end":"2026-04-07T00:50:02.561137Z","steps":["trace[478708146] 'agreement among raft nodes before linearized reading' (duration: 358.447853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:02.561272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:02.20208Z","time spent":"359.176291ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:50:02.923685Z","caller":"traceutil/trace.go:171","msg":"trace[525090772] transaction","detail":"{read_only:false; response_revision:21005; number_of_response:1; }","duration":"358.097445ms","start":"2026-04-07T00:50:02.565539Z","end":"2026-04-07T00:50:02.923637Z","steps":["trace[525090772] 'process raft request' (duration: 357.823927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:02.924136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:02.565518Z","time spent":"358.283399ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:50:03.227846Z","caller":"traceutil/trace.go:171","msg":"trace[274633283] linearizableReadLoop","detail":"{readStateIndex:21729; appliedIndex:21726; }","duration":"563.211205ms","start":"2026-04-07T00:50:02.66461Z","end":"2026-04-07T00:50:03.227821Z","steps":["trace[274633283] 'read index received' (duration: 258.868193ms)","trace[274633283] 'applied index is now lower than readState.Index' (duration: 304.341832ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:50:03.227895Z","caller":"traceutil/trace.go:171","msg":"trace[1840956834] transaction","detail":"{read_only:false; response_revision:21006; number_of_response:1; }","duration":"662.072467ms","start":"2026-04-07T00:50:02.565788Z","end":"2026-04-07T00:50:03.227861Z","steps":["trace[1840956834] 'process raft request' (duration: 577.454942ms)","trace[1840956834] 'compare' (duration: 84.323268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:50:03.228014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.384239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:50:03.22797Z","caller":"traceutil/trace.go:171","msg":"trace[291789178] transaction","detail":"{read_only:false; response_revision:21007; number_of_response:1; }","duration":"661.253695ms","start":"2026-04-07T00:50:02.566664Z","end":"2026-04-07T00:50:03.227917Z","steps":["trace[291789178] 'process raft request' (duration: 661.085281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:03.228079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:02.565765Z","time spent":"662.22171ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:50:03.228063Z","caller":"traceutil/trace.go:171","msg":"trace[1440650063] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21007; }","duration":"563.515373ms","start":"2026-04-07T00:50:02.664534Z","end":"2026-04-07T00:50:03.228049Z","steps":["trace[1440650063] 'agreement among raft nodes before linearized reading' (duration: 563.41633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:03.228201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:02.566625Z","time spent":"661.45696ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:50:03.22822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:02.664508Z","time spent":"563.650157ms","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:50:03.265185Z","caller":"traceutil/trace.go:171","msg":"trace[1615186861] transaction","detail":"{read_only:false; response_revision:21008; number_of_response:1; }","duration":"119.919901ms","start":"2026-04-07T00:50:03.145197Z","end":"2026-04-07T00:50:03.265117Z","steps":["trace[1615186861] 'process raft request' (duration: 119.578703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:03.265152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.999636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:50:03.265356Z","caller":"traceutil/trace.go:171","msg":"trace[484950180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21008; }","duration":"359.283384ms","start":"2026-04-07T00:50:02.906048Z","end":"2026-04-07T00:50:03.265331Z","steps":["trace[484950180] 'agreement among raft nodes before linearized reading' (duration: 358.944274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:50:03.265409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:50:02.906019Z","time spent":"359.379947ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:50:03.265391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.324353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:50:03.265483Z","caller":"traceutil/trace.go:171","msg":"trace[1770215825] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21008; }","duration":"241.473037ms","start":"2026-04-07T00:50:03.023989Z","end":"2026-04-07T00:50:03.265462Z","steps":["trace[1770215825] 'agreement among raft nodes before linearized reading' (duration: 241.329983ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:51:51.127202Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19701} {"level":"info","ts":"2026-04-07T00:51:51.237428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19701,"took":"106.459825ms","hash":2290720090,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":29560832,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T00:51:51.237514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2290720090,"revision":19701,"compact-revision":17333} {"level":"info","ts":"2026-04-07T00:53:06.757742Z","caller":"traceutil/trace.go:171","msg":"trace[324948523] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"107.095411ms","start":"2026-04-07T00:53:06.650615Z","end":"2026-04-07T00:53:06.757711Z","steps":["trace[324948523] 'process raft request' (duration: 107.040249ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:06.757829Z","caller":"traceutil/trace.go:171","msg":"trace[1242658627] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"107.210175ms","start":"2026-04-07T00:53:06.650583Z","end":"2026-04-07T00:53:06.757793Z","steps":["trace[1242658627] 'process raft request' (duration: 106.873126ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:06.789662Z","caller":"traceutil/trace.go:171","msg":"trace[741364319] transaction","detail":"{read_only:false; response_revision:22547; number_of_response:1; }","duration":"137.535965ms","start":"2026-04-07T00:53:06.652101Z","end":"2026-04-07T00:53:06.789637Z","steps":["trace[741364319] 'process raft request' (duration: 137.384971ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:52.383675Z","caller":"traceutil/trace.go:171","msg":"trace[1091186104] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"106.196507ms","start":"2026-04-07T00:53:52.277448Z","end":"2026-04-07T00:53:52.383644Z","steps":["trace[1091186104] 'process raft request' (duration: 101.400904ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:52.38383Z","caller":"traceutil/trace.go:171","msg":"trace[123724095] linearizableReadLoop","detail":"{readStateIndex:24023; appliedIndex:24022; }","duration":"106.322961ms","start":"2026-04-07T00:53:52.277474Z","end":"2026-04-07T00:53:52.383797Z","steps":["trace[123724095] 'read index received' (duration: 101.351223ms)","trace[123724095] 'applied index is now lower than readState.Index' (duration: 4.968388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:53:52.384157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.651799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-07T00:53:52.384195Z","caller":"traceutil/trace.go:171","msg":"trace[270026499] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23230; }","duration":"106.732501ms","start":"2026-04-07T00:53:52.277449Z","end":"2026-04-07T00:53:52.384182Z","steps":["trace[270026499] 'agreement among raft nodes before linearized reading' (duration: 106.503995ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:56.72271Z","caller":"traceutil/trace.go:171","msg":"trace[1131803305] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"152.347837ms","start":"2026-04-07T00:53:56.570334Z","end":"2026-04-07T00:53:56.722682Z","steps":["trace[1131803305] 'process raft request' (duration: 152.151472ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:56.790172Z","caller":"traceutil/trace.go:171","msg":"trace[1270962670] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"219.412606ms","start":"2026-04-07T00:53:56.570743Z","end":"2026-04-07T00:53:56.790156Z","steps":["trace[1270962670] 'process raft request' (duration: 217.981549ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:59.229041Z","caller":"traceutil/trace.go:171","msg":"trace[1636922565] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"159.119181ms","start":"2026-04-07T00:53:59.069896Z","end":"2026-04-07T00:53:59.229015Z","steps":["trace[1636922565] 'process raft request' (duration: 158.945747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:59.940525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.482817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:53:59.940741Z","caller":"traceutil/trace.go:171","msg":"trace[750621269] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"870.460456ms","start":"2026-04-07T00:53:59.070259Z","end":"2026-04-07T00:53:59.940719Z","steps":["trace[750621269] 'process raft request' (duration: 482.686321ms)","trace[750621269] 'compare' (duration: 387.215651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:53:59.940836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.070236Z","time spent":"870.563039ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:53:59.941226Z","caller":"traceutil/trace.go:171","msg":"trace[1652423309] linearizableReadLoop","detail":"{readStateIndex:24237; appliedIndex:24235; }","duration":"699.790318ms","start":"2026-04-07T00:53:59.241401Z","end":"2026-04-07T00:53:59.941192Z","steps":["trace[1652423309] 'read index received' (duration: 311.53387ms)","trace[1652423309] 'applied index is now lower than readState.Index' (duration: 388.252478ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:53:59.941225Z","caller":"traceutil/trace.go:171","msg":"trace[1294781025] transaction","detail":"{read_only:false; response_revision:23441; number_of_response:1; }","duration":"869.176434ms","start":"2026-04-07T00:53:59.071989Z","end":"2026-04-07T00:53:59.941165Z","steps":["trace[1294781025] 'process raft request' (duration: 868.64441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:59.941477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.071965Z","time spent":"869.399749ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:53:59.942501Z","caller":"traceutil/trace.go:171","msg":"trace[1597263409] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"455.828939ms","start":"2026-04-07T00:53:59.486656Z","end":"2026-04-07T00:53:59.942485Z","steps":["trace[1597263409] 'process raft request' (duration: 455.684476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:59.94251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.106631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5023"} {"level":"info","ts":"2026-04-07T00:53:59.942578Z","caller":"traceutil/trace.go:171","msg":"trace[1608337591] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23441; }","duration":"701.221635ms","start":"2026-04-07T00:53:59.241337Z","end":"2026-04-07T00:53:59.942558Z","steps":["trace[1608337591] 'agreement among raft nodes before linearized reading' (duration: 700.016014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:59.942605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.4866Z","time spent":"455.949843ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:53:59.942623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.241311Z","time spent":"701.299296ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5047,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:53:59.954284Z","caller":"traceutil/trace.go:171","msg":"trace[125056718] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"381.538044ms","start":"2026-04-07T00:53:59.572721Z","end":"2026-04-07T00:53:59.954259Z","steps":["trace[125056718] 'process raft request' (duration: 381.350979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:59.954456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.572685Z","time spent":"381.679997ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:53:59.954587Z","caller":"traceutil/trace.go:171","msg":"trace[1508730443] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"208.390141ms","start":"2026-04-07T00:53:59.746177Z","end":"2026-04-07T00:53:59.954567Z","steps":["trace[1508730443] 'process raft request' (duration: 208.039952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:59.954647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.120835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-07T00:53:59.954619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.44117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:53:59.954691Z","caller":"traceutil/trace.go:171","msg":"trace[2071588363] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23444; }","duration":"111.206547ms","start":"2026-04-07T00:53:59.843473Z","end":"2026-04-07T00:53:59.954679Z","steps":["trace[2071588363] 'agreement among raft nodes before linearized reading' (duration: 111.033593ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:53:59.954714Z","caller":"traceutil/trace.go:171","msg":"trace[1538637761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23444; }","duration":"616.583722ms","start":"2026-04-07T00:53:59.338109Z","end":"2026-04-07T00:53:59.954693Z","steps":["trace[1538637761] 'agreement among raft nodes before linearized reading' (duration: 616.336026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:53:59.954769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:53:59.338092Z","time spent":"616.666645ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:53:59.954783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.360926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:53:59.954889Z","caller":"traceutil/trace.go:171","msg":"trace[441144409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23444; }","duration":"105.529331ms","start":"2026-04-07T00:53:59.849333Z","end":"2026-04-07T00:53:59.954863Z","steps":["trace[441144409] 'agreement among raft nodes before linearized reading' (duration: 105.161682ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:55:23.368308Z","caller":"traceutil/trace.go:171","msg":"trace[477844202] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"124.303063ms","start":"2026-04-07T00:55:23.243971Z","end":"2026-04-07T00:55:23.368274Z","steps":["trace[477844202] 'process raft request' (duration: 96.205399ms)","trace[477844202] 'compare' (duration: 27.955251ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:56:41.812109Z","caller":"traceutil/trace.go:171","msg":"trace[1041819476] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"119.624724ms","start":"2026-04-07T00:56:41.692447Z","end":"2026-04-07T00:56:41.812072Z","steps":["trace[1041819476] 'process raft request' (duration: 119.409788ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:56:41.827122Z","caller":"traceutil/trace.go:171","msg":"trace[335727893] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"127.935808ms","start":"2026-04-07T00:56:41.699167Z","end":"2026-04-07T00:56:41.827103Z","steps":["trace[335727893] 'process raft request' (duration: 127.642511ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:56:42.095329Z","caller":"traceutil/trace.go:171","msg":"trace[379734640] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"137.929125ms","start":"2026-04-07T00:56:41.957375Z","end":"2026-04-07T00:56:42.095305Z","steps":["trace[379734640] 'process raft request' (duration: 137.7403ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:56:51.180287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21932} {"level":"info","ts":"2026-04-07T00:56:51.539148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21932,"took":"353.880862ms","hash":3433080878,"current-db-size-bytes":58179584,"current-db-size":"58 MB","current-db-size-in-use-bytes":43126784,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-07T00:56:51.539211Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3433080878,"revision":21932,"compact-revision":19701} {"level":"info","ts":"2026-04-07T00:56:57.464983Z","caller":"traceutil/trace.go:171","msg":"trace[1253798882] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"129.311833ms","start":"2026-04-07T00:56:57.335271Z","end":"2026-04-07T00:56:57.464582Z","steps":["trace[1253798882] 'process raft request' (duration: 75.301341ms)","trace[1253798882] 'compare' (duration: 53.845888ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:56:57.748711Z","caller":"traceutil/trace.go:171","msg":"trace[979602660] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"111.909285ms","start":"2026-04-07T00:56:57.636738Z","end":"2026-04-07T00:56:57.748647Z","steps":["trace[979602660] 'process raft request' (duration: 111.72847ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:04.677549Z","caller":"traceutil/trace.go:171","msg":"trace[533555775] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"121.105462ms","start":"2026-04-07T00:57:04.556415Z","end":"2026-04-07T00:57:04.67752Z","steps":["trace[533555775] 'process raft request' (duration: 120.856996ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:04.821272Z","caller":"traceutil/trace.go:171","msg":"trace[1795196215] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"121.756228ms","start":"2026-04-07T00:57:04.69946Z","end":"2026-04-07T00:57:04.821217Z","steps":["trace[1795196215] 'process raft request' (duration: 118.020043ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:04.985322Z","caller":"traceutil/trace.go:171","msg":"trace[39602022] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"167.088727ms","start":"2026-04-07T00:57:04.818202Z","end":"2026-04-07T00:57:04.985291Z","steps":["trace[39602022] 'process raft request' (duration: 166.723497ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:04.985354Z","caller":"traceutil/trace.go:171","msg":"trace[935364690] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"159.05725ms","start":"2026-04-07T00:57:04.826262Z","end":"2026-04-07T00:57:04.985319Z","steps":["trace[935364690] 'process raft request' (duration: 158.882576ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:04.985596Z","caller":"traceutil/trace.go:171","msg":"trace[565159313] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26104; }","duration":"156.256247ms","start":"2026-04-07T00:57:04.829324Z","end":"2026-04-07T00:57:04.98558Z","steps":["trace[565159313] 'read index received' (duration: 72.129089ms)","trace[565159313] 'applied index is now lower than readState.Index' (duration: 84.125988ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:04.985646Z","caller":"traceutil/trace.go:171","msg":"trace[871580243] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"149.816252ms","start":"2026-04-07T00:57:04.83579Z","end":"2026-04-07T00:57:04.985606Z","steps":["trace[871580243] 'process raft request' (duration: 149.663868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:04.985772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.439922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7364"} {"level":"info","ts":"2026-04-07T00:57:04.985809Z","caller":"traceutil/trace.go:171","msg":"trace[567049841] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:25265; }","duration":"156.531525ms","start":"2026-04-07T00:57:04.829268Z","end":"2026-04-07T00:57:04.9858Z","steps":["trace[567049841] 'agreement among raft nodes before linearized reading' (duration: 156.389241ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:15.187724Z","caller":"traceutil/trace.go:171","msg":"trace[163285964] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"253.587487ms","start":"2026-04-07T00:57:14.934112Z","end":"2026-04-07T00:57:15.187699Z","steps":["trace[163285964] 'process raft request' (duration: 253.426442ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:15.229515Z","caller":"traceutil/trace.go:171","msg":"trace[687400693] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26296; }","duration":"104.895652ms","start":"2026-04-07T00:57:15.124606Z","end":"2026-04-07T00:57:15.229501Z","steps":["trace[687400693] 'read index received' (duration: 62.934541ms)","trace[687400693] 'applied index is now lower than readState.Index' (duration: 41.960401ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:15.229602Z","caller":"traceutil/trace.go:171","msg":"trace[1598638292] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"207.713042ms","start":"2026-04-07T00:57:15.021881Z","end":"2026-04-07T00:57:15.229594Z","steps":["trace[1598638292] 'process raft request' (duration: 207.469906ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:15.229679Z","caller":"traceutil/trace.go:171","msg":"trace[1834444640] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"205.671411ms","start":"2026-04-07T00:57:15.024002Z","end":"2026-04-07T00:57:15.229673Z","steps":["trace[1834444640] 'process raft request' (duration: 205.432255ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:15.22974Z","caller":"traceutil/trace.go:171","msg":"trace[1664074947] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"142.616166ms","start":"2026-04-07T00:57:15.087117Z","end":"2026-04-07T00:57:15.229733Z","steps":["trace[1664074947] 'process raft request' (duration: 142.346538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:15.229894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.271002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:57:15.229921Z","caller":"traceutil/trace.go:171","msg":"trace[2093543125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25450; }","duration":"105.314003ms","start":"2026-04-07T00:57:15.124601Z","end":"2026-04-07T00:57:15.229915Z","steps":["trace[2093543125] 'agreement among raft nodes before linearized reading' (duration: 105.19803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:15.230005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.323633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:57:15.230025Z","caller":"traceutil/trace.go:171","msg":"trace[672718801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25450; }","duration":"105.383865ms","start":"2026-04-07T00:57:15.124636Z","end":"2026-04-07T00:57:15.23002Z","steps":["trace[672718801] 'agreement among raft nodes before linearized reading' (duration: 105.331324ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:19.700435Z","caller":"traceutil/trace.go:171","msg":"trace[1588137828] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"497.339558ms","start":"2026-04-07T00:57:19.203068Z","end":"2026-04-07T00:57:19.700408Z","steps":["trace[1588137828] 'process raft request' (duration: 497.149104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:19.700607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.20304Z","time spent":"497.472973ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:19.73018Z","caller":"traceutil/trace.go:171","msg":"trace[734084035] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"484.502178ms","start":"2026-04-07T00:57:19.245519Z","end":"2026-04-07T00:57:19.730021Z","steps":["trace[734084035] 'process raft request' (duration: 484.285352ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:19.730345Z","caller":"traceutil/trace.go:171","msg":"trace[290103630] linearizableReadLoop","detail":"{readStateIndex:26338; appliedIndex:26334; }","duration":"462.130682ms","start":"2026-04-07T00:57:19.268192Z","end":"2026-04-07T00:57:19.730323Z","steps":["trace[290103630] 'read index received' (duration: 432.111168ms)","trace[290103630] 'applied index is now lower than readState.Index' (duration: 30.018694ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:19.730408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.245372Z","time spent":"484.925229ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:19.73042Z","caller":"traceutil/trace.go:171","msg":"trace[1203669971] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"481.48553ms","start":"2026-04-07T00:57:19.248893Z","end":"2026-04-07T00:57:19.730379Z","steps":["trace[1203669971] 'process raft request' (duration: 481.06667ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:19.730488Z","caller":"traceutil/trace.go:171","msg":"trace[1522125974] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"326.287621ms","start":"2026-04-07T00:57:19.404195Z","end":"2026-04-07T00:57:19.730483Z","steps":["trace[1522125974] 'process raft request' (duration: 326.093026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:19.730595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.404162Z","time spent":"326.350951ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:19.730595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.248864Z","time spent":"481.639943ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:19.730466Z","caller":"traceutil/trace.go:171","msg":"trace[197710965] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"380.2127ms","start":"2026-04-07T00:57:19.350243Z","end":"2026-04-07T00:57:19.730455Z","steps":["trace[197710965] 'process raft request' (duration: 379.938363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:19.730679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.503623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T00:57:19.730744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.350224Z","time spent":"380.496097ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:19.730764Z","caller":"traceutil/trace.go:171","msg":"trace[2052283312] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25489; }","duration":"424.622935ms","start":"2026-04-07T00:57:19.306121Z","end":"2026-04-07T00:57:19.730744Z","steps":["trace[2052283312] 'agreement among raft nodes before linearized reading' (duration: 424.387058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:19.730784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.60588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:57:19.730808Z","caller":"traceutil/trace.go:171","msg":"trace[1033812879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25489; }","duration":"316.62982ms","start":"2026-04-07T00:57:19.414172Z","end":"2026-04-07T00:57:19.730802Z","steps":["trace[1033812879] 'agreement among raft nodes before linearized reading' (duration: 316.522388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:19.730803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.306075Z","time spent":"424.720108ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T00:57:19.730826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.414114Z","time spent":"316.707553ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:19.730946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.762058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-n5djl.18a3ec81c9076f62\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-07T00:57:19.730963Z","caller":"traceutil/trace.go:171","msg":"trace[2051189148] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-n5djl.18a3ec81c9076f62; range_end:; response_count:1; response_revision:25489; }","duration":"462.827129ms","start":"2026-04-07T00:57:19.26813Z","end":"2026-04-07T00:57:19.730958Z","steps":["trace[2051189148] 'agreement among raft nodes before linearized reading' (duration: 462.743257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:19.730979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.268107Z","time spent":"462.868411ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-n5djl.18a3ec81c9076f62\" "} {"level":"warn","ts":"2026-04-07T00:57:19.731131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.947408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:19.73115Z","caller":"traceutil/trace.go:171","msg":"trace[136459703] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25489; }","duration":"142.01306ms","start":"2026-04-07T00:57:19.589131Z","end":"2026-04-07T00:57:19.731144Z","steps":["trace[136459703] 'agreement among raft nodes before linearized reading' (duration: 141.969679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:19.731152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.670336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T00:57:19.731141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.244117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:57:19.731184Z","caller":"traceutil/trace.go:171","msg":"trace[1468195270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25489; }","duration":"386.754649ms","start":"2026-04-07T00:57:19.344421Z","end":"2026-04-07T00:57:19.731175Z","steps":["trace[1468195270] 'agreement among raft nodes before linearized reading' (duration: 386.660466ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:19.731204Z","caller":"traceutil/trace.go:171","msg":"trace[1284898653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25489; }","duration":"383.33238ms","start":"2026-04-07T00:57:19.347855Z","end":"2026-04-07T00:57:19.731188Z","steps":["trace[1284898653] 'agreement among raft nodes before linearized reading' (duration: 383.029672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:19.731211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.344398Z","time spent":"386.807049ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:57:19.731251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:19.347844Z","time spent":"383.394152ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:57:20.73198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471874861,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:57:20.801443Z","caller":"traceutil/trace.go:171","msg":"trace[422871458] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"655.454964ms","start":"2026-04-07T00:57:20.145965Z","end":"2026-04-07T00:57:20.80142Z","steps":["trace[422871458] 'process raft request' (duration: 655.26308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:20.801588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.145945Z","time spent":"655.566388ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:21.409739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.790758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:21.409974Z","caller":"traceutil/trace.go:171","msg":"trace[177077424] linearizableReadLoop","detail":"{readStateIndex:26348; appliedIndex:26345; }","duration":"1.178635549s","start":"2026-04-07T00:57:20.231322Z","end":"2026-04-07T00:57:21.409957Z","steps":["trace[177077424] 'read index received' (duration: 569.960881ms)","trace[177077424] 'applied index is now lower than readState.Index' (duration: 608.673628ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:21.410066Z","caller":"traceutil/trace.go:171","msg":"trace[615448234] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"1.170534511s","start":"2026-04-07T00:57:20.239521Z","end":"2026-04-07T00:57:21.410056Z","steps":["trace[615448234] 'process raft request' (duration: 1.170318165s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:21.410058Z","caller":"traceutil/trace.go:171","msg":"trace[680957749] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"1.189874059s","start":"2026-04-07T00:57:20.220143Z","end":"2026-04-07T00:57:21.410017Z","steps":["trace[680957749] 'process raft request' (duration: 1.003722032s)","trace[680957749] 'compare' (duration: 185.149632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:21.410281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.220119Z","time spent":"1.190071155s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:21.410321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16003703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T00:57:21.410358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062378604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:21.410369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.592811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:21.410365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.585861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:21.410403Z","caller":"traceutil/trace.go:171","msg":"trace[990225767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25497; }","duration":"1.160169144s","start":"2026-04-07T00:57:20.250216Z","end":"2026-04-07T00:57:21.410385Z","steps":["trace[990225767] 'agreement among raft nodes before linearized reading' (duration: 1.159917138s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:21.410419Z","caller":"traceutil/trace.go:171","msg":"trace[322568501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25497; }","duration":"1.062491686s","start":"2026-04-07T00:57:20.347909Z","end":"2026-04-07T00:57:21.4104Z","steps":["trace[322568501] 'agreement among raft nodes before linearized reading' (duration: 1.062393294s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.410418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.32769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:21.410473Z","caller":"traceutil/trace.go:171","msg":"trace[2018495139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25497; }","duration":"498.691604ms","start":"2026-04-07T00:57:20.911743Z","end":"2026-04-07T00:57:21.410434Z","steps":["trace[2018495139] 'agreement among raft nodes before linearized reading' (duration: 498.52823ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:21.410477Z","caller":"traceutil/trace.go:171","msg":"trace[918618107] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25497; }","duration":"387.773115ms","start":"2026-04-07T00:57:21.022674Z","end":"2026-04-07T00:57:21.410447Z","steps":["trace[918618107] 'agreement among raft nodes before linearized reading' (duration: 387.56175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.410526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.911681Z","time spent":"498.836297ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:57:21.410535Z","caller":"traceutil/trace.go:171","msg":"trace[1223880631] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25497; }","duration":"634.525975ms","start":"2026-04-07T00:57:20.775983Z","end":"2026-04-07T00:57:21.410509Z","steps":["trace[1223880631] 'agreement among raft nodes before linearized reading' (duration: 634.257098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.410589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.775958Z","time spent":"634.617416ms","remote":"127.0.0.1:39756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:21.410461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.278573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-07T00:57:21.410831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.609385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-07T00:57:21.41094Z","caller":"traceutil/trace.go:171","msg":"trace[757258695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25497; }","duration":"446.825777ms","start":"2026-04-07T00:57:20.964093Z","end":"2026-04-07T00:57:21.410919Z","steps":["trace[757258695] 'agreement among raft nodes before linearized reading' (duration: 446.118009ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:21.410968Z","caller":"traceutil/trace.go:171","msg":"trace[1956137930] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25497; }","duration":"805.83254ms","start":"2026-04-07T00:57:20.605108Z","end":"2026-04-07T00:57:21.41094Z","steps":["trace[1956137930] 'agreement among raft nodes before linearized reading' (duration: 805.177933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.411009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.964069Z","time spent":"446.920811ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-07T00:57:21.410473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.347887Z","time spent":"1.062573139s","remote":"127.0.0.1:38230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:21.411116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.605087Z","time spent":"805.973204ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-07T00:57:21.410365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.760706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:21.411197Z","caller":"traceutil/trace.go:171","msg":"trace[1382293591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25497; }","duration":"324.644268ms","start":"2026-04-07T00:57:21.086537Z","end":"2026-04-07T00:57:21.411181Z","steps":["trace[1382293591] 'agreement among raft nodes before linearized reading' (duration: 323.693834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.411264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:21.086518Z","time spent":"324.72882ms","remote":"127.0.0.1:38152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:21.41047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.250202Z","time spent":"1.160257996s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:21.410676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179361118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:57:21.411492Z","caller":"traceutil/trace.go:171","msg":"trace[1725162650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25497; }","duration":"1.18020963s","start":"2026-04-07T00:57:20.231268Z","end":"2026-04-07T00:57:21.411478Z","steps":["trace[1725162650] 'agreement among raft nodes before linearized reading' (duration: 1.178963548s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.411534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.231253Z","time spent":"1.180269342s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:21.410537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:21.022648Z","time spent":"387.875057ms","remote":"127.0.0.1:46034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:21.41075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:20.239498Z","time spent":"1.171028103s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:21.893568Z","caller":"traceutil/trace.go:171","msg":"trace[1322417729] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"186.24704ms","start":"2026-04-07T00:57:21.707296Z","end":"2026-04-07T00:57:21.893543Z","steps":["trace[1322417729] 'process raft request' (duration: 186.096387ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:21.894404Z","caller":"traceutil/trace.go:171","msg":"trace[1515132832] linearizableReadLoop","detail":"{readStateIndex:26355; appliedIndex:26351; }","duration":"147.186214ms","start":"2026-04-07T00:57:21.747201Z","end":"2026-04-07T00:57:21.894387Z","steps":["trace[1515132832] 'read index received' (duration: 146.359703ms)","trace[1515132832] 'applied index is now lower than readState.Index' (duration: 825.991µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:21.894434Z","caller":"traceutil/trace.go:171","msg":"trace[1421222869] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"159.155972ms","start":"2026-04-07T00:57:21.735249Z","end":"2026-04-07T00:57:21.894405Z","steps":["trace[1421222869] 'process raft request' (duration: 158.923437ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:21.894472Z","caller":"traceutil/trace.go:171","msg":"trace[331039525] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"157.93298ms","start":"2026-04-07T00:57:21.736533Z","end":"2026-04-07T00:57:21.894466Z","steps":["trace[331039525] 'process raft request' (duration: 157.771566ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:21.894604Z","caller":"traceutil/trace.go:171","msg":"trace[730190576] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"157.1248ms","start":"2026-04-07T00:57:21.737475Z","end":"2026-04-07T00:57:21.8946Z","steps":["trace[730190576] 'process raft request' (duration: 156.853452ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:21.894645Z","caller":"traceutil/trace.go:171","msg":"trace[850623577] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"155.451237ms","start":"2026-04-07T00:57:21.739189Z","end":"2026-04-07T00:57:21.89464Z","steps":["trace[850623577] 'process raft request' (duration: 155.178139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.894824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.607145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:57:21.894889Z","caller":"traceutil/trace.go:171","msg":"trace[1487253981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25504; }","duration":"147.721418ms","start":"2026-04-07T00:57:21.747161Z","end":"2026-04-07T00:57:21.894882Z","steps":["trace[1487253981] 'agreement among raft nodes before linearized reading' (duration: 147.549524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.894879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.494762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:57:21.894928Z","caller":"traceutil/trace.go:171","msg":"trace[482470433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25504; }","duration":"147.600735ms","start":"2026-04-07T00:57:21.747314Z","end":"2026-04-07T00:57:21.894915Z","steps":["trace[482470433] 'agreement among raft nodes before linearized reading' (duration: 147.39516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:21.894988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.604205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:57:21.895104Z","caller":"traceutil/trace.go:171","msg":"trace[388508327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25504; }","duration":"147.761609ms","start":"2026-04-07T00:57:21.747329Z","end":"2026-04-07T00:57:21.895091Z","steps":["trace[388508327] 'agreement among raft nodes before linearized reading' (duration: 147.565814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:25.404702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471874929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:57:25.904876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471874929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:57:26.005821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231685418s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:57:26.00633Z","caller":"traceutil/trace.go:171","msg":"trace[458277667] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"1.232281773s","start":"2026-04-07T00:57:24.774024Z","end":"2026-04-07T00:57:26.006306Z","steps":["trace[458277667] 'process raft request' (duration: 1.232127138s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.006512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:24.774008Z","time spent":"1.232420405s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:26.322386Z","caller":"traceutil/trace.go:171","msg":"trace[792298981] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"899.911755ms","start":"2026-04-07T00:57:25.422452Z","end":"2026-04-07T00:57:26.322363Z","steps":["trace[792298981] 'process raft request' (duration: 899.825633ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:26.322412Z","caller":"traceutil/trace.go:171","msg":"trace[454422532] transaction","detail":"{read_only:false; response_revision:25524; number_of_response:1; }","duration":"1.508836821s","start":"2026-04-07T00:57:24.813547Z","end":"2026-04-07T00:57:26.322383Z","steps":["trace[454422532] 'process raft request' (duration: 1.508560034s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.322567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:24.81352Z","time spent":"1.508949154s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:26.322566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.422417Z","time spent":"900.044549ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:26.322703Z","caller":"traceutil/trace.go:171","msg":"trace[1618857452] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"416.487245ms","start":"2026-04-07T00:57:25.906194Z","end":"2026-04-07T00:57:26.322681Z","steps":["trace[1618857452] 'process raft request' (duration: 416.130095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.322817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.906165Z","time spent":"416.589818ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:26.322916Z","caller":"traceutil/trace.go:171","msg":"trace[324366548] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"415.162011ms","start":"2026-04-07T00:57:25.907747Z","end":"2026-04-07T00:57:26.322909Z","steps":["trace[324366548] 'process raft request' (duration: 415.072779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.322948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.907728Z","time spent":"415.201602ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:26.322986Z","caller":"traceutil/trace.go:171","msg":"trace[668482488] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"413.781975ms","start":"2026-04-07T00:57:25.909193Z","end":"2026-04-07T00:57:26.322975Z","steps":["trace[668482488] 'process raft request' (duration: 413.667403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.323045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.909169Z","time spent":"413.851237ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:26.322924Z","caller":"traceutil/trace.go:171","msg":"trace[1498550861] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"416.123266ms","start":"2026-04-07T00:57:25.906782Z","end":"2026-04-07T00:57:26.322905Z","steps":["trace[1498550861] 'process raft request' (duration: 415.833769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.323231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.906764Z","time spent":"416.428713ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:26.323826Z","caller":"traceutil/trace.go:171","msg":"trace[500862] linearizableReadLoop","detail":"{readStateIndex:26377; appliedIndex:26374; }","duration":"1.419923329s","start":"2026-04-07T00:57:24.903893Z","end":"2026-04-07T00:57:26.323816Z","steps":["trace[500862] 'read index received' (duration: 1.102275232s)","trace[500862] 'applied index is now lower than readState.Index' (duration: 317.647567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:26.323968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420079993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:26.323993Z","caller":"traceutil/trace.go:171","msg":"trace[2025407511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25530; }","duration":"1.420143864s","start":"2026-04-07T00:57:24.903842Z","end":"2026-04-07T00:57:26.323986Z","steps":["trace[2025407511] 'agreement among raft nodes before linearized reading' (duration: 1.420098483s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.324009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:24.903822Z","time spent":"1.420183215s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:57:26.323987Z","caller":"traceutil/trace.go:171","msg":"trace[1874176762] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"394.254632ms","start":"2026-04-07T00:57:25.929669Z","end":"2026-04-07T00:57:26.323924Z","steps":["trace[1874176762] 'process raft request' (duration: 393.278088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.324278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.929643Z","time spent":"394.479248ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:26.68102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.947898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:26.681153Z","caller":"traceutil/trace.go:171","msg":"trace[206728048] linearizableReadLoop","detail":"{readStateIndex:26384; appliedIndex:26382; }","duration":"357.223359ms","start":"2026-04-07T00:57:26.323917Z","end":"2026-04-07T00:57:26.681141Z","steps":["trace[206728048] 'read index received' (duration: 191.179718ms)","trace[206728048] 'applied index is now lower than readState.Index' (duration: 166.042641ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:26.681202Z","caller":"traceutil/trace.go:171","msg":"trace[92018851] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"669.906567ms","start":"2026-04-07T00:57:26.01129Z","end":"2026-04-07T00:57:26.681196Z","steps":["trace[92018851] 'process raft request' (duration: 503.709832ms)","trace[92018851] 'compare' (duration: 165.856086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:26.681239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.01127Z","time spent":"669.950779ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:26.681328Z","caller":"traceutil/trace.go:171","msg":"trace[38927491] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"426.150974ms","start":"2026-04-07T00:57:26.255173Z","end":"2026-04-07T00:57:26.681324Z","steps":["trace[38927491] 'process raft request' (duration: 425.925499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.681377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.255146Z","time spent":"426.197296ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:26.681608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.635525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T00:57:26.681687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023651125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T00:57:26.681686Z","caller":"traceutil/trace.go:171","msg":"trace[1338350272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25532; }","duration":"727.737358ms","start":"2026-04-07T00:57:25.95393Z","end":"2026-04-07T00:57:26.681667Z","steps":["trace[1338350272] 'agreement among raft nodes before linearized reading' (duration: 727.537113ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:26.681706Z","caller":"traceutil/trace.go:171","msg":"trace[1380291714] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25532; }","duration":"1.023719827s","start":"2026-04-07T00:57:25.657981Z","end":"2026-04-07T00:57:26.681701Z","steps":["trace[1380291714] 'agreement among raft nodes before linearized reading' (duration: 1.023545023s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.681728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.657958Z","time spent":"1.023762558s","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:26.681818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.68633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:26.681736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.953923Z","time spent":"727.796099ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:57:26.681854Z","caller":"traceutil/trace.go:171","msg":"trace[1145187277] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25532; }","duration":"558.767234ms","start":"2026-04-07T00:57:26.123077Z","end":"2026-04-07T00:57:26.681845Z","steps":["trace[1145187277] 'agreement among raft nodes before linearized reading' (duration: 558.710412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.681891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.123052Z","time spent":"558.827535ms","remote":"127.0.0.1:39728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:26.681737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.136156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T00:57:26.681835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76946063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:26.682044Z","caller":"traceutil/trace.go:171","msg":"trace[1969510941] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25532; }","duration":"1.769710785s","start":"2026-04-07T00:57:24.912317Z","end":"2026-04-07T00:57:26.682028Z","steps":["trace[1969510941] 'agreement among raft nodes before linearized reading' (duration: 1.769443849s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.68208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:24.912305Z","time spent":"1.769764086s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:26.682044Z","caller":"traceutil/trace.go:171","msg":"trace[1729620265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25532; }","duration":"745.527237ms","start":"2026-04-07T00:57:25.936497Z","end":"2026-04-07T00:57:26.682024Z","steps":["trace[1729620265] 'agreement among raft nodes before linearized reading' (duration: 744.984173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.681988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226827433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:57:26.682039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225670112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:57:26.682253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.936476Z","time spent":"745.735662ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:57:26.682277Z","caller":"traceutil/trace.go:171","msg":"trace[822499241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25532; }","duration":"1.22714254s","start":"2026-04-07T00:57:25.455098Z","end":"2026-04-07T00:57:26.682241Z","steps":["trace[822499241] 'agreement among raft nodes before linearized reading' (duration: 1.226779612s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.68232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.544168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T00:57:26.68243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.455075Z","time spent":"1.227305795s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:57:26.682262Z","caller":"traceutil/trace.go:171","msg":"trace[1717749739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25532; }","duration":"1.225924419s","start":"2026-04-07T00:57:25.456319Z","end":"2026-04-07T00:57:26.682243Z","steps":["trace[1717749739] 'agreement among raft nodes before linearized reading' (duration: 1.225511308s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.682595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.456261Z","time spent":"1.22631904s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:57:26.682534Z","caller":"traceutil/trace.go:171","msg":"trace[2054257733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25532; }","duration":"728.749874ms","start":"2026-04-07T00:57:25.95371Z","end":"2026-04-07T00:57:26.68246Z","steps":["trace[2054257733] 'agreement among raft nodes before linearized reading' (duration: 728.199949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:26.682883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:25.953686Z","time spent":"729.174185ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:57:27.555129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.826887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:27.555257Z","caller":"traceutil/trace.go:171","msg":"trace[366856977] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"1.138385152s","start":"2026-04-07T00:57:26.416837Z","end":"2026-04-07T00:57:27.555222Z","steps":["trace[366856977] 'process raft request' (duration: 440.396471ms)","trace[366856977] 'compare' (duration: 697.314344ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:27.55536Z","caller":"traceutil/trace.go:171","msg":"trace[676107759] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"868.113256ms","start":"2026-04-07T00:57:26.687232Z","end":"2026-04-07T00:57:27.555345Z","steps":["trace[676107759] 'process raft request' (duration: 868.087425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.555407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.68722Z","time spent":"868.169257ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:27.555421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.416806Z","time spent":"1.138522676s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:27.555495Z","caller":"traceutil/trace.go:171","msg":"trace[1159149513] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"868.977929ms","start":"2026-04-07T00:57:26.686511Z","end":"2026-04-07T00:57:27.555489Z","steps":["trace[1159149513] 'process raft request' (duration: 868.748673ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:27.555509Z","caller":"traceutil/trace.go:171","msg":"trace[223877130] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"869.380309ms","start":"2026-04-07T00:57:26.686102Z","end":"2026-04-07T00:57:27.555482Z","steps":["trace[223877130] 'process raft request' (duration: 869.114792ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:27.555543Z","caller":"traceutil/trace.go:171","msg":"trace[1811116368] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"868.717732ms","start":"2026-04-07T00:57:26.686821Z","end":"2026-04-07T00:57:27.555539Z","steps":["trace[1811116368] 'process raft request' (duration: 868.459804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.555565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.686795Z","time spent":"868.757863ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:27.555573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.686065Z","time spent":"869.479282ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:27.55556Z","caller":"traceutil/trace.go:171","msg":"trace[1126723039] linearizableReadLoop","detail":"{readStateIndex:26385; appliedIndex:26384; }","duration":"874.376748ms","start":"2026-04-07T00:57:26.681171Z","end":"2026-04-07T00:57:27.555548Z","steps":["trace[1126723039] 'read index received' (duration: 176.324455ms)","trace[1126723039] 'applied index is now lower than readState.Index' (duration: 698.050223ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:27.55561Z","caller":"traceutil/trace.go:171","msg":"trace[2053621527] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"868.64521ms","start":"2026-04-07T00:57:26.68696Z","end":"2026-04-07T00:57:27.555606Z","steps":["trace[2053621527] 'process raft request' (duration: 868.340832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.555631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.68695Z","time spent":"868.669541ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:27.555525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.686503Z","time spent":"869.00772ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:27.555676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.555439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:27.555718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230871856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:27.555727Z","caller":"traceutil/trace.go:171","msg":"trace[777151369] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25538; }","duration":"960.639311ms","start":"2026-04-07T00:57:26.595075Z","end":"2026-04-07T00:57:27.555714Z","steps":["trace[777151369] 'agreement among raft nodes before linearized reading' (duration: 960.557329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.555766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.312346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-07T00:57:27.555694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.646017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:27.555786Z","caller":"traceutil/trace.go:171","msg":"trace[1379206209] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25538; }","duration":"391.380628ms","start":"2026-04-07T00:57:27.164402Z","end":"2026-04-07T00:57:27.555782Z","steps":["trace[1379206209] 'agreement among raft nodes before linearized reading' (duration: 391.300936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.555799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.164378Z","time spent":"391.418159ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-07T00:57:27.555797Z","caller":"traceutil/trace.go:171","msg":"trace[262788357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25538; }","duration":"632.790231ms","start":"2026-04-07T00:57:26.922998Z","end":"2026-04-07T00:57:27.555788Z","steps":["trace[262788357] 'agreement among raft nodes before linearized reading' (duration: 632.676498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.555846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.922973Z","time spent":"632.866863ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:57:27.555862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.372798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:27.555864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.631031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:27.55588Z","caller":"traceutil/trace.go:171","msg":"trace[1103956659] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25538; }","duration":"457.43546ms","start":"2026-04-07T00:57:27.098439Z","end":"2026-04-07T00:57:27.555874Z","steps":["trace[1103956659] 'agreement among raft nodes before linearized reading' (duration: 457.387139ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:27.555883Z","caller":"traceutil/trace.go:171","msg":"trace[881400841] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25538; }","duration":"122.650862ms","start":"2026-04-07T00:57:27.433226Z","end":"2026-04-07T00:57:27.555877Z","steps":["trace[881400841] 'agreement among raft nodes before linearized reading' (duration: 122.623421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.555894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.098421Z","time spent":"457.468251ms","remote":"127.0.0.1:36992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:27.555699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.276599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:27.555985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.897905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:27.556001Z","caller":"traceutil/trace.go:171","msg":"trace[1416783430] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25538; }","duration":"532.955887ms","start":"2026-04-07T00:57:27.02304Z","end":"2026-04-07T00:57:27.555995Z","steps":["trace[1416783430] 'agreement among raft nodes before linearized reading' (duration: 532.928356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.556019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.023003Z","time spent":"533.012368ms","remote":"127.0.0.1:59200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:27.555738Z","caller":"traceutil/trace.go:171","msg":"trace[459003008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25538; }","duration":"1.230926327s","start":"2026-04-07T00:57:26.324805Z","end":"2026-04-07T00:57:27.555731Z","steps":["trace[459003008] 'agreement among raft nodes before linearized reading' (duration: 1.230904267s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.556098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.324787Z","time spent":"1.231307087s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:57:27.555984Z","caller":"traceutil/trace.go:171","msg":"trace[728190122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25538; }","duration":"286.600847ms","start":"2026-04-07T00:57:27.269377Z","end":"2026-04-07T00:57:27.555978Z","steps":["trace[728190122] 'agreement among raft nodes before linearized reading' (duration: 286.30461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:27.555761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:26.595054Z","time spent":"960.699173ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:28.176353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471874953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:57:28.677117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471874953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:57:28.679249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102819526s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:57:28.680358Z","caller":"traceutil/trace.go:171","msg":"trace[491345570] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"1.104006116s","start":"2026-04-07T00:57:27.576333Z","end":"2026-04-07T00:57:28.680339Z","steps":["trace[491345570] 'process raft request' (duration: 1.103579696s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:28.680463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.576322Z","time spent":"1.104078958s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:29.109679Z","caller":"traceutil/trace.go:171","msg":"trace[818472641] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"781.073501ms","start":"2026-04-07T00:57:28.328571Z","end":"2026-04-07T00:57:29.109644Z","steps":["trace[818472641] 'process raft request' (duration: 780.9992ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:29.109684Z","caller":"traceutil/trace.go:171","msg":"trace[1822734573] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"1.441553517s","start":"2026-04-07T00:57:27.668097Z","end":"2026-04-07T00:57:29.10965Z","steps":["trace[1822734573] 'process raft request' (duration: 1.44127035s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:29.109717Z","caller":"traceutil/trace.go:171","msg":"trace[2028816351] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"1.344740391s","start":"2026-04-07T00:57:27.764941Z","end":"2026-04-07T00:57:29.109681Z","steps":["trace[2028816351] 'process raft request' (duration: 1.344583106s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.109831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.328546Z","time spent":"781.204026ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:29.10988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.668069Z","time spent":"1.441708452s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:29.109903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.764908Z","time spent":"1.344897335s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:29.109964Z","caller":"traceutil/trace.go:171","msg":"trace[1962871449] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"780.538379ms","start":"2026-04-07T00:57:28.329414Z","end":"2026-04-07T00:57:29.109952Z","steps":["trace[1962871449] 'process raft request' (duration: 780.191689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.110036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.329399Z","time spent":"780.59776ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:29.110119Z","caller":"traceutil/trace.go:171","msg":"trace[1503077837] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"780.615431ms","start":"2026-04-07T00:57:28.329493Z","end":"2026-04-07T00:57:29.110108Z","steps":["trace[1503077837] 'process raft request' (duration: 780.375875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:29.110161Z","caller":"traceutil/trace.go:171","msg":"trace[1112446789] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"780.412446ms","start":"2026-04-07T00:57:28.329734Z","end":"2026-04-07T00:57:29.110147Z","steps":["trace[1112446789] 'process raft request' (duration: 780.291473ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:29.110199Z","caller":"traceutil/trace.go:171","msg":"trace[521363303] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"780.015795ms","start":"2026-04-07T00:57:28.330178Z","end":"2026-04-07T00:57:29.110194Z","steps":["trace[521363303] 'process raft request' (duration: 779.896832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.110231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.330164Z","time spent":"780.053185ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:29.110235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.329721Z","time spent":"780.478497ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:29.110262Z","caller":"traceutil/trace.go:171","msg":"trace[591646741] linearizableReadLoop","detail":"{readStateIndex:26400; appliedIndex:26390; }","duration":"1.434541086s","start":"2026-04-07T00:57:27.675696Z","end":"2026-04-07T00:57:29.110237Z","steps":["trace[591646741] 'read index received' (duration: 1.004603434s)","trace[591646741] 'applied index is now lower than readState.Index' (duration: 429.936472ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:29.110299Z","caller":"traceutil/trace.go:171","msg":"trace[56629447] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"779.577644ms","start":"2026-04-07T00:57:28.33069Z","end":"2026-04-07T00:57:29.110267Z","steps":["trace[56629447] 'process raft request' (duration: 779.457781ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:29.110388Z","caller":"traceutil/trace.go:171","msg":"trace[1314584506] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"778.927756ms","start":"2026-04-07T00:57:28.33145Z","end":"2026-04-07T00:57:29.110377Z","steps":["trace[1314584506] 'process raft request' (duration: 778.742412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.110409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434719051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:29.110437Z","caller":"traceutil/trace.go:171","msg":"trace[533692931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25548; }","duration":"1.434795113s","start":"2026-04-07T00:57:27.675636Z","end":"2026-04-07T00:57:29.110431Z","steps":["trace[533692931] 'agreement among raft nodes before linearized reading' (duration: 1.434750911s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.110458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.675615Z","time spent":"1.434838414s","remote":"127.0.0.1:38054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:29.110464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.33068Z","time spent":"779.697346ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:29.110522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.331417Z","time spent":"779.0198ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:29.110173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.329485Z","time spent":"780.661432ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:29.62109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.925919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:29.621172Z","caller":"traceutil/trace.go:171","msg":"trace[1960676969] linearizableReadLoop","detail":"{readStateIndex:26401; appliedIndex:26400; }","duration":"510.820227ms","start":"2026-04-07T00:57:29.11034Z","end":"2026-04-07T00:57:29.62116Z","steps":["trace[1960676969] 'read index received' (duration: 394.747755ms)","trace[1960676969] 'applied index is now lower than readState.Index' (duration: 116.071572ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:29.621221Z","caller":"traceutil/trace.go:171","msg":"trace[2027965413] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"934.622641ms","start":"2026-04-07T00:57:28.686591Z","end":"2026-04-07T00:57:29.621214Z","steps":["trace[2027965413] 'process raft request' (duration: 818.508348ms)","trace[2027965413] 'compare' (duration: 115.681582ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:29.621455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651522859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:29.621482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920522163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:29.621546Z","caller":"traceutil/trace.go:171","msg":"trace[1152952624] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25549; }","duration":"1.920613635s","start":"2026-04-07T00:57:27.700917Z","end":"2026-04-07T00:57:29.621531Z","steps":["trace[1152952624] 'agreement among raft nodes before linearized reading' (duration: 1.920498482s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.621557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684979762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:29.621564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.689479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-07T00:57:29.621592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.70091Z","time spent":"1.920674197s","remote":"127.0.0.1:46330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:29.621607Z","caller":"traceutil/trace.go:171","msg":"trace[1194910225] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25549; }","duration":"1.685083844s","start":"2026-04-07T00:57:27.936509Z","end":"2026-04-07T00:57:29.621593Z","steps":["trace[1194910225] 'agreement among raft nodes before linearized reading' (duration: 1.684995122s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:29.621617Z","caller":"traceutil/trace.go:171","msg":"trace[1663400023] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25549; }","duration":"705.764741ms","start":"2026-04-07T00:57:28.915838Z","end":"2026-04-07T00:57:29.621603Z","steps":["trace[1663400023] 'agreement among raft nodes before linearized reading' (duration: 705.664199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.62162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.884249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:29.621645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.936486Z","time spent":"1.685149005s","remote":"127.0.0.1:40026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:29.621653Z","caller":"traceutil/trace.go:171","msg":"trace[928065074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25549; }","duration":"718.958511ms","start":"2026-04-07T00:57:28.902686Z","end":"2026-04-07T00:57:29.621645Z","steps":["trace[928065074] 'agreement among raft nodes before linearized reading' (duration: 718.90424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.621691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.902669Z","time spent":"719.016013ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:57:29.621652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.915806Z","time spent":"705.837663ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:57:29.621563Z","caller":"traceutil/trace.go:171","msg":"trace[944564066] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25549; }","duration":"1.651686593s","start":"2026-04-07T00:57:27.969838Z","end":"2026-04-07T00:57:29.621525Z","steps":["trace[944564066] 'agreement among raft nodes before linearized reading' (duration: 1.651535859s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.621822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937846709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:29.621899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.969809Z","time spent":"1.652024812s","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:29.621922Z","caller":"traceutil/trace.go:171","msg":"trace[773514482] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25549; }","duration":"1.937985953s","start":"2026-04-07T00:57:27.68392Z","end":"2026-04-07T00:57:29.621906Z","steps":["trace[773514482] 'agreement among raft nodes before linearized reading' (duration: 1.937794858s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:29.622007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:27.683912Z","time spent":"1.938076585s","remote":"127.0.0.1:59064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:29.622393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:28.686569Z","time spent":"934.672081ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:30.632978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.038791ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-07T00:57:30.633094Z","caller":"traceutil/trace.go:171","msg":"trace[1557207891] linearizableReadLoop","detail":"{readStateIndex:26402; appliedIndex:26401; }","duration":"1.011886002s","start":"2026-04-07T00:57:29.621189Z","end":"2026-04-07T00:57:30.633075Z","steps":["trace[1557207891] 'read index received' (duration: 334.674907ms)","trace[1557207891] 'applied index is now lower than readState.Index' (duration: 677.209455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:30.633873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058015022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T00:57:30.633931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438665282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:57:30.633968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477281657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:30.633994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056997905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:57:30.634002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057703323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:57:30.634001Z","caller":"traceutil/trace.go:171","msg":"trace[1422934711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25549; }","duration":"1.438764174s","start":"2026-04-07T00:57:29.195205Z","end":"2026-04-07T00:57:30.633969Z","steps":["trace[1422934711] 'agreement among raft nodes before linearized reading' (duration: 1.438618281s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:30.634025Z","caller":"traceutil/trace.go:171","msg":"trace[1616550643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25549; }","duration":"1.057744974s","start":"2026-04-07T00:57:29.576275Z","end":"2026-04-07T00:57:30.63402Z","steps":["trace[1616550643] 'agreement among raft nodes before linearized reading' (duration: 1.057689232s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:30.634024Z","caller":"traceutil/trace.go:171","msg":"trace[1592344210] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25549; }","duration":"1.477365789s","start":"2026-04-07T00:57:29.156647Z","end":"2026-04-07T00:57:30.634012Z","steps":["trace[1592344210] 'agreement among raft nodes before linearized reading' (duration: 1.477268837s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:30.634041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.195183Z","time spent":"1.438850337s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:57:30.634054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.576267Z","time spent":"1.057782295s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:30.634062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.156625Z","time spent":"1.477427941s","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:30.634092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477660198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:30.634121Z","caller":"traceutil/trace.go:171","msg":"trace[1615191418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25549; }","duration":"1.47772997s","start":"2026-04-07T00:57:29.156381Z","end":"2026-04-07T00:57:30.634111Z","steps":["trace[1615191418] 'agreement among raft nodes before linearized reading' (duration: 1.477682739s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:30.634122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008843523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c627aba8-3887-4f78-b610-f116b2bb4236\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-07T00:57:30.634151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.156363Z","time spent":"1.477779891s","remote":"127.0.0.1:49886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:30.634157Z","caller":"traceutil/trace.go:171","msg":"trace[1717952041] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c627aba8-3887-4f78-b610-f116b2bb4236; range_end:; response_count:1; response_revision:25549; }","duration":"1.008937756s","start":"2026-04-07T00:57:29.625209Z","end":"2026-04-07T00:57:30.634147Z","steps":["trace[1717952041] 'agreement among raft nodes before linearized reading' (duration: 1.008868304s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:30.634185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.625197Z","time spent":"1.008983437s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-c627aba8-3887-4f78-b610-f116b2bb4236\" "} {"level":"warn","ts":"2026-04-07T00:57:30.634222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058156584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:57:30.634028Z","caller":"traceutil/trace.go:171","msg":"trace[1219084987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25549; }","duration":"1.057049026s","start":"2026-04-07T00:57:29.576967Z","end":"2026-04-07T00:57:30.634016Z","steps":["trace[1219084987] 'agreement among raft nodes before linearized reading' (duration: 1.056967284s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:30.634242Z","caller":"traceutil/trace.go:171","msg":"trace[1222160290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25549; }","duration":"1.058198155s","start":"2026-04-07T00:57:29.576038Z","end":"2026-04-07T00:57:30.634236Z","steps":["trace[1222160290] 'agreement among raft nodes before linearized reading' (duration: 1.058139013s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:30.634261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.576027Z","time spent":"1.058228695s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:57:30.634263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.57696Z","time spent":"1.057290502s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:30.634319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19611642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18419"} {"level":"info","ts":"2026-04-07T00:57:30.63435Z","caller":"traceutil/trace.go:171","msg":"trace[903420044] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25549; }","duration":"1.196191591s","start":"2026-04-07T00:57:29.438149Z","end":"2026-04-07T00:57:30.63434Z","steps":["trace[903420044] 'agreement among raft nodes before linearized reading' (duration: 1.196087399s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:30.633892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058936585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T00:57:30.634377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.438128Z","time spent":"1.196243163s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18443,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-07T00:57:30.63439Z","caller":"traceutil/trace.go:171","msg":"trace[396776228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25549; }","duration":"1.059469468s","start":"2026-04-07T00:57:29.57491Z","end":"2026-04-07T00:57:30.63438Z","steps":["trace[396776228] 'agreement among raft nodes before linearized reading' (duration: 1.058839392s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:30.633943Z","caller":"traceutil/trace.go:171","msg":"trace[1127442913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25549; }","duration":"1.058138974s","start":"2026-04-07T00:57:29.57579Z","end":"2026-04-07T00:57:30.633929Z","steps":["trace[1127442913] 'agreement among raft nodes before linearized reading' (duration: 1.057944209s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:30.634419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.574895Z","time spent":"1.059516689s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:57:30.634445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.57576Z","time spent":"1.058674098s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:30.633882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010960748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:30.634488Z","caller":"traceutil/trace.go:171","msg":"trace[1393508442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25549; }","duration":"1.011612564s","start":"2026-04-07T00:57:29.622865Z","end":"2026-04-07T00:57:30.634478Z","steps":["trace[1393508442] 'agreement among raft nodes before linearized reading' (duration: 1.010947098s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:30.634511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.622852Z","time spent":"1.011654305s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:57:30.634536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241780168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:30.634562Z","caller":"traceutil/trace.go:171","msg":"trace[2051047085] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25549; }","duration":"1.24185759s","start":"2026-04-07T00:57:29.392695Z","end":"2026-04-07T00:57:30.634553Z","steps":["trace[2051047085] 'agreement among raft nodes before linearized reading' (duration: 1.241815229s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:30.634593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:29.392671Z","time spent":"1.241914651s","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:31.250829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.657988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:31.25103Z","caller":"traceutil/trace.go:171","msg":"trace[2061773135] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"611.82064ms","start":"2026-04-07T00:57:30.639179Z","end":"2026-04-07T00:57:31.250999Z","steps":["trace[2061773135] 'process raft request' (duration: 307.896417ms)","trace[2061773135] 'compare' (duration: 303.551774ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:31.251068Z","caller":"traceutil/trace.go:171","msg":"trace[642633101] linearizableReadLoop","detail":"{readStateIndex:26405; appliedIndex:26402; }","duration":"611.7929ms","start":"2026-04-07T00:57:30.639259Z","end":"2026-04-07T00:57:31.251052Z","steps":["trace[642633101] 'read index received' (duration: 41.519081ms)","trace[642633101] 'applied index is now lower than readState.Index' (duration: 570.272349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:31.251174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.639154Z","time spent":"611.939743ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:31.251374Z","caller":"traceutil/trace.go:171","msg":"trace[40950100] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"611.850921ms","start":"2026-04-07T00:57:30.639482Z","end":"2026-04-07T00:57:31.251333Z","steps":["trace[40950100] 'process raft request' (duration: 611.527543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:31.251491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.213261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:57:31.251564Z","caller":"traceutil/trace.go:171","msg":"trace[129320613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25554; }","duration":"612.282762ms","start":"2026-04-07T00:57:30.639253Z","end":"2026-04-07T00:57:31.251536Z","steps":["trace[129320613] 'agreement among raft nodes before linearized reading' (duration: 612.064257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:31.251563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.639462Z","time spent":"612.004595ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:31.251594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.639198Z","time spent":"612.389415ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T00:57:31.251574Z","caller":"traceutil/trace.go:171","msg":"trace[694557032] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"612.364145ms","start":"2026-04-07T00:57:30.639181Z","end":"2026-04-07T00:57:31.251545Z","steps":["trace[694557032] 'process raft request' (duration: 611.741138ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:31.251617Z","caller":"traceutil/trace.go:171","msg":"trace[1419880066] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"612.19625ms","start":"2026-04-07T00:57:30.639392Z","end":"2026-04-07T00:57:31.251588Z","steps":["trace[1419880066] 'process raft request' (duration: 611.583654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:31.251714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.639162Z","time spent":"612.475897ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:31.25179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.639381Z","time spent":"612.304113ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:31.977054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.229058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:31.977193Z","caller":"traceutil/trace.go:171","msg":"trace[1814105398] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"859.524925ms","start":"2026-04-07T00:57:31.117642Z","end":"2026-04-07T00:57:31.977167Z","steps":["trace[1814105398] 'process raft request' (duration: 488.005689ms)","trace[1814105398] 'compare' (duration: 371.005103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:31.977332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.117605Z","time spent":"859.639127ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:32.640179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:57:32.640246Z","caller":"traceutil/trace.go:171","msg":"trace[462668674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000215257s","start":"2026-04-07T00:57:30.640016Z","end":"2026-04-07T00:57:32.640232Z","steps":["trace[462668674] 'agreement among raft nodes before linearized reading' (duration: 2.000126645s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.640285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.64001Z","time spent":"2.000266489s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:57:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-07T00:57:32.658464Z","caller":"traceutil/trace.go:171","msg":"trace[503273482] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"1.540743312s","start":"2026-04-07T00:57:31.117696Z","end":"2026-04-07T00:57:32.65844Z","steps":["trace[503273482] 'process raft request' (duration: 1.471325553s)","trace[503273482] 'compare' (duration: 68.775024ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:32.658662Z","caller":"traceutil/trace.go:171","msg":"trace[1822429389] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"1.540909088s","start":"2026-04-07T00:57:31.117724Z","end":"2026-04-07T00:57:32.658633Z","steps":["trace[1822429389] 'process raft request' (duration: 1.540656481s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.66082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.117672Z","time spent":"1.540964059s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:32.660946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.117695Z","time spent":"1.541054551s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:32.661715Z","caller":"traceutil/trace.go:171","msg":"trace[728474232] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"1.543923885s","start":"2026-04-07T00:57:31.117755Z","end":"2026-04-07T00:57:32.661679Z","steps":["trace[728474232] 'process raft request' (duration: 1.543406121s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.661821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.117729Z","time spent":"1.544032688s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:32.661872Z","caller":"traceutil/trace.go:171","msg":"trace[2094394008] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"1.544058968s","start":"2026-04-07T00:57:31.117786Z","end":"2026-04-07T00:57:32.661845Z","steps":["trace[2094394008] 'process raft request' (duration: 1.543461833s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:32.661977Z","caller":"traceutil/trace.go:171","msg":"trace[1992814862] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"1.543898714s","start":"2026-04-07T00:57:31.117989Z","end":"2026-04-07T00:57:32.661888Z","steps":["trace[1992814862] 'process raft request' (duration: 1.543366731s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:32.662032Z","caller":"traceutil/trace.go:171","msg":"trace[1892479242] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"1.544240914s","start":"2026-04-07T00:57:31.117765Z","end":"2026-04-07T00:57:32.662006Z","steps":["trace[1892479242] 'process raft request' (duration: 1.540816306s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.662069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.117751Z","time spent":"1.544188141s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:32.662105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.11776Z","time spent":"1.544309045s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:32.66223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.11798Z","time spent":"1.544077629s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:32.662031Z","caller":"traceutil/trace.go:171","msg":"trace[1735943949] linearizableReadLoop","detail":"{readStateIndex:26414; appliedIndex:26407; }","duration":"1.410864556s","start":"2026-04-07T00:57:31.251101Z","end":"2026-04-07T00:57:32.661966Z","steps":["trace[1735943949] 'read index received' (duration: 354.559869ms)","trace[1735943949] 'applied index is now lower than readState.Index' (duration: 1.056301847s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:32.662424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02092841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2a7c7e3f-99ee-4642-9e80-1f819839c20c\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-07T00:57:32.662532Z","caller":"traceutil/trace.go:171","msg":"trace[1486843347] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2a7c7e3f-99ee-4642-9e80-1f819839c20c; range_end:; response_count:1; response_revision:25563; }","duration":"2.021022933s","start":"2026-04-07T00:57:30.641444Z","end":"2026-04-07T00:57:32.662467Z","steps":["trace[1486843347] 'agreement among raft nodes before linearized reading' (duration: 2.020675725s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.662585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.641436Z","time spent":"2.021135026s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-2a7c7e3f-99ee-4642-9e80-1f819839c20c\" "} {"level":"warn","ts":"2026-04-07T00:57:32.662682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409649243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18419"} {"level":"info","ts":"2026-04-07T00:57:32.662732Z","caller":"traceutil/trace.go:171","msg":"trace[1035874274] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25563; }","duration":"1.409731236s","start":"2026-04-07T00:57:31.252987Z","end":"2026-04-07T00:57:32.662718Z","steps":["trace[1035874274] 'agreement among raft nodes before linearized reading' (duration: 1.409540731s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.662775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.252933Z","time spent":"1.409825228s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18443,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T00:57:32.662823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975743905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-04-07T00:57:32.662874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019798321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:32.662898Z","caller":"traceutil/trace.go:171","msg":"trace[255109331] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25563; }","duration":"1.975829368s","start":"2026-04-07T00:57:30.687035Z","end":"2026-04-07T00:57:32.662864Z","steps":["trace[255109331] 'agreement among raft nodes before linearized reading' (duration: 1.975665704s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:32.662941Z","caller":"traceutil/trace.go:171","msg":"trace[21933051] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25563; }","duration":"2.019872642s","start":"2026-04-07T00:57:30.643053Z","end":"2026-04-07T00:57:32.662925Z","steps":["trace[21933051] 'agreement among raft nodes before linearized reading' (duration: 2.01978435s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.662944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.687022Z","time spent":"1.97591228s","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-07T00:57:32.662979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:30.643047Z","time spent":"2.019920454s","remote":"127.0.0.1:45912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-04-07T00:57:32.663144Z","caller":"traceutil/trace.go:171","msg":"trace[243081570] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"1.035162371s","start":"2026-04-07T00:57:31.627941Z","end":"2026-04-07T00:57:32.663104Z","steps":["trace[243081570] 'process raft request' (duration: 1.033475058s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.663316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.627914Z","time spent":"1.035303715s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:32.66344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.582463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:32.663494Z","caller":"traceutil/trace.go:171","msg":"trace[1765306987] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25563; }","duration":"256.687637ms","start":"2026-04-07T00:57:32.406784Z","end":"2026-04-07T00:57:32.663472Z","steps":["trace[1765306987] 'agreement among raft nodes before linearized reading' (duration: 256.601084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.663564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388017767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:32.663603Z","caller":"traceutil/trace.go:171","msg":"trace[681952761] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25563; }","duration":"1.38811901s","start":"2026-04-07T00:57:31.275473Z","end":"2026-04-07T00:57:32.663592Z","steps":["trace[681952761] 'agreement among raft nodes before linearized reading' (duration: 1.388039588s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.663639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.275453Z","time spent":"1.38817839s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:32.663716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.163587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:32.663772Z","caller":"traceutil/trace.go:171","msg":"trace[24154797] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25563; }","duration":"714.254219ms","start":"2026-04-07T00:57:31.949496Z","end":"2026-04-07T00:57:32.66375Z","steps":["trace[24154797] 'agreement among raft nodes before linearized reading' (duration: 714.161787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.663803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.949473Z","time spent":"714.320411ms","remote":"127.0.0.1:38158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:32.663797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.387837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:32.663845Z","caller":"traceutil/trace.go:171","msg":"trace[1218432135] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25563; }","duration":"905.488079ms","start":"2026-04-07T00:57:31.758343Z","end":"2026-04-07T00:57:32.663831Z","steps":["trace[1218432135] 'agreement among raft nodes before linearized reading' (duration: 905.395057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:32.663902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:31.758327Z","time spent":"905.563661ms","remote":"127.0.0.1:49828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:33.225873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.979248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-07T00:57:33.225961Z","caller":"traceutil/trace.go:171","msg":"trace[1455829062] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25565; }","duration":"372.125681ms","start":"2026-04-07T00:57:32.853816Z","end":"2026-04-07T00:57:33.225941Z","steps":["trace[1455829062] 'range keys from in-memory index tree' (duration: 371.763992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:33.226012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:32.853785Z","time spent":"372.214574ms","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":996,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-07T00:57:33.995595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875008,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:57:34.216313Z","caller":"traceutil/trace.go:171","msg":"trace[1115235921] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"955.523189ms","start":"2026-04-07T00:57:33.26077Z","end":"2026-04-07T00:57:34.216294Z","steps":["trace[1115235921] 'process raft request' (duration: 955.396865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:34.216568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:33.260749Z","time spent":"955.623811ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:34.734286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.095293ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:34.73446Z","caller":"traceutil/trace.go:171","msg":"trace[1799775568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25566; }","duration":"130.279077ms","start":"2026-04-07T00:57:34.604156Z","end":"2026-04-07T00:57:34.734435Z","steps":["trace[1799775568] 'range keys from in-memory index tree' (duration: 130.078383ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:34.761975Z","caller":"traceutil/trace.go:171","msg":"trace[104849738] linearizableReadLoop","detail":"{readStateIndex:26423; appliedIndex:26418; }","duration":"1.266843783s","start":"2026-04-07T00:57:33.495105Z","end":"2026-04-07T00:57:34.761949Z","steps":["trace[104849738] 'read index received' (duration: 721.140107ms)","trace[104849738] 'applied index is now lower than readState.Index' (duration: 545.702555ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:34.76231Z","caller":"traceutil/trace.go:171","msg":"trace[1177007359] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"1.501452471s","start":"2026-04-07T00:57:33.260845Z","end":"2026-04-07T00:57:34.762297Z","steps":["trace[1177007359] 'process raft request' (duration: 1.500765423s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:34.762427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:33.260831Z","time spent":"1.501519102s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:34.762635Z","caller":"traceutil/trace.go:171","msg":"trace[53814672] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"1.501690997s","start":"2026-04-07T00:57:33.260933Z","end":"2026-04-07T00:57:34.762624Z","steps":["trace[53814672] 'process raft request' (duration: 1.500839875s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:34.76273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:33.260928Z","time spent":"1.501759168s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:34.762987Z","caller":"traceutil/trace.go:171","msg":"trace[1026904204] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"575.845433ms","start":"2026-04-07T00:57:34.187123Z","end":"2026-04-07T00:57:34.762969Z","steps":["trace[1026904204] 'process raft request' (duration: 574.787296ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:34.763058Z","caller":"traceutil/trace.go:171","msg":"trace[1547469029] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"1.500817595s","start":"2026-04-07T00:57:33.262202Z","end":"2026-04-07T00:57:34.763019Z","steps":["trace[1547469029] 'process raft request' (duration: 1.499635644s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:34.763111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.187104Z","time spent":"575.950355ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:34.763232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:33.262194Z","time spent":"1.500945887s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:34.763263Z","caller":"traceutil/trace.go:171","msg":"trace[228438844] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"779.592685ms","start":"2026-04-07T00:57:33.983658Z","end":"2026-04-07T00:57:34.763251Z","steps":["trace[228438844] 'process raft request' (duration: 778.21695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:34.763331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:33.983628Z","time spent":"779.663886ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:34.763438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268332621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:34.763485Z","caller":"traceutil/trace.go:171","msg":"trace[2116622641] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25571; }","duration":"1.268413694s","start":"2026-04-07T00:57:33.495056Z","end":"2026-04-07T00:57:34.763469Z","steps":["trace[2116622641] 'agreement among raft nodes before linearized reading' (duration: 1.268330282s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:34.763519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:33.495041Z","time spent":"1.268469475s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:35.262392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:57:35.763328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:57:35.8573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.095333613s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:57:35.85789Z","caller":"traceutil/trace.go:171","msg":"trace[1427447938] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"1.190481225s","start":"2026-04-07T00:57:34.667379Z","end":"2026-04-07T00:57:35.85786Z","steps":["trace[1427447938] 'process raft request' (duration: 1.190151547s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:35.857959Z","caller":"traceutil/trace.go:171","msg":"trace[1386986106] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"1.186630436s","start":"2026-04-07T00:57:34.671308Z","end":"2026-04-07T00:57:35.857939Z","steps":["trace[1386986106] 'process raft request' (duration: 1.186494732s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:35.85795Z","caller":"traceutil/trace.go:171","msg":"trace[1053725572] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"1.189628735s","start":"2026-04-07T00:57:34.668298Z","end":"2026-04-07T00:57:35.857926Z","steps":["trace[1053725572] 'process raft request' (duration: 1.189443299s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.85806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.671275Z","time spent":"1.186718578s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:35.858061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.668275Z","time spent":"1.189727016s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:35.858079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.667355Z","time spent":"1.190607079s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:35.858093Z","caller":"traceutil/trace.go:171","msg":"trace[1207836537] linearizableReadLoop","detail":"{readStateIndex:26431; appliedIndex:26424; }","duration":"1.096016511s","start":"2026-04-07T00:57:34.762049Z","end":"2026-04-07T00:57:35.858065Z","steps":["trace[1207836537] 'read index received' (duration: 1.095394315s)","trace[1207836537] 'applied index is now lower than readState.Index' (duration: 620.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:35.858128Z","caller":"traceutil/trace.go:171","msg":"trace[724656078] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"1.185864396s","start":"2026-04-07T00:57:34.672204Z","end":"2026-04-07T00:57:35.858069Z","steps":["trace[724656078] 'process raft request' (duration: 1.18565252s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:35.858182Z","caller":"traceutil/trace.go:171","msg":"trace[2033187448] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"1.185520757s","start":"2026-04-07T00:57:34.672652Z","end":"2026-04-07T00:57:35.858173Z","steps":["trace[2033187448] 'process raft request' (duration: 1.18526533s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:35.858178Z","caller":"traceutil/trace.go:171","msg":"trace[712016976] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"1.184443029s","start":"2026-04-07T00:57:34.67372Z","end":"2026-04-07T00:57:35.858163Z","steps":["trace[712016976] 'process raft request' (duration: 1.184245865s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.672641Z","time spent":"1.185563228s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:35.858258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298398198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:35.858284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.673702Z","time spent":"1.184524042s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:35.858293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952295512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:35.858311Z","caller":"traceutil/trace.go:171","msg":"trace[1873501226] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25578; }","duration":"1.29850918s","start":"2026-04-07T00:57:34.559784Z","end":"2026-04-07T00:57:35.858294Z","steps":["trace[1873501226] 'agreement among raft nodes before linearized reading' (duration: 1.298400538s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.672185Z","time spent":"1.186028461s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:35.858329Z","caller":"traceutil/trace.go:171","msg":"trace[531487151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25578; }","duration":"1.952377774s","start":"2026-04-07T00:57:33.905944Z","end":"2026-04-07T00:57:35.858321Z","steps":["trace[531487151] 'agreement among raft nodes before linearized reading' (duration: 1.952300142s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.031605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:35.858188Z","caller":"traceutil/trace.go:171","msg":"trace[134204064] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"1.184305827s","start":"2026-04-07T00:57:34.673872Z","end":"2026-04-07T00:57:35.858177Z","steps":["trace[134204064] 'process raft request' (duration: 1.184141983s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.559764Z","time spent":"1.298580102s","remote":"127.0.0.1:39654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:35.858356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122580305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T00:57:35.858427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.697334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:35.858454Z","caller":"traceutil/trace.go:171","msg":"trace[1943098264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25578; }","duration":"432.769365ms","start":"2026-04-07T00:57:35.425677Z","end":"2026-04-07T00:57:35.858447Z","steps":["trace[1943098264] 'agreement among raft nodes before linearized reading' (duration: 432.717794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:35.425656Z","time spent":"432.810766ms","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:35.858439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.265892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:35.858485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735433442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T00:57:35.858512Z","caller":"traceutil/trace.go:171","msg":"trace[382342898] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:25578; }","duration":"1.735460233s","start":"2026-04-07T00:57:34.123044Z","end":"2026-04-07T00:57:35.858504Z","steps":["trace[382342898] 'agreement among raft nodes before linearized reading' (duration: 1.73533462s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766995575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:35.85852Z","caller":"traceutil/trace.go:171","msg":"trace[1899426470] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25578; }","duration":"328.434055ms","start":"2026-04-07T00:57:35.530065Z","end":"2026-04-07T00:57:35.858499Z","steps":["trace[1899426470] 'agreement among raft nodes before linearized reading' (duration: 328.254091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030253581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:35.858536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.123022Z","time spent":"1.735507824s","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-07T00:57:35.85855Z","caller":"traceutil/trace.go:171","msg":"trace[1646503053] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25578; }","duration":"1.767079917s","start":"2026-04-07T00:57:34.091461Z","end":"2026-04-07T00:57:35.858541Z","steps":["trace[1646503053] 'agreement among raft nodes before linearized reading' (duration: 1.766988505s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:35.85858Z","caller":"traceutil/trace.go:171","msg":"trace[1127135189] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25578; }","duration":"2.030351903s","start":"2026-04-07T00:57:33.828213Z","end":"2026-04-07T00:57:35.858565Z","steps":["trace[1127135189] 'agreement among raft nodes before linearized reading' (duration: 2.030267201s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:35.530042Z","time spent":"328.527488ms","remote":"127.0.0.1:47638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:35.858599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.091444Z","time spent":"1.767145389s","remote":"127.0.0.1:50620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:35.858609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:33.828189Z","time spent":"2.030411476s","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:35.858379Z","caller":"traceutil/trace.go:171","msg":"trace[10499529] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25578; }","duration":"979.099446ms","start":"2026-04-07T00:57:34.879269Z","end":"2026-04-07T00:57:35.858368Z","steps":["trace[10499529] 'agreement among raft nodes before linearized reading' (duration: 979.029505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.673851Z","time spent":"1.184942263s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:35.858361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:33.905923Z","time spent":"1.952431435s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:57:35.858838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.879249Z","time spent":"979.568679ms","remote":"127.0.0.1:38194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:35.858422Z","caller":"traceutil/trace.go:171","msg":"trace[1576297313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25578; }","duration":"1.122699108s","start":"2026-04-07T00:57:34.735702Z","end":"2026-04-07T00:57:35.858401Z","steps":["trace[1576297313] 'agreement among raft nodes before linearized reading' (duration: 1.122435882s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:35.858943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:34.733658Z","time spent":"1.125278494s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:57:36.378668Z","caller":"traceutil/trace.go:171","msg":"trace[984874940] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"514.06026ms","start":"2026-04-07T00:57:35.864581Z","end":"2026-04-07T00:57:36.378642Z","steps":["trace[984874940] 'process raft request' (duration: 512.730836ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:36.378878Z","caller":"traceutil/trace.go:171","msg":"trace[1487872192] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"442.795733ms","start":"2026-04-07T00:57:35.935949Z","end":"2026-04-07T00:57:36.378745Z","steps":["trace[1487872192] 'process raft request' (duration: 442.68692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:36.378936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.389789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:36.378967Z","caller":"traceutil/trace.go:171","msg":"trace[985049915] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25580; }","duration":"507.513512ms","start":"2026-04-07T00:57:35.871448Z","end":"2026-04-07T00:57:36.378961Z","steps":["trace[985049915] 'agreement among raft nodes before linearized reading' (duration: 507.407269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:36.378988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:35.871437Z","time spent":"507.545392ms","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:36.379035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:35.935912Z","time spent":"443.04484ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:36.379152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.749399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:36.379239Z","caller":"traceutil/trace.go:171","msg":"trace[745626563] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25580; }","duration":"497.865502ms","start":"2026-04-07T00:57:35.881361Z","end":"2026-04-07T00:57:36.379226Z","steps":["trace[745626563] 'agreement among raft nodes before linearized reading' (duration: 497.741129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:36.379277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:35.881344Z","time spent":"497.921674ms","remote":"127.0.0.1:45912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:36.37882Z","caller":"traceutil/trace.go:171","msg":"trace[816775639] linearizableReadLoop","detail":"{readStateIndex:26433; appliedIndex:26432; }","duration":"443.914623ms","start":"2026-04-07T00:57:35.934825Z","end":"2026-04-07T00:57:36.37874Z","steps":["trace[816775639] 'read index received' (duration: 442.662951ms)","trace[816775639] 'applied index is now lower than readState.Index' (duration: 1.250922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:36.379642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.06407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:36.379722Z","caller":"traceutil/trace.go:171","msg":"trace[27420684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25580; }","duration":"436.194513ms","start":"2026-04-07T00:57:35.943511Z","end":"2026-04-07T00:57:36.379705Z","steps":["trace[27420684] 'agreement among raft nodes before linearized reading' (duration: 436.06442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:36.379763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.828294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-07T00:57:36.379776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:35.943495Z","time spent":"436.272325ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:57:36.379811Z","caller":"traceutil/trace.go:171","msg":"trace[1571402644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25580; }","duration":"158.921606ms","start":"2026-04-07T00:57:36.220875Z","end":"2026-04-07T00:57:36.379797Z","steps":["trace[1571402644] 'agreement among raft nodes before linearized reading' (duration: 158.759502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:36.379668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:35.864561Z","time spent":"514.310057ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:37.281142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.308505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:57:37.281262Z","caller":"traceutil/trace.go:171","msg":"trace[245103030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25581; }","duration":"512.449569ms","start":"2026-04-07T00:57:36.768768Z","end":"2026-04-07T00:57:37.281218Z","steps":["trace[245103030] 'range keys from in-memory index tree' (duration: 512.058398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.281345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:36.768757Z","time spent":"512.574072ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:57:37.281815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.08471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:37.281869Z","caller":"traceutil/trace.go:171","msg":"trace[1542479361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25581; }","duration":"628.190422ms","start":"2026-04-07T00:57:36.653661Z","end":"2026-04-07T00:57:37.281852Z","steps":["trace[1542479361] 'count revisions from in-memory index tree' (duration: 627.946656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.281909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:36.653634Z","time spent":"628.262074ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:37.282549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.298666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:57:37.282635Z","caller":"traceutil/trace.go:171","msg":"trace[659635292] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25581; }","duration":"514.443721ms","start":"2026-04-07T00:57:36.768173Z","end":"2026-04-07T00:57:37.282616Z","steps":["trace[659635292] 'range keys from in-memory index tree' (duration: 514.107111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.282698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:36.768148Z","time spent":"514.541242ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:57:37.282839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.974508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T00:57:37.282897Z","caller":"traceutil/trace.go:171","msg":"trace[1604067193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25581; }","duration":"514.04904ms","start":"2026-04-07T00:57:36.768832Z","end":"2026-04-07T00:57:37.282881Z","steps":["trace[1604067193] 'range keys from in-memory index tree' (duration: 513.850305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.282941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:36.768827Z","time spent":"514.100951ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:37.283323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.921418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:37.283408Z","caller":"traceutil/trace.go:171","msg":"trace[1399290211] linearizableReadLoop","detail":"{readStateIndex:26436; appliedIndex:26435; }","duration":"378.309192ms","start":"2026-04-07T00:57:36.905082Z","end":"2026-04-07T00:57:37.283391Z","steps":["trace[1399290211] 'read index received' (duration: 113.218668ms)","trace[1399290211] 'applied index is now lower than readState.Index' (duration: 265.088914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:37.283528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.447746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:37.28359Z","caller":"traceutil/trace.go:171","msg":"trace[2134248132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25582; }","duration":"378.530688ms","start":"2026-04-07T00:57:36.905024Z","end":"2026-04-07T00:57:37.283555Z","steps":["trace[2134248132] 'agreement among raft nodes before linearized reading' (duration: 378.418795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.28363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:36.905004Z","time spent":"378.616179ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:57:37.283642Z","caller":"traceutil/trace.go:171","msg":"trace[221242619] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"514.02064ms","start":"2026-04-07T00:57:36.769581Z","end":"2026-04-07T00:57:37.283602Z","steps":["trace[221242619] 'process raft request' (duration: 248.733812ms)","trace[221242619] 'compare' (duration: 264.123717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:37.283833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:36.769567Z","time spent":"514.157793ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:37.680341Z","caller":"traceutil/trace.go:171","msg":"trace[102909623] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"392.760223ms","start":"2026-04-07T00:57:37.28755Z","end":"2026-04-07T00:57:37.68031Z","steps":["trace[102909623] 'process raft request' (duration: 392.215969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.680517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.287522Z","time spent":"392.902617ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:37.701715Z","caller":"traceutil/trace.go:171","msg":"trace[1871536168] linearizableReadLoop","detail":"{readStateIndex:26439; appliedIndex:26436; }","duration":"115.066115ms","start":"2026-04-07T00:57:37.586634Z","end":"2026-04-07T00:57:37.7017Z","steps":["trace[1871536168] 'read index received' (duration: 93.14364ms)","trace[1871536168] 'applied index is now lower than readState.Index' (duration: 21.921475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:37.701818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.172958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:37.701866Z","caller":"traceutil/trace.go:171","msg":"trace[2037458013] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25586; }","duration":"115.27319ms","start":"2026-04-07T00:57:37.586585Z","end":"2026-04-07T00:57:37.701858Z","steps":["trace[2037458013] 'agreement among raft nodes before linearized reading' (duration: 115.172708ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:37.7021Z","caller":"traceutil/trace.go:171","msg":"trace[1354750488] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"413.755945ms","start":"2026-04-07T00:57:37.288337Z","end":"2026-04-07T00:57:37.702093Z","steps":["trace[1354750488] 'process raft request' (duration: 413.205691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.702162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.288302Z","time spent":"413.823947ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:37.702255Z","caller":"traceutil/trace.go:171","msg":"trace[369401506] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"412.797071ms","start":"2026-04-07T00:57:37.289452Z","end":"2026-04-07T00:57:37.702249Z","steps":["trace[369401506] 'process raft request' (duration: 412.183005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:37.702293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.289432Z","time spent":"412.842741ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:38.517121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.806932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18419"} {"level":"info","ts":"2026-04-07T00:57:38.517232Z","caller":"traceutil/trace.go:171","msg":"trace[651333783] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25586; }","duration":"736.956395ms","start":"2026-04-07T00:57:37.780251Z","end":"2026-04-07T00:57:38.517207Z","steps":["trace[651333783] 'range keys from in-memory index tree' (duration: 736.620358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:38.517346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.780238Z","time spent":"737.094719ms","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18443,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-07T00:57:38.5181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.377674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:38.518204Z","caller":"traceutil/trace.go:171","msg":"trace[190859076] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"651.79638ms","start":"2026-04-07T00:57:37.866386Z","end":"2026-04-07T00:57:38.518182Z","steps":["trace[190859076] 'process raft request' (duration: 510.246822ms)","trace[190859076] 'compare' (duration: 140.225415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:38.518281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.86636Z","time spent":"651.879972ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:39.151594Z","caller":"traceutil/trace.go:171","msg":"trace[636292604] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"1.285170966s","start":"2026-04-07T00:57:37.866399Z","end":"2026-04-07T00:57:39.15157Z","steps":["trace[636292604] 'process raft request' (duration: 1.275478146s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:39.151629Z","caller":"traceutil/trace.go:171","msg":"trace[1901628667] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"1.285179786s","start":"2026-04-07T00:57:37.866429Z","end":"2026-04-07T00:57:39.151608Z","steps":["trace[1901628667] 'process raft request' (duration: 1.285114905s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:39.151643Z","caller":"traceutil/trace.go:171","msg":"trace[1931523987] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"1.285175146s","start":"2026-04-07T00:57:37.86643Z","end":"2026-04-07T00:57:39.151605Z","steps":["trace[1931523987] 'process raft request' (duration: 1.285030303s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.151692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.866378Z","time spent":"1.285262688s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:39.151713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.866398Z","time spent":"1.285269679s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:39.151797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.866422Z","time spent":"1.285288799s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:39.152116Z","caller":"traceutil/trace.go:171","msg":"trace[1704108129] linearizableReadLoop","detail":"{readStateIndex:26446; appliedIndex:26440; }","duration":"1.246749215s","start":"2026-04-07T00:57:37.905353Z","end":"2026-04-07T00:57:39.152102Z","steps":["trace[1704108129] 'read index received' (duration: 471.307708ms)","trace[1704108129] 'applied index is now lower than readState.Index' (duration: 775.440477ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:39.152146Z","caller":"traceutil/trace.go:171","msg":"trace[875885103] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"1.285568595s","start":"2026-04-07T00:57:37.866571Z","end":"2026-04-07T00:57:39.152139Z","steps":["trace[875885103] 'process raft request' (duration: 1.285442232s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.152187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.866538Z","time spent":"1.285631007s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:39.152198Z","caller":"traceutil/trace.go:171","msg":"trace[269067020] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"1.15534146s","start":"2026-04-07T00:57:37.996847Z","end":"2026-04-07T00:57:39.152189Z","steps":["trace[269067020] 'process raft request' (duration: 1.155212596s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:39.152263Z","caller":"traceutil/trace.go:171","msg":"trace[1598861922] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"1.285782141s","start":"2026-04-07T00:57:37.866476Z","end":"2026-04-07T00:57:39.152258Z","steps":["trace[1598861922] 'process raft request' (duration: 1.285101474s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.152258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.99682Z","time spent":"1.15539758s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:39.152294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.866471Z","time spent":"1.285808252s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:39.152489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247143676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:39.152527Z","caller":"traceutil/trace.go:171","msg":"trace[1234523678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25593; }","duration":"1.247219828s","start":"2026-04-07T00:57:37.905298Z","end":"2026-04-07T00:57:39.152518Z","steps":["trace[1234523678] 'agreement among raft nodes before linearized reading' (duration: 1.247101405s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.152555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:37.905229Z","time spent":"1.24731983s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:57:39.152559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.569383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:39.15257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.371492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:39.152606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.269123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:57:39.152639Z","caller":"traceutil/trace.go:171","msg":"trace[483966225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25593; }","duration":"768.353505ms","start":"2026-04-07T00:57:38.384277Z","end":"2026-04-07T00:57:39.15263Z","steps":["trace[483966225] 'agreement among raft nodes before linearized reading' (duration: 768.16316ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:39.152639Z","caller":"traceutil/trace.go:171","msg":"trace[1996216760] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25593; }","duration":"532.449384ms","start":"2026-04-07T00:57:38.620175Z","end":"2026-04-07T00:57:39.152625Z","steps":["trace[1996216760] 'agreement among raft nodes before linearized reading' (duration: 532.343921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.152681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:38.384255Z","time spent":"768.419487ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:57:39.152638Z","caller":"traceutil/trace.go:171","msg":"trace[571583786] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25593; }","duration":"514.715858ms","start":"2026-04-07T00:57:38.637904Z","end":"2026-04-07T00:57:39.15262Z","steps":["trace[571583786] 'agreement among raft nodes before linearized reading' (duration: 514.562213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.152743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:38.637879Z","time spent":"514.856131ms","remote":"127.0.0.1:50628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:39.15268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:38.62009Z","time spent":"532.584198ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T00:57:39.1526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.274709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T00:57:39.152909Z","caller":"traceutil/trace.go:171","msg":"trace[1088088905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25593; }","duration":"698.621598ms","start":"2026-04-07T00:57:38.454275Z","end":"2026-04-07T00:57:39.152896Z","steps":["trace[1088088905] 'agreement among raft nodes before linearized reading' (duration: 698.262539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.152941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:38.454253Z","time spent":"698.679029ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:39.152866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.839058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-07T00:57:39.153958Z","caller":"traceutil/trace.go:171","msg":"trace[1211313508] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25593; }","duration":"222.074044ms","start":"2026-04-07T00:57:38.930903Z","end":"2026-04-07T00:57:39.152977Z","steps":["trace[1211313508] 'agreement among raft nodes before linearized reading' (duration: 221.600751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.657499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.687533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:39.657777Z","caller":"traceutil/trace.go:171","msg":"trace[1939823751] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"492.216127ms","start":"2026-04-07T00:57:39.165524Z","end":"2026-04-07T00:57:39.65774Z","steps":["trace[1939823751] 'process raft request' (duration: 156.189736ms)","trace[1939823751] 'compare' (duration: 335.430526ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:39.657872Z","caller":"traceutil/trace.go:171","msg":"trace[1398882295] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"316.311153ms","start":"2026-04-07T00:57:39.341542Z","end":"2026-04-07T00:57:39.657853Z","steps":["trace[1398882295] 'process raft request' (duration: 316.257102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.6579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.165512Z","time spent":"492.3347ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:39.657975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.341531Z","time spent":"316.396766ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:39.65809Z","caller":"traceutil/trace.go:171","msg":"trace[164034055] linearizableReadLoop","detail":"{readStateIndex:26449; appliedIndex:26447; }","duration":"486.800199ms","start":"2026-04-07T00:57:39.171276Z","end":"2026-04-07T00:57:39.658076Z","steps":["trace[164034055] 'read index received' (duration: 150.409827ms)","trace[164034055] 'applied index is now lower than readState.Index' (duration: 336.388841ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:39.658079Z","caller":"traceutil/trace.go:171","msg":"trace[1214462653] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"368.967931ms","start":"2026-04-07T00:57:39.288951Z","end":"2026-04-07T00:57:39.657919Z","steps":["trace[1214462653] 'process raft request' (duration: 368.787516ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:39.658121Z","caller":"traceutil/trace.go:171","msg":"trace[1993929713] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"492.452064ms","start":"2026-04-07T00:57:39.165651Z","end":"2026-04-07T00:57:39.658103Z","steps":["trace[1993929713] 'process raft request' (duration: 491.964141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.658222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.288934Z","time spent":"369.241508ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:39.658258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.165627Z","time spent":"492.555096ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:39.658308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.017454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T00:57:39.658364Z","caller":"traceutil/trace.go:171","msg":"trace[106547253] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25598; }","duration":"487.098965ms","start":"2026-04-07T00:57:39.171258Z","end":"2026-04-07T00:57:39.658357Z","steps":["trace[106547253] 'agreement among raft nodes before linearized reading' (duration: 486.87879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.658404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.17125Z","time spent":"487.147976ms","remote":"127.0.0.1:49960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-07T00:57:39.662651Z","caller":"traceutil/trace.go:171","msg":"trace[1181114450] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"446.903229ms","start":"2026-04-07T00:57:39.211057Z","end":"2026-04-07T00:57:39.65796Z","steps":["trace[1181114450] 'process raft request' (duration: 446.632552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:39.662894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.211034Z","time spent":"451.759994ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:40.561003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.377793ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-07T00:57:40.561114Z","caller":"traceutil/trace.go:171","msg":"trace[712673689] linearizableReadLoop","detail":"{readStateIndex:26453; appliedIndex:26452; }","duration":"902.967233ms","start":"2026-04-07T00:57:39.658127Z","end":"2026-04-07T00:57:40.561094Z","steps":["trace[712673689] 'read index received' (duration: 394.562189ms)","trace[712673689] 'applied index is now lower than readState.Index' (duration: 508.403344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:40.561349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.43762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:40.561449Z","caller":"traceutil/trace.go:171","msg":"trace[1303097593] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25598; }","duration":"945.611695ms","start":"2026-04-07T00:57:39.615817Z","end":"2026-04-07T00:57:40.561429Z","steps":["trace[1303097593] 'agreement among raft nodes before linearized reading' (duration: 945.375439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:40.561497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.6158Z","time spent":"945.682406ms","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:41.062179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875077,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:57:41.088948Z","caller":"traceutil/trace.go:171","msg":"trace[1236367928] linearizableReadLoop","detail":"{readStateIndex:26454; appliedIndex:26453; }","duration":"527.784153ms","start":"2026-04-07T00:57:40.561141Z","end":"2026-04-07T00:57:41.088925Z","steps":["trace[1236367928] 'read index received' (duration: 527.482835ms)","trace[1236367928] 'applied index is now lower than readState.Index' (duration: 300.407µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:41.089107Z","caller":"traceutil/trace.go:171","msg":"trace[450905096] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"564.777888ms","start":"2026-04-07T00:57:40.524279Z","end":"2026-04-07T00:57:41.089057Z","steps":["trace[450905096] 'process raft request' (duration: 564.440268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.089186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382193007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:57:41.089261Z","caller":"traceutil/trace.go:171","msg":"trace[809928781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25599; }","duration":"1.382263589s","start":"2026-04-07T00:57:39.706966Z","end":"2026-04-07T00:57:41.08923Z","steps":["trace[809928781] 'agreement among raft nodes before linearized reading' (duration: 1.382087975s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.089262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.998744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-c74mj.18a3ec85fa36e0fe\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-04-07T00:57:41.089295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.706921Z","time spent":"1.382364352s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:41.089277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.380877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:41.089139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382111486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:57:41.089373Z","caller":"traceutil/trace.go:171","msg":"trace[774597700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25599; }","duration":"183.51618ms","start":"2026-04-07T00:57:40.90584Z","end":"2026-04-07T00:57:41.089356Z","steps":["trace[774597700] 'agreement among raft nodes before linearized reading' (duration: 183.369756ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:41.089372Z","caller":"traceutil/trace.go:171","msg":"trace[1516296231] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-c74mj.18a3ec85fa36e0fe; range_end:; response_count:1; response_revision:25599; }","duration":"797.196989ms","start":"2026-04-07T00:57:40.292149Z","end":"2026-04-07T00:57:41.089346Z","steps":["trace[1516296231] 'agreement among raft nodes before linearized reading' (duration: 796.883521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.089367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407635123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:41.08943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:40.292127Z","time spent":"797.28652ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-c74mj.18a3ec85fa36e0fe\" "} {"level":"info","ts":"2026-04-07T00:57:41.089497Z","caller":"traceutil/trace.go:171","msg":"trace[1836107332] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25599; }","duration":"1.407829708s","start":"2026-04-07T00:57:39.68165Z","end":"2026-04-07T00:57:41.089479Z","steps":["trace[1836107332] 'agreement among raft nodes before linearized reading' (duration: 1.407430558s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.089576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.681633Z","time spent":"1.407904789s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:41.089391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.157946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-07T00:57:41.089647Z","caller":"traceutil/trace.go:171","msg":"trace[2025522984] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25599; }","duration":"189.473104ms","start":"2026-04-07T00:57:40.900152Z","end":"2026-04-07T00:57:41.089625Z","steps":["trace[2025522984] 'agreement among raft nodes before linearized reading' (duration: 188.992382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.089415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404561733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:57:41.089749Z","caller":"traceutil/trace.go:171","msg":"trace[420967793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25599; }","duration":"1.404963924s","start":"2026-04-07T00:57:39.684773Z","end":"2026-04-07T00:57:41.089737Z","steps":["trace[420967793] 'agreement among raft nodes before linearized reading' (duration: 1.40440539s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.089799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.684762Z","time spent":"1.405023385s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:57:41.089426Z","caller":"traceutil/trace.go:171","msg":"trace[1386844248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25599; }","duration":"1.382418293s","start":"2026-04-07T00:57:39.706985Z","end":"2026-04-07T00:57:41.089404Z","steps":["trace[1386844248] 'agreement among raft nodes before linearized reading' (duration: 1.381968441s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.089959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:39.706979Z","time spent":"1.382959447s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:57:41.089903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:40.524251Z","time spent":"565.056695ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:41.753555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.984424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:41.753801Z","caller":"traceutil/trace.go:171","msg":"trace[1328925041] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"659.474408ms","start":"2026-04-07T00:57:41.094301Z","end":"2026-04-07T00:57:41.753776Z","steps":["trace[1328925041] 'process raft request' (duration: 659.332395ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:41.753867Z","caller":"traceutil/trace.go:171","msg":"trace[226012195] linearizableReadLoop","detail":"{readStateIndex:26459; appliedIndex:26454; }","duration":"658.304188ms","start":"2026-04-07T00:57:41.095556Z","end":"2026-04-07T00:57:41.75386Z","steps":["trace[226012195] 'read index received' (duration: 31.268836ms)","trace[226012195] 'applied index is now lower than readState.Index' (duration: 627.034492ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:41.75385Z","caller":"traceutil/trace.go:171","msg":"trace[1494705608] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"659.476378ms","start":"2026-04-07T00:57:41.094331Z","end":"2026-04-07T00:57:41.753807Z","steps":["trace[1494705608] 'process raft request' (duration: 659.360985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.75395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.094285Z","time spent":"659.586271ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:41.753956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.094316Z","time spent":"659.586281ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:41.753834Z","caller":"traceutil/trace.go:171","msg":"trace[706517494] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"658.608817ms","start":"2026-04-07T00:57:41.095212Z","end":"2026-04-07T00:57:41.753821Z","steps":["trace[706517494] 'process raft request' (duration: 658.507174ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:41.753985Z","caller":"traceutil/trace.go:171","msg":"trace[842997023] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"660.32112ms","start":"2026-04-07T00:57:41.093639Z","end":"2026-04-07T00:57:41.75396Z","steps":["trace[842997023] 'process raft request' (duration: 525.858044ms)","trace[842997023] 'compare' (duration: 133.710717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:41.754056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.095202Z","time spent":"658.811121ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:41.754078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.516113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-07T00:57:41.754104Z","caller":"traceutil/trace.go:171","msg":"trace[1575840058] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25604; }","duration":"658.555285ms","start":"2026-04-07T00:57:41.09554Z","end":"2026-04-07T00:57:41.754095Z","steps":["trace[1575840058] 'agreement among raft nodes before linearized reading' (duration: 658.406791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.754102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.093616Z","time spent":"660.420202ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:41.754132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.095533Z","time spent":"658.591256ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-07T00:57:41.783552Z","caller":"traceutil/trace.go:171","msg":"trace[1655547473] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"625.722429ms","start":"2026-04-07T00:57:41.157803Z","end":"2026-04-07T00:57:41.783526Z","steps":["trace[1655547473] 'process raft request' (duration: 624.712972ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:41.783616Z","caller":"traceutil/trace.go:171","msg":"trace[996235590] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"625.445082ms","start":"2026-04-07T00:57:41.15815Z","end":"2026-04-07T00:57:41.783595Z","steps":["trace[996235590] 'process raft request' (duration: 624.950499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.783691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.157777Z","time spent":"625.838761ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:41.783708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.158138Z","time spent":"625.519883ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:41.783791Z","caller":"traceutil/trace.go:171","msg":"trace[1273410263] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"625.41903ms","start":"2026-04-07T00:57:41.158358Z","end":"2026-04-07T00:57:41.783777Z","steps":["trace[1273410263] 'process raft request' (duration: 625.117192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.783848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.158347Z","time spent":"625.473131ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:41.783985Z","caller":"traceutil/trace.go:171","msg":"trace[1078062215] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"625.364489ms","start":"2026-04-07T00:57:41.158613Z","end":"2026-04-07T00:57:41.783978Z","steps":["trace[1078062215] 'process raft request' (duration: 625.097172ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:41.783981Z","caller":"traceutil/trace.go:171","msg":"trace[155385004] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"625.311178ms","start":"2026-04-07T00:57:41.158658Z","end":"2026-04-07T00:57:41.783969Z","steps":["trace[155385004] 'process raft request' (duration: 625.245636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.784024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.158605Z","time spent":"625.395969ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:41.784043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.158647Z","time spent":"625.363129ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:41.784611Z","caller":"traceutil/trace.go:171","msg":"trace[813439047] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"625.290437ms","start":"2026-04-07T00:57:41.158315Z","end":"2026-04-07T00:57:41.783605Z","steps":["trace[813439047] 'process raft request' (duration: 624.983578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.784703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.15829Z","time spent":"626.367275ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:41.823008Z","caller":"traceutil/trace.go:171","msg":"trace[2119333554] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"156.927104ms","start":"2026-04-07T00:57:41.66605Z","end":"2026-04-07T00:57:41.822977Z","steps":["trace[2119333554] 'process raft request' (duration: 156.501833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.823069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.738964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:41.823106Z","caller":"traceutil/trace.go:171","msg":"trace[1773829911] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25611; }","duration":"664.846777ms","start":"2026-04-07T00:57:41.158248Z","end":"2026-04-07T00:57:41.823094Z","steps":["trace[1773829911] 'agreement among raft nodes before linearized reading' (duration: 664.729804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.823064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.027453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T00:57:41.823111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.905541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:57:41.823185Z","caller":"traceutil/trace.go:171","msg":"trace[1724886391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25611; }","duration":"158.218138ms","start":"2026-04-07T00:57:41.664944Z","end":"2026-04-07T00:57:41.823163Z","steps":["trace[1724886391] 'agreement among raft nodes before linearized reading' (duration: 157.88865ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:41.823208Z","caller":"traceutil/trace.go:171","msg":"trace[1152850006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25611; }","duration":"158.045694ms","start":"2026-04-07T00:57:41.665125Z","end":"2026-04-07T00:57:41.82317Z","steps":["trace[1152850006] 'agreement among raft nodes before linearized reading' (duration: 157.695685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:41.823125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.158231Z","time spent":"664.888368ms","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:41.823332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.394579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-04-07T00:57:41.823414Z","caller":"traceutil/trace.go:171","msg":"trace[493481781] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25611; }","duration":"263.538283ms","start":"2026-04-07T00:57:41.559856Z","end":"2026-04-07T00:57:41.823395Z","steps":["trace[493481781] 'agreement among raft nodes before linearized reading' (duration: 263.269386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:42.589187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.305547ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:42.589808Z","caller":"traceutil/trace.go:171","msg":"trace[1282228821] linearizableReadLoop","detail":"{readStateIndex:26470; appliedIndex:26466; }","duration":"706.854359ms","start":"2026-04-07T00:57:41.882936Z","end":"2026-04-07T00:57:42.589791Z","steps":["trace[1282228821] 'read index received' (duration: 196.876315ms)","trace[1282228821] 'applied index is now lower than readState.Index' (duration: 509.976694ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:42.589865Z","caller":"traceutil/trace.go:171","msg":"trace[466957552] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"761.735135ms","start":"2026-04-07T00:57:41.828113Z","end":"2026-04-07T00:57:42.589848Z","steps":["trace[466957552] 'process raft request' (duration: 761.506059ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:42.589876Z","caller":"traceutil/trace.go:171","msg":"trace[1933875755] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"757.243078ms","start":"2026-04-07T00:57:41.83261Z","end":"2026-04-07T00:57:42.589853Z","steps":["trace[1933875755] 'process raft request' (duration: 757.138375ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:42.589876Z","caller":"traceutil/trace.go:171","msg":"trace[2106365915] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"759.163958ms","start":"2026-04-07T00:57:41.830689Z","end":"2026-04-07T00:57:42.589853Z","steps":["trace[2106365915] 'process raft request' (duration: 759.004734ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:42.589893Z","caller":"traceutil/trace.go:171","msg":"trace[1036535173] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"761.97192ms","start":"2026-04-07T00:57:41.827889Z","end":"2026-04-07T00:57:42.589861Z","steps":["trace[1036535173] 'process raft request' (duration: 251.886393ms)","trace[1036535173] 'compare' (duration: 508.767653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:42.589941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.828107Z","time spent":"761.791446ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:42.589976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.027483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:42.590043Z","caller":"traceutil/trace.go:171","msg":"trace[432609721] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25615; }","duration":"707.159008ms","start":"2026-04-07T00:57:41.882869Z","end":"2026-04-07T00:57:42.590028Z","steps":["trace[432609721] 'agreement among raft nodes before linearized reading' (duration: 707.003783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:42.590039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.82787Z","time spent":"762.091462ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:42.590085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.882846Z","time spent":"707.22829ms","remote":"127.0.0.1:38246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:42.589992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.830674Z","time spent":"759.254049ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:42.58999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:41.832592Z","time spent":"757.336179ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:42.642377Z","caller":"traceutil/trace.go:171","msg":"trace[1209042875] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"371.441533ms","start":"2026-04-07T00:57:42.270897Z","end":"2026-04-07T00:57:42.642338Z","steps":["trace[1209042875] 'process raft request' (duration: 371.209398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:42.642428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.894289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:57:42.642501Z","caller":"traceutil/trace.go:171","msg":"trace[1251384989] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25616; }","duration":"286.033392ms","start":"2026-04-07T00:57:42.356445Z","end":"2026-04-07T00:57:42.642479Z","steps":["trace[1251384989] 'agreement among raft nodes before linearized reading' (duration: 285.867818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:42.642524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:42.270865Z","time spent":"371.578367ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:42.642534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.65887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:42.642538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.363108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:42.642604Z","caller":"traceutil/trace.go:171","msg":"trace[331538890] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25616; }","duration":"598.797435ms","start":"2026-04-07T00:57:42.043789Z","end":"2026-04-07T00:57:42.642587Z","steps":["trace[331538890] 'agreement among raft nodes before linearized reading' (duration: 598.687182ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:42.642616Z","caller":"traceutil/trace.go:171","msg":"trace[989744034] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25616; }","duration":"128.501923ms","start":"2026-04-07T00:57:42.514096Z","end":"2026-04-07T00:57:42.642598Z","steps":["trace[989744034] 'agreement among raft nodes before linearized reading' (duration: 128.340268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:42.642641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:42.043766Z","time spent":"598.867677ms","remote":"127.0.0.1:40176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:43.057867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.373028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:43.057991Z","caller":"traceutil/trace.go:171","msg":"trace[1174977216] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"360.851891ms","start":"2026-04-07T00:57:42.697119Z","end":"2026-04-07T00:57:43.057971Z","steps":["trace[1174977216] 'process raft request' (duration: 227.282698ms)","trace[1174977216] 'compare' (duration: 133.06862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:43.058056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:42.697095Z","time spent":"360.928944ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:43.31137Z","caller":"traceutil/trace.go:171","msg":"trace[821090545] linearizableReadLoop","detail":"{readStateIndex:26474; appliedIndex:26472; }","duration":"407.586406ms","start":"2026-04-07T00:57:42.903761Z","end":"2026-04-07T00:57:43.311347Z","steps":["trace[821090545] 'read index received' (duration: 20.733074ms)","trace[821090545] 'applied index is now lower than readState.Index' (duration: 386.852362ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:43.311538Z","caller":"traceutil/trace.go:171","msg":"trace[1281342704] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"215.236727ms","start":"2026-04-07T00:57:43.096282Z","end":"2026-04-07T00:57:43.311519Z","steps":["trace[1281342704] 'process raft request' (duration: 215.018592ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:43.311516Z","caller":"traceutil/trace.go:171","msg":"trace[683769255] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"603.465655ms","start":"2026-04-07T00:57:42.708Z","end":"2026-04-07T00:57:43.311465Z","steps":["trace[683769255] 'process raft request' (duration: 553.180059ms)","trace[683769255] 'compare' (duration: 49.778613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:43.311684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:42.707982Z","time spent":"603.618368ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:43.311726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.071191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:43.311769Z","caller":"traceutil/trace.go:171","msg":"trace[1494874577] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25620; }","duration":"301.148432ms","start":"2026-04-07T00:57:43.010609Z","end":"2026-04-07T00:57:43.311757Z","steps":["trace[1494874577] 'agreement among raft nodes before linearized reading' (duration: 301.040959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:43.311811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.010592Z","time spent":"301.210495ms","remote":"127.0.0.1:49786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:43.311555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.805411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:43.311966Z","caller":"traceutil/trace.go:171","msg":"trace[1114106187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25620; }","duration":"408.268264ms","start":"2026-04-07T00:57:42.903682Z","end":"2026-04-07T00:57:43.31195Z","steps":["trace[1114106187] 'agreement among raft nodes before linearized reading' (duration: 407.809451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:43.312024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:42.903661Z","time spent":"408.345245ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:57:43.794092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.172809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"info","ts":"2026-04-07T00:57:43.79417Z","caller":"traceutil/trace.go:171","msg":"trace[1733222245] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25620; }","duration":"179.312372ms","start":"2026-04-07T00:57:43.61484Z","end":"2026-04-07T00:57:43.794153Z","steps":["trace[1733222245] 'range keys from in-memory index tree' (duration: 178.86094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:43.7942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.204559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-07T00:57:43.794295Z","caller":"traceutil/trace.go:171","msg":"trace[24756640] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25620; }","duration":"108.354593ms","start":"2026-04-07T00:57:43.685923Z","end":"2026-04-07T00:57:43.794278Z","steps":["trace[24756640] 'range keys from in-memory index tree' (duration: 108.024454ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.127176Z","caller":"traceutil/trace.go:171","msg":"trace[359907950] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"336.855822ms","start":"2026-04-07T00:57:43.790296Z","end":"2026-04-07T00:57:44.127152Z","steps":["trace[359907950] 'process raft request' (duration: 296.867082ms)","trace[359907950] 'compare' (duration: 39.591221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:44.127355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.790267Z","time spent":"336.991686ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:44.12762Z","caller":"traceutil/trace.go:171","msg":"trace[1995424378] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"337.232283ms","start":"2026-04-07T00:57:43.790353Z","end":"2026-04-07T00:57:44.127585Z","steps":["trace[1995424378] 'process raft request' (duration: 336.74813ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.127703Z","caller":"traceutil/trace.go:171","msg":"trace[89441334] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"336.550265ms","start":"2026-04-07T00:57:43.791138Z","end":"2026-04-07T00:57:44.127689Z","steps":["trace[89441334] 'process raft request' (duration: 336.3278ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.127744Z","caller":"traceutil/trace.go:171","msg":"trace[543646336] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"329.820911ms","start":"2026-04-07T00:57:43.797901Z","end":"2026-04-07T00:57:44.127722Z","steps":["trace[543646336] 'process raft request' (duration: 329.637747ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.127736Z","caller":"traceutil/trace.go:171","msg":"trace[1797303364] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"337.352576ms","start":"2026-04-07T00:57:43.790355Z","end":"2026-04-07T00:57:44.127707Z","steps":["trace[1797303364] 'process raft request' (duration: 336.991416ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.127766Z","caller":"traceutil/trace.go:171","msg":"trace[425451885] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"330.621952ms","start":"2026-04-07T00:57:43.797099Z","end":"2026-04-07T00:57:44.127721Z","steps":["trace[425451885] 'process raft request' (duration: 330.403277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.127786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.790335Z","time spent":"337.367366ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:44.12778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.791123Z","time spent":"336.605316ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:44.127885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.790325Z","time spent":"337.487568ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:44.127908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.797088Z","time spent":"330.754525ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:44.127813Z","caller":"traceutil/trace.go:171","msg":"trace[404974315] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"336.821511ms","start":"2026-04-07T00:57:43.790983Z","end":"2026-04-07T00:57:44.127804Z","steps":["trace[404974315] 'process raft request' (duration: 336.444652ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.128023Z","caller":"traceutil/trace.go:171","msg":"trace[820740107] linearizableReadLoop","detail":"{readStateIndex:26486; appliedIndex:26476; }","duration":"222.062193ms","start":"2026-04-07T00:57:43.905951Z","end":"2026-04-07T00:57:44.128013Z","steps":["trace[820740107] 'read index received' (duration: 181.227471ms)","trace[820740107] 'applied index is now lower than readState.Index' (duration: 40.833382ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:44.12805Z","caller":"traceutil/trace.go:171","msg":"trace[2076942489] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"299.55058ms","start":"2026-04-07T00:57:43.828485Z","end":"2026-04-07T00:57:44.128035Z","steps":["trace[2076942489] 'process raft request' (duration: 299.338375ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.127867Z","caller":"traceutil/trace.go:171","msg":"trace[1641174565] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"329.647797ms","start":"2026-04-07T00:57:43.798207Z","end":"2026-04-07T00:57:44.127854Z","steps":["trace[1641174565] 'process raft request' (duration: 329.438522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.128066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.790975Z","time spent":"337.011376ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:44.128104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.157795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:44.128145Z","caller":"traceutil/trace.go:171","msg":"trace[1374699174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25631; }","duration":"222.235388ms","start":"2026-04-07T00:57:43.905901Z","end":"2026-04-07T00:57:44.128136Z","steps":["trace[1374699174] 'agreement among raft nodes before linearized reading' (duration: 222.173336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.127871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.797895Z","time spent":"329.907083ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:44.128195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.798193Z","time spent":"329.916924ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:44.127709Z","caller":"traceutil/trace.go:171","msg":"trace[1603434989] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"329.549524ms","start":"2026-04-07T00:57:43.798136Z","end":"2026-04-07T00:57:44.127685Z","steps":["trace[1603434989] 'process raft request' (duration: 329.476352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.128318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:43.798129Z","time spent":"330.155981ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:44.712896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.667091ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:44.713354Z","caller":"traceutil/trace.go:171","msg":"trace[1208063250] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25631; }","duration":"109.143742ms","start":"2026-04-07T00:57:44.604197Z","end":"2026-04-07T00:57:44.71334Z","steps":["trace[1208063250] 'range keys from in-memory index tree' (duration: 108.653521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.713207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.920147ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-07T00:57:44.71353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:44.129309Z","time spent":"584.218239ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T00:57:44.874444Z","caller":"traceutil/trace.go:171","msg":"trace[395489312] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"159.8203ms","start":"2026-04-07T00:57:44.714596Z","end":"2026-04-07T00:57:44.874416Z","steps":["trace[395489312] 'process raft request' (duration: 159.724657ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.874497Z","caller":"traceutil/trace.go:171","msg":"trace[207303473] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"723.161099ms","start":"2026-04-07T00:57:44.151311Z","end":"2026-04-07T00:57:44.874472Z","steps":["trace[207303473] 'process raft request' (duration: 719.664599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.87464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:44.151284Z","time spent":"723.256942ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418382,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:44.874724Z","caller":"traceutil/trace.go:171","msg":"trace[70408765] linearizableReadLoop","detail":"{readStateIndex:26488; appliedIndex:26486; }","duration":"588.424848ms","start":"2026-04-07T00:57:44.286261Z","end":"2026-04-07T00:57:44.874686Z","steps":["trace[70408765] 'read index received' (duration: 41.09902ms)","trace[70408765] 'applied index is now lower than readState.Index' (duration: 547.322228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:44.875035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.749355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:44.875103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.016328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:57:44.875127Z","caller":"traceutil/trace.go:171","msg":"trace[127130097] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25633; }","duration":"588.90487ms","start":"2026-04-07T00:57:44.286203Z","end":"2026-04-07T00:57:44.875108Z","steps":["trace[127130097] 'agreement among raft nodes before linearized reading' (duration: 588.617972ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:44.875148Z","caller":"traceutil/trace.go:171","msg":"trace[1477312902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25633; }","duration":"282.125702ms","start":"2026-04-07T00:57:44.593009Z","end":"2026-04-07T00:57:44.875135Z","steps":["trace[1477312902] 'agreement among raft nodes before linearized reading' (duration: 281.857584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.875138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.718655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:44.875177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:44.286174Z","time spent":"588.992602ms","remote":"127.0.0.1:46304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:44.875216Z","caller":"traceutil/trace.go:171","msg":"trace[42309455] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25633; }","duration":"112.832669ms","start":"2026-04-07T00:57:44.762364Z","end":"2026-04-07T00:57:44.875196Z","steps":["trace[42309455] 'agreement among raft nodes before linearized reading' (duration: 112.714775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.87552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.056691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:57:44.875583Z","caller":"traceutil/trace.go:171","msg":"trace[677103803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25633; }","duration":"282.169993ms","start":"2026-04-07T00:57:44.593398Z","end":"2026-04-07T00:57:44.875568Z","steps":["trace[677103803] 'agreement among raft nodes before linearized reading' (duration: 281.923877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:44.875761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.31385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:57:44.875817Z","caller":"traceutil/trace.go:171","msg":"trace[165868380] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25633; }","duration":"210.410554ms","start":"2026-04-07T00:57:44.665393Z","end":"2026-04-07T00:57:44.875804Z","steps":["trace[165868380] 'agreement among raft nodes before linearized reading' (duration: 210.210918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:55.847011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.400859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-07T00:57:55.847101Z","caller":"traceutil/trace.go:171","msg":"trace[1254133079] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e; range_end:; response_count:1; response_revision:25765; }","duration":"121.550723ms","start":"2026-04-07T00:57:55.725525Z","end":"2026-04-07T00:57:55.847076Z","steps":["trace[1254133079] 'range keys from in-memory index tree' (duration: 121.121442ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:56.273781Z","caller":"traceutil/trace.go:171","msg":"trace[993885224] linearizableReadLoop","detail":"{readStateIndex:26624; appliedIndex:26623; }","duration":"365.038529ms","start":"2026-04-07T00:57:55.908717Z","end":"2026-04-07T00:57:56.273755Z","steps":["trace[993885224] 'read index received' (duration: 364.955997ms)","trace[993885224] 'applied index is now lower than readState.Index' (duration: 81.342µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:56.273902Z","caller":"traceutil/trace.go:171","msg":"trace[1866558409] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"404.952677ms","start":"2026-04-07T00:57:55.868911Z","end":"2026-04-07T00:57:56.273864Z","steps":["trace[1866558409] 'process raft request' (duration: 404.675261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:56.274015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.279844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:56.274059Z","caller":"traceutil/trace.go:171","msg":"trace[1607288174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25766; }","duration":"365.390008ms","start":"2026-04-07T00:57:55.908658Z","end":"2026-04-07T00:57:56.274048Z","steps":["trace[1607288174] 'agreement among raft nodes before linearized reading' (duration: 365.230893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:56.274078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:55.868887Z","time spent":"405.096701ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:56.274098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:55.90864Z","time spent":"365.44993ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:57:56.564426Z","caller":"traceutil/trace.go:171","msg":"trace[43525065] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"393.36691ms","start":"2026-04-07T00:57:56.171009Z","end":"2026-04-07T00:57:56.564376Z","steps":["trace[43525065] 'process raft request' (duration: 392.975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:56.564625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.722729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T00:57:56.564646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.170988Z","time spent":"393.544173ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:56.564681Z","caller":"traceutil/trace.go:171","msg":"trace[263449274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25772; }","duration":"386.820361ms","start":"2026-04-07T00:57:56.177851Z","end":"2026-04-07T00:57:56.564671Z","steps":["trace[263449274] 'agreement among raft nodes before linearized reading' (duration: 386.639445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:56.564719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.177844Z","time spent":"386.863572ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:57:56.564439Z","caller":"traceutil/trace.go:171","msg":"trace[1350120328] linearizableReadLoop","detail":"{readStateIndex:26630; appliedIndex:26624; }","duration":"290.55849ms","start":"2026-04-07T00:57:56.273857Z","end":"2026-04-07T00:57:56.564415Z","steps":["trace[1350120328] 'read index received' (duration: 290.17918ms)","trace[1350120328] 'applied index is now lower than readState.Index' (duration: 378.36µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:56.564776Z","caller":"traceutil/trace.go:171","msg":"trace[280591460] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"390.084284ms","start":"2026-04-07T00:57:56.174647Z","end":"2026-04-07T00:57:56.564731Z","steps":["trace[280591460] 'process raft request' (duration: 389.693344ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:56.564804Z","caller":"traceutil/trace.go:171","msg":"trace[1548667040] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"393.317368ms","start":"2026-04-07T00:57:56.171461Z","end":"2026-04-07T00:57:56.564778Z","steps":["trace[1548667040] 'process raft request' (duration: 392.762384ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:56.564799Z","caller":"traceutil/trace.go:171","msg":"trace[726360723] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"391.782439ms","start":"2026-04-07T00:57:56.172977Z","end":"2026-04-07T00:57:56.564759Z","steps":["trace[726360723] 'process raft request' (duration: 391.293476ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:56.564883Z","caller":"traceutil/trace.go:171","msg":"trace[382380510] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"390.291511ms","start":"2026-04-07T00:57:56.174572Z","end":"2026-04-07T00:57:56.564864Z","steps":["trace[382380510] 'process raft request' (duration: 389.733796ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:56.564804Z","caller":"traceutil/trace.go:171","msg":"trace[1870193658] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"388.160126ms","start":"2026-04-07T00:57:56.176607Z","end":"2026-04-07T00:57:56.564768Z","steps":["trace[1870193658] 'process raft request' (duration: 387.768236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:56.564991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.171456Z","time spent":"393.447712ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:56.564997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.174539Z","time spent":"390.393103ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:56.564993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.17464Z","time spent":"390.236348ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:56.565008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.550064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-07T00:57:56.565037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.172972Z","time spent":"391.950563ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:56.56509Z","caller":"traceutil/trace.go:171","msg":"trace[497865807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25772; }","duration":"386.685127ms","start":"2026-04-07T00:57:56.178389Z","end":"2026-04-07T00:57:56.565074Z","steps":["trace[497865807] 'agreement among raft nodes before linearized reading' (duration: 386.385009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:56.56508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.176584Z","time spent":"388.441212ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:56.565023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.934273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:56.565132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.17835Z","time spent":"386.772949ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:57:56.565107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.83042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:56.565008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.27884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:57:56.565178Z","caller":"traceutil/trace.go:171","msg":"trace[1182172093] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25772; }","duration":"290.141359ms","start":"2026-04-07T00:57:56.275013Z","end":"2026-04-07T00:57:56.565155Z","steps":["trace[1182172093] 'agreement among raft nodes before linearized reading' (duration: 289.947844ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:56.565179Z","caller":"traceutil/trace.go:171","msg":"trace[1964697725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25772; }","duration":"289.949654ms","start":"2026-04-07T00:57:56.275216Z","end":"2026-04-07T00:57:56.565166Z","steps":["trace[1964697725] 'agreement among raft nodes before linearized reading' (duration: 289.862392ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:56.56528Z","caller":"traceutil/trace.go:171","msg":"trace[752412430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25772; }","duration":"378.541076ms","start":"2026-04-07T00:57:56.186679Z","end":"2026-04-07T00:57:56.56522Z","steps":["trace[752412430] 'agreement among raft nodes before linearized reading' (duration: 378.086845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:56.565315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.765369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:56.565351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.186667Z","time spent":"378.667301ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:57:56.565365Z","caller":"traceutil/trace.go:171","msg":"trace[1353909550] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25772; }","duration":"140.863721ms","start":"2026-04-07T00:57:56.424487Z","end":"2026-04-07T00:57:56.565351Z","steps":["trace[1353909550] 'agreement among raft nodes before linearized reading' (duration: 140.509382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:57.10011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:57:57.408232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.912507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:57.40837Z","caller":"traceutil/trace.go:171","msg":"trace[1052004285] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"838.283388ms","start":"2026-04-07T00:57:56.570067Z","end":"2026-04-07T00:57:57.40835Z","steps":["trace[1052004285] 'process raft request' (duration: 613.162865ms)","trace[1052004285] 'compare' (duration: 223.83262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:57.408437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.570043Z","time spent":"838.365319ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:58.213788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030615145s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:57:58.245364Z","caller":"traceutil/trace.go:171","msg":"trace[784148768] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"1.674936852s","start":"2026-04-07T00:57:56.570399Z","end":"2026-04-07T00:57:58.245336Z","steps":["trace[784148768] 'process raft request' (duration: 1.643553743s)","trace[784148768] 'compare' (duration: 30.871577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:58.245506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.570377Z","time spent":"1.675052384s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:58.24558Z","caller":"traceutil/trace.go:171","msg":"trace[503176724] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"865.91159ms","start":"2026-04-07T00:57:57.379649Z","end":"2026-04-07T00:57:58.24556Z","steps":["trace[503176724] 'process raft request' (duration: 865.839097ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:58.245645Z","caller":"traceutil/trace.go:171","msg":"trace[214476195] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"1.674528392s","start":"2026-04-07T00:57:56.571106Z","end":"2026-04-07T00:57:58.245635Z","steps":["trace[214476195] 'process raft request' (duration: 1.674319446s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.245665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:57.37962Z","time spent":"866.003342ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:58.245698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.571095Z","time spent":"1.674573033s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:58.245723Z","caller":"traceutil/trace.go:171","msg":"trace[1237744120] linearizableReadLoop","detail":"{readStateIndex:26634; appliedIndex:26630; }","duration":"1.645946365s","start":"2026-04-07T00:57:56.599751Z","end":"2026-04-07T00:57:58.245697Z","steps":["trace[1237744120] 'read index received' (duration: 583.484679ms)","trace[1237744120] 'applied index is now lower than readState.Index' (duration: 1.062459876s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:58.245754Z","caller":"traceutil/trace.go:171","msg":"trace[810784959] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"1.674469321s","start":"2026-04-07T00:57:56.571254Z","end":"2026-04-07T00:57:58.245723Z","steps":["trace[810784959] 'process raft request' (duration: 1.674011418s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:58.245827Z","caller":"traceutil/trace.go:171","msg":"trace[1218415405] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"588.654103ms","start":"2026-04-07T00:57:57.657148Z","end":"2026-04-07T00:57:58.245802Z","steps":["trace[1218415405] 'process raft request' (duration: 588.378657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.245917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537162292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-07T00:57:58.245918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.571244Z","time spent":"1.674593673s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:58.245944Z","caller":"traceutil/trace.go:171","msg":"trace[499070443] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25778; }","duration":"1.537224624s","start":"2026-04-07T00:57:56.708709Z","end":"2026-04-07T00:57:58.245934Z","steps":["trace[499070443] 'agreement among raft nodes before linearized reading' (duration: 1.53709384s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.24594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:57.657129Z","time spent":"588.751905ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:58.245968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.70869Z","time spent":"1.537271804s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-07T00:57:58.246101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.651587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:58.246116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.608647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:58.246152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486629469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-07T00:57:58.246154Z","caller":"traceutil/trace.go:171","msg":"trace[1153815305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25778; }","duration":"341.736369ms","start":"2026-04-07T00:57:57.904407Z","end":"2026-04-07T00:57:58.246144Z","steps":["trace[1153815305] 'agreement among raft nodes before linearized reading' (duration: 341.659597ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:58.246158Z","caller":"traceutil/trace.go:171","msg":"trace[1696936907] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25778; }","duration":"466.704059ms","start":"2026-04-07T00:57:57.779443Z","end":"2026-04-07T00:57:58.246147Z","steps":["trace[1696936907] 'agreement among raft nodes before linearized reading' (duration: 466.632507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.246137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394287688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-04-07T00:57:58.246188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:57.904389Z","time spent":"341.79164ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:57:58.246191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:57.77942Z","time spent":"466.761691ms","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T00:57:58.246198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278392401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:57:58.246207Z","caller":"traceutil/trace.go:171","msg":"trace[19162596] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e; range_end:; response_count:1; response_revision:25778; }","duration":"1.394393461s","start":"2026-04-07T00:57:56.851798Z","end":"2026-04-07T00:57:58.246192Z","steps":["trace[19162596] 'agreement among raft nodes before linearized reading' (duration: 1.394256578s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:58.246232Z","caller":"traceutil/trace.go:171","msg":"trace[404103566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25778; }","duration":"1.278443074s","start":"2026-04-07T00:57:56.96778Z","end":"2026-04-07T00:57:58.246223Z","steps":["trace[404103566] 'agreement among raft nodes before linearized reading' (duration: 1.278241788s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.246252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.967773Z","time spent":"1.278474074s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:57:58.246246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.851787Z","time spent":"1.394450473s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" "} {"level":"warn","ts":"2026-04-07T00:57:58.246243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.744332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T00:57:58.246256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.74904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:57:58.246291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495751524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-07T00:57:58.246301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323616327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:57:58.246315Z","caller":"traceutil/trace.go:171","msg":"trace[1110034105] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25778; }","duration":"1.495814816s","start":"2026-04-07T00:57:56.750494Z","end":"2026-04-07T00:57:58.246309Z","steps":["trace[1110034105] 'agreement among raft nodes before linearized reading' (duration: 1.495690412s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:58.246302Z","caller":"traceutil/trace.go:171","msg":"trace[1656290215] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25778; }","duration":"326.848835ms","start":"2026-04-07T00:57:57.919437Z","end":"2026-04-07T00:57:58.246286Z","steps":["trace[1656290215] 'agreement among raft nodes before linearized reading' (duration: 326.606728ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:58.246306Z","caller":"traceutil/trace.go:171","msg":"trace[558241767] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25778; }","duration":"123.830422ms","start":"2026-04-07T00:57:58.122463Z","end":"2026-04-07T00:57:58.246293Z","steps":["trace[558241767] 'agreement among raft nodes before linearized reading' (duration: 123.676508ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:58.246173Z","caller":"traceutil/trace.go:171","msg":"trace[1220130177] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25778; }","duration":"1.486683659s","start":"2026-04-07T00:57:56.759483Z","end":"2026-04-07T00:57:58.246167Z","steps":["trace[1220130177] 'agreement among raft nodes before linearized reading' (duration: 1.486623928s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.246337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.750477Z","time spent":"1.495855276s","remote":"127.0.0.1:46148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:57:58.246343Z","caller":"traceutil/trace.go:171","msg":"trace[1393245370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25778; }","duration":"1.323700289s","start":"2026-04-07T00:57:56.92263Z","end":"2026-04-07T00:57:58.24633Z","steps":["trace[1393245370] 'agreement among raft nodes before linearized reading' (duration: 1.323628918s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.24636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.759464Z","time spent":"1.486887086s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T00:57:58.246376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.922609Z","time spent":"1.323760881s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:57:58.246359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:57.919426Z","time spent":"326.917447ms","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:58.246431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284682563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:57:58.246505Z","caller":"traceutil/trace.go:171","msg":"trace[375132455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25778; }","duration":"1.284787686s","start":"2026-04-07T00:57:56.961698Z","end":"2026-04-07T00:57:58.246486Z","steps":["trace[375132455] 'agreement among raft nodes before linearized reading' (duration: 1.28454981s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.246537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646091359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:58.24655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.961687Z","time spent":"1.284852147s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:57:58.246577Z","caller":"traceutil/trace.go:171","msg":"trace[475719431] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25778; }","duration":"1.646827978s","start":"2026-04-07T00:57:56.599739Z","end":"2026-04-07T00:57:58.246567Z","steps":["trace[475719431] 'agreement among raft nodes before linearized reading' (duration: 1.646037138s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.246611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:56.599693Z","time spent":"1.64690962s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:57:58.975945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.600605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:57:58.976027Z","caller":"traceutil/trace.go:171","msg":"trace[733776060] linearizableReadLoop","detail":"{readStateIndex:26637; appliedIndex:26636; }","duration":"724.632618ms","start":"2026-04-07T00:57:58.251381Z","end":"2026-04-07T00:57:58.976014Z","steps":["trace[733776060] 'read index received' (duration: 434.988512ms)","trace[733776060] 'applied index is now lower than readState.Index' (duration: 289.642986ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:58.976253Z","caller":"traceutil/trace.go:171","msg":"trace[98943333] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"725.649953ms","start":"2026-04-07T00:57:58.250593Z","end":"2026-04-07T00:57:58.976243Z","steps":["trace[98943333] 'process raft request' (duration: 435.679889ms)","trace[98943333] 'compare' (duration: 288.974369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:57:58.976318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.250571Z","time spent":"725.719096ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:58.976487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.10285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-07T00:57:58.976517Z","caller":"traceutil/trace.go:171","msg":"trace[574873490] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25779; }","duration":"725.165072ms","start":"2026-04-07T00:57:58.251345Z","end":"2026-04-07T00:57:58.97651Z","steps":["trace[574873490] 'agreement among raft nodes before linearized reading' (duration: 725.050558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:58.976537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.251329Z","time spent":"725.201472ms","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-04-07T00:57:59.247943Z","caller":"traceutil/trace.go:171","msg":"trace[1880331454] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"995.441058ms","start":"2026-04-07T00:57:58.252473Z","end":"2026-04-07T00:57:59.247914Z","steps":["trace[1880331454] 'process raft request' (duration: 995.153051ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248057Z","caller":"traceutil/trace.go:171","msg":"trace[2116014506] linearizableReadLoop","detail":"{readStateIndex:26647; appliedIndex:26637; }","duration":"271.98528ms","start":"2026-04-07T00:57:58.976044Z","end":"2026-04-07T00:57:59.24803Z","steps":["trace[2116014506] 'read index received' (duration: 270.750879ms)","trace[2116014506] 'applied index is now lower than readState.Index' (duration: 1.233111ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:57:59.248086Z","caller":"traceutil/trace.go:171","msg":"trace[2012674654] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"912.983814ms","start":"2026-04-07T00:57:58.335079Z","end":"2026-04-07T00:57:59.248063Z","steps":["trace[2012674654] 'process raft request' (duration: 912.699186ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248083Z","caller":"traceutil/trace.go:171","msg":"trace[1133851261] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"677.078843ms","start":"2026-04-07T00:57:58.570977Z","end":"2026-04-07T00:57:59.248056Z","steps":["trace[1133851261] 'process raft request' (duration: 676.903498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:59.248108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.25246Z","time spent":"995.555991ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:59.24814Z","caller":"traceutil/trace.go:171","msg":"trace[375047190] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"968.936425ms","start":"2026-04-07T00:57:58.279174Z","end":"2026-04-07T00:57:59.24811Z","steps":["trace[375047190] 'process raft request' (duration: 968.562765ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248142Z","caller":"traceutil/trace.go:171","msg":"trace[249765826] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"675.983385ms","start":"2026-04-07T00:57:58.572127Z","end":"2026-04-07T00:57:59.248111Z","steps":["trace[249765826] 'process raft request' (duration: 675.82083ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248168Z","caller":"traceutil/trace.go:171","msg":"trace[1515896549] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"677.290069ms","start":"2026-04-07T00:57:58.570855Z","end":"2026-04-07T00:57:59.248145Z","steps":["trace[1515896549] 'process raft request' (duration: 676.96329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:59.24821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.33506Z","time spent":"913.079526ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:59.24824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.570951Z","time spent":"677.197566ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:59.248238Z","caller":"traceutil/trace.go:171","msg":"trace[680502174] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"676.959969ms","start":"2026-04-07T00:57:58.57124Z","end":"2026-04-07T00:57:59.2482Z","steps":["trace[680502174] 'process raft request' (duration: 676.678311ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248238Z","caller":"traceutil/trace.go:171","msg":"trace[2137587622] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"677.248797ms","start":"2026-04-07T00:57:58.570953Z","end":"2026-04-07T00:57:59.248202Z","steps":["trace[2137587622] 'process raft request' (duration: 676.898137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:59.248282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.279158Z","time spent":"969.047517ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:59.2483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.572118Z","time spent":"676.093407ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:59.24834Z","caller":"traceutil/trace.go:171","msg":"trace[547326419] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"996.941077ms","start":"2026-04-07T00:57:58.251386Z","end":"2026-04-07T00:57:59.248327Z","steps":["trace[547326419] 'process raft request' (duration: 995.475989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:59.248374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.750602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:59.248405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.251368Z","time spent":"997.002758ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:59.248397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.57092Z","time spent":"677.401121ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:59.248394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.57123Z","time spent":"677.080482ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:59.248435Z","caller":"traceutil/trace.go:171","msg":"trace[179099394] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"676.260341ms","start":"2026-04-07T00:57:58.572165Z","end":"2026-04-07T00:57:59.248425Z","steps":["trace[179099394] 'process raft request' (duration: 675.815119ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248434Z","caller":"traceutil/trace.go:171","msg":"trace[395646415] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25789; }","duration":"996.860154ms","start":"2026-04-07T00:57:58.251561Z","end":"2026-04-07T00:57:59.248421Z","steps":["trace[395646415] 'agreement among raft nodes before linearized reading' (duration: 996.743261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:59.248433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.538703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:59.248502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.572154Z","time spent":"676.301602ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:57:59.248504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.101725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-07T00:57:59.248368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.830033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:59.248521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.487842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:57:59.248266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.570836Z","time spent":"677.37923ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:57:59.24855Z","caller":"traceutil/trace.go:171","msg":"trace[425953533] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25789; }","duration":"113.149506ms","start":"2026-04-07T00:57:59.135389Z","end":"2026-04-07T00:57:59.248538Z","steps":["trace[425953533] 'agreement among raft nodes before linearized reading' (duration: 112.959141ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248562Z","caller":"traceutil/trace.go:171","msg":"trace[43667182] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25789; }","duration":"185.528232ms","start":"2026-04-07T00:57:59.063024Z","end":"2026-04-07T00:57:59.248552Z","steps":["trace[43667182] 'agreement among raft nodes before linearized reading' (duration: 185.472081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:59.248449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.571782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-07T00:57:59.248502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.251551Z","time spent":"996.917916ms","remote":"127.0.0.1:46010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-07T00:57:59.248562Z","caller":"traceutil/trace.go:171","msg":"trace[1309690362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25789; }","duration":"344.026887ms","start":"2026-04-07T00:57:58.90452Z","end":"2026-04-07T00:57:59.248547Z","steps":["trace[1309690362] 'agreement among raft nodes before linearized reading' (duration: 343.748531ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248634Z","caller":"traceutil/trace.go:171","msg":"trace[2132686116] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25789; }","duration":"266.800117ms","start":"2026-04-07T00:57:58.981824Z","end":"2026-04-07T00:57:59.248624Z","steps":["trace[2132686116] 'agreement among raft nodes before linearized reading' (duration: 266.49831ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:57:59.248514Z","caller":"traceutil/trace.go:171","msg":"trace[1234610405] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25789; }","duration":"140.663736ms","start":"2026-04-07T00:57:59.107836Z","end":"2026-04-07T00:57:59.2485Z","steps":["trace[1234610405] 'agreement among raft nodes before linearized reading' (duration: 140.545743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:57:59.249157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:58.904446Z","time spent":"344.694974ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:58:00.110459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.853203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:58:00.110578Z","caller":"traceutil/trace.go:171","msg":"trace[806640728] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"855.83533ms","start":"2026-04-07T00:57:59.254719Z","end":"2026-04-07T00:58:00.110555Z","steps":["trace[806640728] 'process raft request' (duration: 258.803101ms)","trace[806640728] 'compare' (duration: 596.354521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:00.110703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.254694Z","time spent":"855.942013ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:00.110929Z","caller":"traceutil/trace.go:171","msg":"trace[2102499958] linearizableReadLoop","detail":"{readStateIndex:26648; appliedIndex:26647; }","duration":"856.052696ms","start":"2026-04-07T00:57:59.254868Z","end":"2026-04-07T00:58:00.11092Z","steps":["trace[2102499958] 'read index received' (duration: 258.585356ms)","trace[2102499958] 'applied index is now lower than readState.Index' (duration: 597.466479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:00.817036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.456969ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-07T00:58:00.817129Z","caller":"traceutil/trace.go:171","msg":"trace[1069113862] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26648; }","duration":"706.151181ms","start":"2026-04-07T00:58:00.110962Z","end":"2026-04-07T00:58:00.817113Z","steps":["trace[1069113862] 'read index received' (duration: 42.031µs)","trace[1069113862] 'applied index is now lower than readState.Index' (duration: 706.10796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:00.817345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562457823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a3ed3171e1fcba\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-04-07T00:58:00.817423Z","caller":"traceutil/trace.go:171","msg":"trace[1133133504] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a3ed3171e1fcba; range_end:; response_count:1; response_revision:25790; }","duration":"1.562612697s","start":"2026-04-07T00:57:59.254786Z","end":"2026-04-07T00:58:00.817398Z","steps":["trace[1133133504] 'agreement among raft nodes before linearized reading' (duration: 856.206149ms)","trace[1133133504] 'range keys from in-memory index tree' (duration: 706.208134ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:00.81747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.254766Z","time spent":"1.562693799s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18a3ed3171e1fcba\" "} {"level":"warn","ts":"2026-04-07T00:58:00.817522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557867725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-07T00:58:00.817554Z","caller":"traceutil/trace.go:171","msg":"trace[1702367422] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25790; }","duration":"1.557919906s","start":"2026-04-07T00:57:59.259626Z","end":"2026-04-07T00:58:00.817546Z","steps":["trace[1702367422] 'agreement among raft nodes before linearized reading' (duration: 1.557772172s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:00.817553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561613111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:00.817527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422927906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:00.817577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.25962Z","time spent":"1.557951447s","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-07T00:58:00.817588Z","caller":"traceutil/trace.go:171","msg":"trace[1680105544] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25790; }","duration":"1.561670433s","start":"2026-04-07T00:57:59.255908Z","end":"2026-04-07T00:58:00.817578Z","steps":["trace[1680105544] 'agreement among raft nodes before linearized reading' (duration: 1.561593621s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:00.817592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301542818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-07T00:58:00.817611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.255898Z","time spent":"1.561706893s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-07T00:58:00.817611Z","caller":"traceutil/trace.go:171","msg":"trace[145549176] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25790; }","duration":"1.423112191s","start":"2026-04-07T00:57:59.394476Z","end":"2026-04-07T00:58:00.817589Z","steps":["trace[145549176] 'agreement among raft nodes before linearized reading' (duration: 1.422920706s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:00.817621Z","caller":"traceutil/trace.go:171","msg":"trace[854829714] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25790; }","duration":"1.301573169s","start":"2026-04-07T00:57:59.51604Z","end":"2026-04-07T00:58:00.817613Z","steps":["trace[854829714] 'agreement among raft nodes before linearized reading' (duration: 1.301480196s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:00.817624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405659921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T00:58:00.817625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.512293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T00:58:00.817653Z","caller":"traceutil/trace.go:171","msg":"trace[1178668426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25790; }","duration":"1.405717092s","start":"2026-04-07T00:57:59.411929Z","end":"2026-04-07T00:58:00.817646Z","steps":["trace[1178668426] 'agreement among raft nodes before linearized reading' (duration: 1.405592589s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:00.817654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.515938Z","time spent":"1.301706412s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-07T00:58:00.817661Z","caller":"traceutil/trace.go:171","msg":"trace[1575851313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25790; }","duration":"864.579715ms","start":"2026-04-07T00:57:59.953072Z","end":"2026-04-07T00:58:00.817652Z","steps":["trace[1575851313] 'agreement among raft nodes before linearized reading' (duration: 864.44496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:00.817655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.394449Z","time spent":"1.423193653s","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:00.817669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.411911Z","time spent":"1.405754814s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:00.817681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.953055Z","time spent":"864.620856ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-07T00:58:00.81754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097379595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:00.817713Z","caller":"traceutil/trace.go:171","msg":"trace[56702312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25790; }","duration":"1.097558951s","start":"2026-04-07T00:57:59.720144Z","end":"2026-04-07T00:58:00.817703Z","steps":["trace[56702312] 'agreement among raft nodes before linearized reading' (duration: 1.097350645s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:00.817744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:57:59.720071Z","time spent":"1.097660223s","remote":"127.0.0.1:49940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:01.318079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:58:01.818639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:58:01.902234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141593376s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:58:01.902547Z","caller":"traceutil/trace.go:171","msg":"trace[799730841] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"1.650686887s","start":"2026-04-07T00:58:00.251841Z","end":"2026-04-07T00:58:01.902528Z","steps":["trace[799730841] 'process raft request' (duration: 1.650536503s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:01.902666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.251831Z","time spent":"1.65077265s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:02.904673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T00:58:02.904753Z","caller":"traceutil/trace.go:171","msg":"trace[753255816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172106s","start":"2026-04-07T00:58:00.90456Z","end":"2026-04-07T00:58:02.904732Z","steps":["trace[753255816] 'agreement among raft nodes before linearized reading' (duration: 2.000078624s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:02.90479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.904545Z","time spent":"2.000238327s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 00:58:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T00:58:03.791627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.889162194s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:58:03.792254Z","caller":"traceutil/trace.go:171","msg":"trace[554739246] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"3.407639663s","start":"2026-04-07T00:58:00.384589Z","end":"2026-04-07T00:58:03.792229Z","steps":["trace[554739246] 'process raft request' (duration: 3.40753152s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.792267Z","caller":"traceutil/trace.go:171","msg":"trace[263777810] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"3.478156391s","start":"2026-04-07T00:58:00.314078Z","end":"2026-04-07T00:58:03.792234Z","steps":["trace[263777810] 'process raft request' (duration: 3.477825193s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.79242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.384563Z","time spent":"3.407741326s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:03.792491Z","caller":"traceutil/trace.go:171","msg":"trace[1096362405] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"2.972853378s","start":"2026-04-07T00:58:00.819614Z","end":"2026-04-07T00:58:03.792467Z","steps":["trace[1096362405] 'process raft request' (duration: 2.972552909s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.792627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.819579Z","time spent":"2.972981701s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:03.792699Z","caller":"traceutil/trace.go:171","msg":"trace[538440216] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"2.970583248s","start":"2026-04-07T00:58:00.822099Z","end":"2026-04-07T00:58:03.792682Z","steps":["trace[538440216] 'process raft request' (duration: 2.970330492s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.792797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.822092Z","time spent":"2.970646419s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:03.792879Z","caller":"traceutil/trace.go:171","msg":"trace[1813584751] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"2.537966967s","start":"2026-04-07T00:58:01.254905Z","end":"2026-04-07T00:58:03.792872Z","steps":["trace[1813584751] 'process raft request' (duration: 2.537838013s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.792928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.254891Z","time spent":"2.538008328s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:03.79294Z","caller":"traceutil/trace.go:171","msg":"trace[1498086811] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"2.538210933s","start":"2026-04-07T00:58:01.254719Z","end":"2026-04-07T00:58:03.79293Z","steps":["trace[1498086811] 'process raft request' (duration: 2.537923486s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.792951Z","caller":"traceutil/trace.go:171","msg":"trace[1956169018] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"2.537068464s","start":"2026-04-07T00:58:01.255858Z","end":"2026-04-07T00:58:03.792926Z","steps":["trace[1956169018] 'process raft request' (duration: 2.537024023s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.254691Z","time spent":"2.538277695s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:03.793005Z","caller":"traceutil/trace.go:171","msg":"trace[67887994] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"2.538007968s","start":"2026-04-07T00:58:01.254982Z","end":"2026-04-07T00:58:03.79299Z","steps":["trace[67887994] 'process raft request' (duration: 2.537827284s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.314035Z","time spent":"3.478303665s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:03.793085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.255845Z","time spent":"2.537166427s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:03.793124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140517869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:03.793127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.254973Z","time spent":"2.538092101s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:03.793156Z","caller":"traceutil/trace.go:171","msg":"trace[741099949] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25802; }","duration":"3.1405811s","start":"2026-04-07T00:58:00.652568Z","end":"2026-04-07T00:58:03.793149Z","steps":["trace[741099949] 'agreement among raft nodes before linearized reading' (duration: 3.140540839s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.65255Z","time spent":"3.140620891s","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:58:03.793044Z","caller":"traceutil/trace.go:171","msg":"trace[1717920322] linearizableReadLoop","detail":"{readStateIndex:26661; appliedIndex:26649; }","duration":"2.975874474s","start":"2026-04-07T00:58:00.817149Z","end":"2026-04-07T00:58:03.793023Z","steps":["trace[1717920322] 'read index received' (duration: 1.085309824s)","trace[1717920322] 'applied index is now lower than readState.Index' (duration: 1.89056354s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:03.793228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.649462907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:58:03.793376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535262294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-07T00:58:03.793413Z","caller":"traceutil/trace.go:171","msg":"trace[543066833] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e; range_end:; response_count:1; response_revision:25802; }","duration":"3.535314934s","start":"2026-04-07T00:58:00.258089Z","end":"2026-04-07T00:58:03.793404Z","steps":["trace[543066833] 'agreement among raft nodes before linearized reading' (duration: 3.535193402s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.258081Z","time spent":"3.535349336s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" "} {"level":"warn","ts":"2026-04-07T00:58:03.793461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113032124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:03.793026Z","caller":"traceutil/trace.go:171","msg":"trace[2061540891] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"2.537829844s","start":"2026-04-07T00:58:01.255188Z","end":"2026-04-07T00:58:03.793018Z","steps":["trace[2061540891] 'process raft request' (duration: 2.53766993s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543116836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-07T00:58:03.793547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972073357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"warn","ts":"2026-04-07T00:58:03.793577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537640918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T00:58:03.793556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283229096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:03.793589Z","caller":"traceutil/trace.go:171","msg":"trace[465481805] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25802; }","duration":"2.972140958s","start":"2026-04-07T00:58:00.821435Z","end":"2026-04-07T00:58:03.793576Z","steps":["trace[465481805] 'agreement among raft nodes before linearized reading' (duration: 2.971974304s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.79358Z","caller":"traceutil/trace.go:171","msg":"trace[129350017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25802; }","duration":"3.543220348s","start":"2026-04-07T00:58:00.250343Z","end":"2026-04-07T00:58:03.793564Z","steps":["trace[129350017] 'agreement among raft nodes before linearized reading' (duration: 3.542954942s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.793601Z","caller":"traceutil/trace.go:171","msg":"trace[2083267006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25802; }","duration":"2.53769386s","start":"2026-04-07T00:58:01.255903Z","end":"2026-04-07T00:58:03.793596Z","steps":["trace[2083267006] 'agreement among raft nodes before linearized reading' (duration: 2.537639429s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60306401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:03.7936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.560653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:03.793636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.250326Z","time spent":"3.54329759s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:58:03.79364Z","caller":"traceutil/trace.go:171","msg":"trace[577992159] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25802; }","duration":"1.603154412s","start":"2026-04-07T00:58:02.190475Z","end":"2026-04-07T00:58:03.79363Z","steps":["trace[577992159] 'agreement among raft nodes before linearized reading' (duration: 1.60308299s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893036583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:58:03.79368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867824124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:03.793714Z","caller":"traceutil/trace.go:171","msg":"trace[825509649] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25802; }","duration":"1.893093205s","start":"2026-04-07T00:58:01.900615Z","end":"2026-04-07T00:58:03.793709Z","steps":["trace[825509649] 'agreement among raft nodes before linearized reading' (duration: 1.893033363s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.900599Z","time spent":"1.893125276s","remote":"127.0.0.1:46358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:58:03.793723Z","caller":"traceutil/trace.go:171","msg":"trace[691780453] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25802; }","duration":"1.867899546s","start":"2026-04-07T00:58:01.925816Z","end":"2026-04-07T00:58:03.793716Z","steps":["trace[691780453] 'agreement among raft nodes before linearized reading' (duration: 1.867831194s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97221843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dbd03786-c725-4a88-bd42-7db467961b45\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-07T00:58:03.793761Z","caller":"traceutil/trace.go:171","msg":"trace[1831145488] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dbd03786-c725-4a88-bd42-7db467961b45; range_end:; response_count:1; response_revision:25802; }","duration":"2.972272392s","start":"2026-04-07T00:58:00.82148Z","end":"2026-04-07T00:58:03.793753Z","steps":["trace[1831145488] 'agreement among raft nodes before linearized reading' (duration: 2.972171699s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.793762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.925801Z","time spent":"1.867953248s","remote":"127.0.0.1:46118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:03.793782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81080975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:58:03.793795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.821465Z","time spent":"2.972323744s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-dbd03786-c725-4a88-bd42-7db467961b45\" "} {"level":"info","ts":"2026-04-07T00:58:03.793825Z","caller":"traceutil/trace.go:171","msg":"trace[1337205375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25802; }","duration":"2.810891532s","start":"2026-04-07T00:58:00.98292Z","end":"2026-04-07T00:58:03.793811Z","steps":["trace[1337205375] 'agreement among raft nodes before linearized reading' (duration: 2.810674636s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.79354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971241885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:03.793909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.982901Z","time spent":"2.810979064s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:58:03.793935Z","caller":"traceutil/trace.go:171","msg":"trace[260672855] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25802; }","duration":"2.971664547s","start":"2026-04-07T00:58:00.822251Z","end":"2026-04-07T00:58:03.793915Z","steps":["trace[260672855] 'agreement among raft nodes before linearized reading' (duration: 2.971214055s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.794003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.822246Z","time spent":"2.971738949s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T00:58:03.793719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:02.190454Z","time spent":"1.603250275s","remote":"127.0.0.1:59078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:03.793486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651053332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a3ed316fd30e1d\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-07T00:58:03.794164Z","caller":"traceutil/trace.go:171","msg":"trace[1347551192] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a3ed316fd30e1d; range_end:; response_count:1; response_revision:25802; }","duration":"2.65174242s","start":"2026-04-07T00:58:01.142399Z","end":"2026-04-07T00:58:03.794141Z","steps":["trace[1347551192] 'agreement among raft nodes before linearized reading' (duration: 2.651011282s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.793374Z","caller":"traceutil/trace.go:171","msg":"trace[855416242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25802; }","duration":"3.64959377s","start":"2026-04-07T00:58:00.143747Z","end":"2026-04-07T00:58:03.793341Z","steps":["trace[855416242] 'agreement among raft nodes before linearized reading' (duration: 3.649336584s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.794223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.142383Z","time spent":"2.651825582s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18a3ed316fd30e1d\" "} {"level":"warn","ts":"2026-04-07T00:58:03.794264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.143686Z","time spent":"3.650543395s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:58:03.793636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.255176Z","time spent":"2.538384928s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:03.793526Z","caller":"traceutil/trace.go:171","msg":"trace[688050248] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25802; }","duration":"2.113136957s","start":"2026-04-07T00:58:01.680369Z","end":"2026-04-07T00:58:03.793506Z","steps":["trace[688050248] 'agreement among raft nodes before linearized reading' (duration: 2.113038985s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.79451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.680352Z","time spent":"2.114131813s","remote":"127.0.0.1:46324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:03.793627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.255895Z","time spent":"2.537727481s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:03.793092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243528814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:03.794622Z","caller":"traceutil/trace.go:171","msg":"trace[262252807] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25802; }","duration":"3.245097495s","start":"2026-04-07T00:58:00.549512Z","end":"2026-04-07T00:58:03.794609Z","steps":["trace[262252807] 'agreement among raft nodes before linearized reading' (duration: 3.243536584s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.794674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.54949Z","time spent":"3.245168556s","remote":"127.0.0.1:40212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:58:03.79299Z","caller":"traceutil/trace.go:171","msg":"trace[285456750] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"2.537935896s","start":"2026-04-07T00:58:01.255049Z","end":"2026-04-07T00:58:03.792985Z","steps":["trace[285456750] 'process raft request' (duration: 2.537786563s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.794882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.255041Z","time spent":"2.539806505s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:03.793143Z","caller":"traceutil/trace.go:171","msg":"trace[1897750439] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"2.535812782s","start":"2026-04-07T00:58:01.257311Z","end":"2026-04-07T00:58:03.793124Z","steps":["trace[1897750439] 'process raft request' (duration: 2.535591985s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.795066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.2573Z","time spent":"2.537731541s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:03.793529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53461292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:03.795191Z","caller":"traceutil/trace.go:171","msg":"trace[382589398] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25802; }","duration":"2.536267823s","start":"2026-04-07T00:58:01.2589Z","end":"2026-04-07T00:58:03.795168Z","steps":["trace[382589398] 'agreement among raft nodes before linearized reading' (duration: 2.53460113s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.793619Z","caller":"traceutil/trace.go:171","msg":"trace[2145621514] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25802; }","duration":"1.283340198s","start":"2026-04-07T00:58:02.510265Z","end":"2026-04-07T00:58:03.793605Z","steps":["trace[2145621514] 'agreement among raft nodes before linearized reading' (duration: 1.283248856s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.795269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:01.258893Z","time spent":"2.536353485s","remote":"127.0.0.1:46132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:03.795317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:02.510247Z","time spent":"1.285056754s","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:03.793625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.821427Z","time spent":"2.9721914s","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-07T00:58:03.793669Z","caller":"traceutil/trace.go:171","msg":"trace[2015644861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25802; }","duration":"888.657886ms","start":"2026-04-07T00:58:02.904995Z","end":"2026-04-07T00:58:03.793652Z","steps":["trace[2015644861] 'agreement among raft nodes before linearized reading' (duration: 888.559273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.7955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:02.904982Z","time spent":"890.509123ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:58:03.795296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542381126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T00:58:03.795819Z","caller":"traceutil/trace.go:171","msg":"trace[195254618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25802; }","duration":"3.543232568s","start":"2026-04-07T00:58:00.252536Z","end":"2026-04-07T00:58:03.795768Z","steps":["trace[195254618] 'agreement among raft nodes before linearized reading' (duration: 3.540734464s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.795916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:00.252477Z","time spent":"3.543420504s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:58:03.908718Z","caller":"traceutil/trace.go:171","msg":"trace[1944030237] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"112.47446ms","start":"2026-04-07T00:58:03.796228Z","end":"2026-04-07T00:58:03.908703Z","steps":["trace[1944030237] 'process raft request' (duration: 110.804616ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.989564Z","caller":"traceutil/trace.go:171","msg":"trace[536431677] linearizableReadLoop","detail":"{readStateIndex:26663; appliedIndex:26661; }","duration":"191.004844ms","start":"2026-04-07T00:58:03.798537Z","end":"2026-04-07T00:58:03.989542Z","steps":["trace[536431677] 'read index received' (duration: 108.511367ms)","trace[536431677] 'applied index is now lower than readState.Index' (duration: 82.492687ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:03.989886Z","caller":"traceutil/trace.go:171","msg":"trace[1518995892] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"192.170534ms","start":"2026-04-07T00:58:03.797707Z","end":"2026-04-07T00:58:03.989877Z","steps":["trace[1518995892] 'process raft request' (duration: 191.63171ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.990022Z","caller":"traceutil/trace.go:171","msg":"trace[793202665] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"190.896701ms","start":"2026-04-07T00:58:03.799119Z","end":"2026-04-07T00:58:03.990016Z","steps":["trace[793202665] 'process raft request' (duration: 190.335097ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.9901Z","caller":"traceutil/trace.go:171","msg":"trace[137038327] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"189.70566ms","start":"2026-04-07T00:58:03.800389Z","end":"2026-04-07T00:58:03.990094Z","steps":["trace[137038327] 'process raft request' (duration: 189.091984ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:03.990177Z","caller":"traceutil/trace.go:171","msg":"trace[603829491] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"188.639572ms","start":"2026-04-07T00:58:03.801532Z","end":"2026-04-07T00:58:03.990172Z","steps":["trace[603829491] 'process raft request' (duration: 187.982165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.990345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.785644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a3ed31721c81ef\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-07T00:58:03.990373Z","caller":"traceutil/trace.go:171","msg":"trace[1982774945] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a3ed31721c81ef; range_end:; response_count:1; response_revision:25807; }","duration":"191.856875ms","start":"2026-04-07T00:58:03.798509Z","end":"2026-04-07T00:58:03.990366Z","steps":["trace[1982774945] 'agreement among raft nodes before linearized reading' (duration: 191.735972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:03.990516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.992099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb6097a05b0f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-07T00:58:03.990537Z","caller":"traceutil/trace.go:171","msg":"trace[1886008896] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eb6097a05b0f; range_end:; response_count:1; response_revision:25807; }","duration":"192.037631ms","start":"2026-04-07T00:58:03.798494Z","end":"2026-04-07T00:58:03.990532Z","steps":["trace[1886008896] 'agreement among raft nodes before linearized reading' (duration: 191.973858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:04.076802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.368869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T00:58:04.076806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.949106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:04.076864Z","caller":"traceutil/trace.go:171","msg":"trace[1171021414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25810; }","duration":"277.455661ms","start":"2026-04-07T00:58:03.799395Z","end":"2026-04-07T00:58:04.076851Z","steps":["trace[1171021414] 'agreement among raft nodes before linearized reading' (duration: 277.266337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:04.076873Z","caller":"traceutil/trace.go:171","msg":"trace[326056766] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25810; }","duration":"209.060149ms","start":"2026-04-07T00:58:03.867798Z","end":"2026-04-07T00:58:04.076858Z","steps":["trace[326056766] 'agreement among raft nodes before linearized reading' (duration: 208.917995ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:04.076871Z","caller":"traceutil/trace.go:171","msg":"trace[218440425] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"166.382079ms","start":"2026-04-07T00:58:03.910455Z","end":"2026-04-07T00:58:04.076837Z","steps":["trace[218440425] 'process raft request' (duration: 154.77643ms)","trace[218440425] 'compare' (duration: 11.010934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:04.077006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.493715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:04.077071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.965666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-07T00:58:04.077119Z","caller":"traceutil/trace.go:171","msg":"trace[1635478341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25810; }","duration":"274.628658ms","start":"2026-04-07T00:58:03.802466Z","end":"2026-04-07T00:58:04.077095Z","steps":["trace[1635478341] 'agreement among raft nodes before linearized reading' (duration: 274.451474ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:04.077153Z","caller":"traceutil/trace.go:171","msg":"trace[7843259] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25810; }","duration":"273.065638ms","start":"2026-04-07T00:58:03.80407Z","end":"2026-04-07T00:58:04.077135Z","steps":["trace[7843259] 'agreement among raft nodes before linearized reading' (duration: 272.870534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:04.077056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.377749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T00:58:04.077276Z","caller":"traceutil/trace.go:171","msg":"trace[988465264] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25810; }","duration":"277.595484ms","start":"2026-04-07T00:58:03.799659Z","end":"2026-04-07T00:58:04.077254Z","steps":["trace[988465264] 'agreement among raft nodes before linearized reading' (duration: 277.272126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:06.300028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875583,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T00:58:06.42885Z","caller":"traceutil/trace.go:171","msg":"trace[1080042235] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"677.579544ms","start":"2026-04-07T00:58:05.751239Z","end":"2026-04-07T00:58:06.428818Z","steps":["trace[1080042235] 'process raft request' (duration: 677.40603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:06.429018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.751211Z","time spent":"677.72048ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:07.456967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028263984s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:58:07.457481Z","caller":"traceutil/trace.go:171","msg":"trace[1448012376] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"1.658173511s","start":"2026-04-07T00:58:05.799283Z","end":"2026-04-07T00:58:07.457456Z","steps":["trace[1448012376] 'process raft request' (duration: 1.658044086s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:07.457523Z","caller":"traceutil/trace.go:171","msg":"trace[606305197] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"1.658198041s","start":"2026-04-07T00:58:05.799279Z","end":"2026-04-07T00:58:07.457477Z","steps":["trace[606305197] 'process raft request' (duration: 1.657849162s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.457614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.799266Z","time spent":"1.658264703s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:07.45773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.799253Z","time spent":"1.658354685s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:07.457874Z","caller":"traceutil/trace.go:171","msg":"trace[1967495095] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"1.658019326s","start":"2026-04-07T00:58:05.799822Z","end":"2026-04-07T00:58:07.457841Z","steps":["trace[1967495095] 'process raft request' (duration: 1.657581245s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.458257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.799807Z","time spent":"1.658349665s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:07.458527Z","caller":"traceutil/trace.go:171","msg":"trace[1577810030] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"1.658672793s","start":"2026-04-07T00:58:05.79983Z","end":"2026-04-07T00:58:07.458503Z","steps":["trace[1577810030] 'process raft request' (duration: 1.657989525s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:07.458588Z","caller":"traceutil/trace.go:171","msg":"trace[476603238] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"1.657111653s","start":"2026-04-07T00:58:05.801462Z","end":"2026-04-07T00:58:07.458573Z","steps":["trace[476603238] 'process raft request' (duration: 1.656771274s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.458662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.801441Z","time spent":"1.657179465s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:07.458658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.799818Z","time spent":"1.658770845s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:07.458751Z","caller":"traceutil/trace.go:171","msg":"trace[1341424481] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"1.657123154s","start":"2026-04-07T00:58:05.80161Z","end":"2026-04-07T00:58:07.458733Z","steps":["trace[1341424481] 'process raft request' (duration: 1.656810506s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.45884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.801605Z","time spent":"1.657192166s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:07.458987Z","caller":"traceutil/trace.go:171","msg":"trace[1883914698] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26674; }","duration":"1.659768451s","start":"2026-04-07T00:58:05.799198Z","end":"2026-04-07T00:58:07.458966Z","steps":["trace[1883914698] 'read index received' (duration: 629.510785ms)","trace[1883914698] 'applied index is now lower than readState.Index' (duration: 1.030256336s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:07.459104Z","caller":"traceutil/trace.go:171","msg":"trace[53604722] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"1.657439891s","start":"2026-04-07T00:58:05.80164Z","end":"2026-04-07T00:58:07.45908Z","steps":["trace[53604722] 'process raft request' (duration: 1.656890017s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.459155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.801628Z","time spent":"1.657501122s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:07.459258Z","caller":"traceutil/trace.go:171","msg":"trace[158773189] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"1.376060688s","start":"2026-04-07T00:58:06.083178Z","end":"2026-04-07T00:58:07.459239Z","steps":["trace[158773189] 'process raft request' (duration: 1.375502943s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.459394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654010832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-07T00:58:07.459448Z","caller":"traceutil/trace.go:171","msg":"trace[980741102] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e; range_end:; response_count:1; response_revision:25823; }","duration":"1.654091115s","start":"2026-04-07T00:58:05.805342Z","end":"2026-04-07T00:58:07.459433Z","steps":["trace[980741102] 'agreement among raft nodes before linearized reading' (duration: 1.653937821s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.459478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.805326Z","time spent":"1.654145747s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" "} {"level":"warn","ts":"2026-04-07T00:58:07.459507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147178629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:07.459552Z","caller":"traceutil/trace.go:171","msg":"trace[456829035] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25823; }","duration":"1.1472258s","start":"2026-04-07T00:58:06.312316Z","end":"2026-04-07T00:58:07.459542Z","steps":["trace[456829035] 'agreement among raft nodes before linearized reading' (duration: 1.147142908s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.459574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:06.312238Z","time spent":"1.147330783s","remote":"127.0.0.1:47828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:07.459411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:06.083148Z","time spent":"1.376202342s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:07.459762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55453313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-07T00:58:07.459801Z","caller":"traceutil/trace.go:171","msg":"trace[1254384554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e; range_end:; response_count:1; response_revision:25823; }","duration":"1.554625531s","start":"2026-04-07T00:58:05.905166Z","end":"2026-04-07T00:58:07.459791Z","steps":["trace[1254384554] 'agreement among raft nodes before linearized reading' (duration: 1.554545049s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.459812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660614113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:58:07.459834Z","caller":"traceutil/trace.go:171","msg":"trace[1098202923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25823; }","duration":"1.660671894s","start":"2026-04-07T00:58:05.799155Z","end":"2026-04-07T00:58:07.459827Z","steps":["trace[1098202923] 'agreement among raft nodes before linearized reading' (duration: 1.660554301s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.459829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.905142Z","time spent":"1.554680723s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" "} {"level":"warn","ts":"2026-04-07T00:58:07.459851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.799137Z","time spent":"1.660709826s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:07.459817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463261626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T00:58:07.459949Z","caller":"traceutil/trace.go:171","msg":"trace[1910288606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25823; }","duration":"1.46342844s","start":"2026-04-07T00:58:05.996468Z","end":"2026-04-07T00:58:07.459897Z","steps":["trace[1910288606] 'agreement among raft nodes before linearized reading' (duration: 1.463062821s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.459992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556367156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:07.460003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.976461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:07.460023Z","caller":"traceutil/trace.go:171","msg":"trace[286899437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25823; }","duration":"537.007822ms","start":"2026-04-07T00:58:06.923009Z","end":"2026-04-07T00:58:07.460017Z","steps":["trace[286899437] 'agreement among raft nodes before linearized reading' (duration: 536.974661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.460047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:06.92294Z","time spent":"537.103815ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:58:07.460033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.996443Z","time spent":"1.463574854s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:07.460095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634369456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-07T00:58:07.460129Z","caller":"traceutil/trace.go:171","msg":"trace[854196552] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25823; }","duration":"1.634427277s","start":"2026-04-07T00:58:05.825693Z","end":"2026-04-07T00:58:07.460121Z","steps":["trace[854196552] 'agreement among raft nodes before linearized reading' (duration: 1.634342035s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.460155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.825686Z","time spent":"1.634463169s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-07T00:58:07.460265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.297014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:07.460294Z","caller":"traceutil/trace.go:171","msg":"trace[1122354807] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25823; }","duration":"548.369595ms","start":"2026-04-07T00:58:06.911917Z","end":"2026-04-07T00:58:07.460287Z","steps":["trace[1122354807] 'agreement among raft nodes before linearized reading' (duration: 548.216931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.460312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:06.911896Z","time spent":"548.411246ms","remote":"127.0.0.1:37846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:07.460396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463740969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-07T00:58:07.459683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464065277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:58:07.46046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.660114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:07.460453Z","caller":"traceutil/trace.go:171","msg":"trace[1043108111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25823; }","duration":"1.463814511s","start":"2026-04-07T00:58:05.996624Z","end":"2026-04-07T00:58:07.460439Z","steps":["trace[1043108111] 'agreement among raft nodes before linearized reading' (duration: 1.463657647s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:07.460486Z","caller":"traceutil/trace.go:171","msg":"trace[1019745837] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25823; }","duration":"737.724666ms","start":"2026-04-07T00:58:06.722748Z","end":"2026-04-07T00:58:07.460473Z","steps":["trace[1019745837] 'agreement among raft nodes before linearized reading' (duration: 737.683375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.460496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.996615Z","time spent":"1.463869792s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:58:07.460511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:06.722724Z","time spent":"737.782657ms","remote":"127.0.0.1:46184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:58:07.460504Z","caller":"traceutil/trace.go:171","msg":"trace[2059756075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25823; }","duration":"1.464911208s","start":"2026-04-07T00:58:05.995558Z","end":"2026-04-07T00:58:07.460469Z","steps":["trace[2059756075] 'agreement among raft nodes before linearized reading' (duration: 1.464061066s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:07.460019Z","caller":"traceutil/trace.go:171","msg":"trace[1387457543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25823; }","duration":"1.556466939s","start":"2026-04-07T00:58:05.903543Z","end":"2026-04-07T00:58:07.46001Z","steps":["trace[1387457543] 'agreement among raft nodes before linearized reading' (duration: 1.556422538s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.45997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.382125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:07.460253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377003453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:07.460619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.903522Z","time spent":"1.557083594s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:58:07.460633Z","caller":"traceutil/trace.go:171","msg":"trace[468688977] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25823; }","duration":"438.084102ms","start":"2026-04-07T00:58:07.022535Z","end":"2026-04-07T00:58:07.460619Z","steps":["trace[468688977] 'agreement among raft nodes before linearized reading' (duration: 437.402345ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:07.460649Z","caller":"traceutil/trace.go:171","msg":"trace[1105688887] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25823; }","duration":"1.377443994s","start":"2026-04-07T00:58:06.083194Z","end":"2026-04-07T00:58:07.460638Z","steps":["trace[1105688887] 'agreement among raft nodes before linearized reading' (duration: 1.377003413s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.460673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:06.083179Z","time spent":"1.377485445s","remote":"127.0.0.1:39894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:07.460669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:07.022508Z","time spent":"438.148133ms","remote":"127.0.0.1:40164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:07.46068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464038836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T00:58:07.460726Z","caller":"traceutil/trace.go:171","msg":"trace[688655498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25823; }","duration":"1.464099178s","start":"2026-04-07T00:58:05.996613Z","end":"2026-04-07T00:58:07.460712Z","steps":["trace[688655498] 'agreement among raft nodes before linearized reading' (duration: 1.463981725s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.460777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.996598Z","time spent":"1.464168389s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:58:07.460824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049130261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:07.460859Z","caller":"traceutil/trace.go:171","msg":"trace[1249722487] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25823; }","duration":"1.049202434s","start":"2026-04-07T00:58:06.411647Z","end":"2026-04-07T00:58:07.460849Z","steps":["trace[1249722487] 'agreement among raft nodes before linearized reading' (duration: 1.049156512s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.460783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.460058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:07.460895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:06.411625Z","time spent":"1.049259766s","remote":"127.0.0.1:47856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:58:07.46091Z","caller":"traceutil/trace.go:171","msg":"trace[1285335059] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25823; }","duration":"822.625773ms","start":"2026-04-07T00:58:06.638266Z","end":"2026-04-07T00:58:07.460892Z","steps":["trace[1285335059] 'agreement among raft nodes before linearized reading' (duration: 822.482249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.460971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:06.638244Z","time spent":"822.706756ms","remote":"127.0.0.1:40070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:07.460572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:05.995527Z","time spent":"1.465025012s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:07.857358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.580911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:58:07.857579Z","caller":"traceutil/trace.go:171","msg":"trace[321330668] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"390.559157ms","start":"2026-04-07T00:58:07.466996Z","end":"2026-04-07T00:58:07.857556Z","steps":["trace[321330668] 'process raft request' (duration: 73.636148ms)","trace[321330668] 'compare' (duration: 316.444616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:07.857701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:07.466966Z","time spent":"390.66772ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:07.857706Z","caller":"traceutil/trace.go:171","msg":"trace[1454461220] linearizableReadLoop","detail":"{readStateIndex:26685; appliedIndex:26683; }","duration":"383.908315ms","start":"2026-04-07T00:58:07.473778Z","end":"2026-04-07T00:58:07.857687Z","steps":["trace[1454461220] 'read index received' (duration: 66.869263ms)","trace[1454461220] 'applied index is now lower than readState.Index' (duration: 317.037902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:07.857802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.019397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:07.857827Z","caller":"traceutil/trace.go:171","msg":"trace[83938856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25828; }","duration":"384.08748ms","start":"2026-04-07T00:58:07.473731Z","end":"2026-04-07T00:58:07.857818Z","steps":["trace[83938856] 'agreement among raft nodes before linearized reading' (duration: 384.014737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.857857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:07.473715Z","time spent":"384.135402ms","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:58:07.857925Z","caller":"traceutil/trace.go:171","msg":"trace[1009116339] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"382.95565ms","start":"2026-04-07T00:58:07.47496Z","end":"2026-04-07T00:58:07.857916Z","steps":["trace[1009116339] 'process raft request' (duration: 382.615621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.857975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:07.474951Z","time spent":"383.001822ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:07.858023Z","caller":"traceutil/trace.go:171","msg":"trace[800832581] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"382.904179ms","start":"2026-04-07T00:58:07.475096Z","end":"2026-04-07T00:58:07.858Z","steps":["trace[800832581] 'process raft request' (duration: 382.515179ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:07.85806Z","caller":"traceutil/trace.go:171","msg":"trace[361812631] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"389.198582ms","start":"2026-04-07T00:58:07.468855Z","end":"2026-04-07T00:58:07.858053Z","steps":["trace[361812631] 'process raft request' (duration: 388.630667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.858095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:07.468833Z","time spent":"389.242412ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:07.858071Z","caller":"traceutil/trace.go:171","msg":"trace[1898027554] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"382.771116ms","start":"2026-04-07T00:58:07.475268Z","end":"2026-04-07T00:58:07.858039Z","steps":["trace[1898027554] 'process raft request' (duration: 382.382026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:07.858137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:07.47509Z","time spent":"382.986051ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:07.858214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:07.475246Z","time spent":"382.891569ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:08.955174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.074574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:08.955306Z","caller":"traceutil/trace.go:171","msg":"trace[1911571855] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25828; }","duration":"620.260598ms","start":"2026-04-07T00:58:08.335014Z","end":"2026-04-07T00:58:08.955275Z","steps":["trace[1911571855] 'count revisions from in-memory index tree' (duration: 619.985641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:08.95537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:08.334992Z","time spent":"620.35635ms","remote":"127.0.0.1:49774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:08.955436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.894755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-04-07T00:58:08.955529Z","caller":"traceutil/trace.go:171","msg":"trace[1445239054] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e; range_end:; response_count:1; response_revision:25828; }","duration":"481.043249ms","start":"2026-04-07T00:58:08.474467Z","end":"2026-04-07T00:58:08.95551Z","steps":["trace[1445239054] 'range keys from in-memory index tree' (duration: 480.604207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:08.955569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:08.474446Z","time spent":"481.113012ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" "} {"level":"warn","ts":"2026-04-07T00:58:09.793187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:58:10.293775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471875609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T00:58:10.305426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042540333s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:58:10.305734Z","caller":"traceutil/trace.go:171","msg":"trace[219637093] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"1.043008574s","start":"2026-04-07T00:58:09.262706Z","end":"2026-04-07T00:58:10.305715Z","steps":["trace[219637093] 'process raft request' (duration: 1.042866161s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.305843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.262674Z","time spent":"1.043100977s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:10.333256Z","caller":"traceutil/trace.go:171","msg":"trace[928260950] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"867.143141ms","start":"2026-04-07T00:58:09.466063Z","end":"2026-04-07T00:58:10.333206Z","steps":["trace[928260950] 'process raft request' (duration: 867.062249ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:10.333229Z","caller":"traceutil/trace.go:171","msg":"trace[16576846] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"870.080456ms","start":"2026-04-07T00:58:09.463114Z","end":"2026-04-07T00:58:10.333194Z","steps":["trace[16576846] 'process raft request' (duration: 869.885591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.333404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.466043Z","time spent":"867.284794ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:10.333453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.463088Z","time spent":"870.277063ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:10.333521Z","caller":"traceutil/trace.go:171","msg":"trace[66205805] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"867.376637ms","start":"2026-04-07T00:58:09.466129Z","end":"2026-04-07T00:58:10.333505Z","steps":["trace[66205805] 'process raft request' (duration: 867.185321ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:10.333516Z","caller":"traceutil/trace.go:171","msg":"trace[1289165237] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"867.347006ms","start":"2026-04-07T00:58:09.466118Z","end":"2026-04-07T00:58:10.333465Z","steps":["trace[1289165237] 'process raft request' (duration: 867.049878ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:10.333569Z","caller":"traceutil/trace.go:171","msg":"trace[355206846] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"866.857834ms","start":"2026-04-07T00:58:09.466688Z","end":"2026-04-07T00:58:10.333546Z","steps":["trace[355206846] 'process raft request' (duration: 866.784342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.333609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.466108Z","time spent":"867.447199ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:10.333601Z","caller":"traceutil/trace.go:171","msg":"trace[238515096] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"867.178963ms","start":"2026-04-07T00:58:09.466394Z","end":"2026-04-07T00:58:10.333573Z","steps":["trace[238515096] 'process raft request' (duration: 867.032729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.33368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.466095Z","time spent":"867.49629ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:10.3337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.466677Z","time spent":"866.954906ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:10.333752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.466384Z","time spent":"867.288425ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:10.33521Z","caller":"traceutil/trace.go:171","msg":"trace[1687098761] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"867.552791ms","start":"2026-04-07T00:58:09.467602Z","end":"2026-04-07T00:58:10.335155Z","steps":["trace[1687098761] 'process raft request' (duration: 865.908619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.335303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.467591Z","time spent":"867.663405ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:10.335466Z","caller":"traceutil/trace.go:171","msg":"trace[2128196278] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26688; }","duration":"1.043093885s","start":"2026-04-07T00:58:09.292318Z","end":"2026-04-07T00:58:10.335412Z","steps":["trace[2128196278] 'read index received' (duration: 1.013349609s)","trace[2128196278] 'applied index is now lower than readState.Index' (duration: 29.664975ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:10.335916Z","caller":"traceutil/trace.go:171","msg":"trace[894644063] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"859.480954ms","start":"2026-04-07T00:58:09.476406Z","end":"2026-04-07T00:58:10.335886Z","steps":["trace[894644063] 'process raft request' (duration: 857.440091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.335987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043671861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:10.336056Z","caller":"traceutil/trace.go:171","msg":"trace[273352224] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25837; }","duration":"1.043781094s","start":"2026-04-07T00:58:09.292244Z","end":"2026-04-07T00:58:10.336025Z","steps":["trace[273352224] 'agreement among raft nodes before linearized reading' (duration: 1.043677972s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.336074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.476392Z","time spent":"859.600917ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:10.336104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.292221Z","time spent":"1.043873606s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T00:58:10.336243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.114558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:10.336324Z","caller":"traceutil/trace.go:171","msg":"trace[1293299138] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25837; }","duration":"567.222441ms","start":"2026-04-07T00:58:09.76907Z","end":"2026-04-07T00:58:10.336292Z","steps":["trace[1293299138] 'agreement among raft nodes before linearized reading' (duration: 567.113088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.336369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.769053Z","time spent":"567.302903ms","remote":"127.0.0.1:49838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:10.336821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.851823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:58:10.336846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.620702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-04-07T00:58:10.336838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.644638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:58:10.336882Z","caller":"traceutil/trace.go:171","msg":"trace[405275170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25837; }","duration":"473.905015ms","start":"2026-04-07T00:58:09.862943Z","end":"2026-04-07T00:58:10.336848Z","steps":["trace[405275170] 'agreement among raft nodes before linearized reading' (duration: 473.764061ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:10.336905Z","caller":"traceutil/trace.go:171","msg":"trace[2049300945] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e; range_end:; response_count:1; response_revision:25837; }","duration":"375.720865ms","start":"2026-04-07T00:58:09.961163Z","end":"2026-04-07T00:58:10.336883Z","steps":["trace[2049300945] 'agreement among raft nodes before linearized reading' (duration: 375.583051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.336882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.28454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:58:10.336919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.862937Z","time spent":"473.973017ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:10.336943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.961141Z","time spent":"375.783546ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5df78088-9332-440b-bb6a-d1e8464cdd1e\" "} {"level":"info","ts":"2026-04-07T00:58:10.336921Z","caller":"traceutil/trace.go:171","msg":"trace[957594331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25837; }","duration":"473.762042ms","start":"2026-04-07T00:58:09.863138Z","end":"2026-04-07T00:58:10.3369Z","steps":["trace[957594331] 'agreement among raft nodes before linearized reading' (duration: 473.408652ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:10.336943Z","caller":"traceutil/trace.go:171","msg":"trace[1447267275] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25837; }","duration":"383.346181ms","start":"2026-04-07T00:58:09.953581Z","end":"2026-04-07T00:58:10.336927Z","steps":["trace[1447267275] 'agreement among raft nodes before linearized reading' (duration: 383.230007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.336994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.863131Z","time spent":"473.848714ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:10.337001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.953506Z","time spent":"383.473825ms","remote":"127.0.0.1:43004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:10.337375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.675949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:58:10.33739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.458478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T00:58:10.337439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.45155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:10.337445Z","caller":"traceutil/trace.go:171","msg":"trace[251487004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25837; }","duration":"474.555362ms","start":"2026-04-07T00:58:09.862876Z","end":"2026-04-07T00:58:10.337432Z","steps":["trace[251487004] 'agreement among raft nodes before linearized reading' (duration: 474.213393ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:10.337429Z","caller":"traceutil/trace.go:171","msg":"trace[1153495028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25837; }","duration":"473.774721ms","start":"2026-04-07T00:58:09.863636Z","end":"2026-04-07T00:58:10.337411Z","steps":["trace[1153495028] 'agreement among raft nodes before linearized reading' (duration: 473.586196ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:10.337479Z","caller":"traceutil/trace.go:171","msg":"trace[1159141669] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25837; }","duration":"540.540852ms","start":"2026-04-07T00:58:09.796918Z","end":"2026-04-07T00:58:10.337459Z","steps":["trace[1159141669] 'agreement among raft nodes before linearized reading' (duration: 540.489741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.337477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.862855Z","time spent":"474.614363ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:58:10.337493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.863617Z","time spent":"473.861174ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:10.337506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.796893Z","time spent":"540.606484ms","remote":"127.0.0.1:39828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:10.337533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.497996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:58:10.337577Z","caller":"traceutil/trace.go:171","msg":"trace[1164738614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25837; }","duration":"475.578029ms","start":"2026-04-07T00:58:09.861983Z","end":"2026-04-07T00:58:10.337561Z","steps":["trace[1164738614] 'agreement among raft nodes before linearized reading' (duration: 475.431604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:10.337618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:09.861964Z","time spent":"475.646581ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:58:11.311207Z","caller":"traceutil/trace.go:171","msg":"trace[1673659502] linearizableReadLoop","detail":"{readStateIndex:26705; appliedIndex:26704; }","duration":"402.324799ms","start":"2026-04-07T00:58:10.90885Z","end":"2026-04-07T00:58:11.311175Z","steps":["trace[1673659502] 'read index received' (duration: 402.035202ms)","trace[1673659502] 'applied index is now lower than readState.Index' (duration: 287.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:11.31133Z","caller":"traceutil/trace.go:171","msg":"trace[629834840] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"559.237954ms","start":"2026-04-07T00:58:10.752046Z","end":"2026-04-07T00:58:11.311284Z","steps":["trace[629834840] 'process raft request' (duration: 558.914646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:11.311449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.557706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:11.31153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:10.752031Z","time spent":"559.390818ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:11.311574Z","caller":"traceutil/trace.go:171","msg":"trace[1088254186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25844; }","duration":"402.745531ms","start":"2026-04-07T00:58:10.908798Z","end":"2026-04-07T00:58:11.311543Z","steps":["trace[1088254186] 'agreement among raft nodes before linearized reading' (duration: 402.529715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:11.311602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.106388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-07T00:58:11.311631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:10.908773Z","time spent":"402.848214ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:58:11.311654Z","caller":"traceutil/trace.go:171","msg":"trace[786252775] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25844; }","duration":"316.225432ms","start":"2026-04-07T00:58:10.995412Z","end":"2026-04-07T00:58:11.311637Z","steps":["trace[786252775] 'agreement among raft nodes before linearized reading' (duration: 315.982156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:11.311697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:10.995388Z","time spent":"316.299233ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-07T00:58:12.633777Z","caller":"traceutil/trace.go:171","msg":"trace[1649076249] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"106.469474ms","start":"2026-04-07T00:58:12.527284Z","end":"2026-04-07T00:58:12.633753Z","steps":["trace[1649076249] 'process raft request' (duration: 68.732241ms)","trace[1649076249] 'compare' (duration: 37.63285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:13.630194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.019833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:13.630282Z","caller":"traceutil/trace.go:171","msg":"trace[1552226212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25869; }","duration":"726.337442ms","start":"2026-04-07T00:58:12.903923Z","end":"2026-04-07T00:58:13.63026Z","steps":["trace[1552226212] 'range keys from in-memory index tree' (duration: 725.946982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:13.63034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:12.903905Z","time spent":"726.425264ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:58:13.941914Z","caller":"traceutil/trace.go:171","msg":"trace[1795810949] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"100.822229ms","start":"2026-04-07T00:58:13.841056Z","end":"2026-04-07T00:58:13.941879Z","steps":["trace[1795810949] 'process raft request' (duration: 100.578563ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:14.04006Z","caller":"traceutil/trace.go:171","msg":"trace[905132716] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"104.501044ms","start":"2026-04-07T00:58:13.93552Z","end":"2026-04-07T00:58:14.040021Z","steps":["trace[905132716] 'process raft request' (duration: 98.975691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.040379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.521627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:14.040544Z","caller":"traceutil/trace.go:171","msg":"trace[1029568033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25872; }","duration":"134.767164ms","start":"2026-04-07T00:58:13.905738Z","end":"2026-04-07T00:58:14.040506Z","steps":["trace[1029568033] 'agreement among raft nodes before linearized reading' (duration: 134.313752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.699984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.267426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T00:58:14.700034Z","caller":"traceutil/trace.go:171","msg":"trace[103750166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25874; }","duration":"445.313498ms","start":"2026-04-07T00:58:14.254704Z","end":"2026-04-07T00:58:14.700018Z","steps":["trace[103750166] 'range keys from in-memory index tree' (duration: 445.080593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.70006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.254644Z","time spent":"445.41113ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T00:58:14.699963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.631899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:14.700693Z","caller":"traceutil/trace.go:171","msg":"trace[687881157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25874; }","duration":"353.233684ms","start":"2026-04-07T00:58:14.347245Z","end":"2026-04-07T00:58:14.700479Z","steps":["trace[687881157] 'count revisions from in-memory index tree' (duration: 352.544897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:14.700805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.347221Z","time spent":"353.539543ms","remote":"127.0.0.1:49906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:58:14.701122Z","caller":"traceutil/trace.go:171","msg":"trace[2046451352] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"351.615623ms","start":"2026-04-07T00:58:14.349473Z","end":"2026-04-07T00:58:14.701089Z","steps":["trace[2046451352] 'process raft request' (duration: 274.228909ms)","trace[2046451352] 'compare' (duration: 76.46105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:14.701316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.349458Z","time spent":"351.745545ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:15.938772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.301606159s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T00:58:15.93944Z","caller":"traceutil/trace.go:171","msg":"trace[1973004091] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"1.585523498s","start":"2026-04-07T00:58:14.353884Z","end":"2026-04-07T00:58:15.939408Z","steps":["trace[1973004091] 'process raft request' (duration: 1.585438546s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:15.939483Z","caller":"traceutil/trace.go:171","msg":"trace[1608254092] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"1.585651561s","start":"2026-04-07T00:58:14.353781Z","end":"2026-04-07T00:58:15.939432Z","steps":["trace[1608254092] 'process raft request' (duration: 1.585291712s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:15.939567Z","caller":"traceutil/trace.go:171","msg":"trace[770053663] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"1.585647001s","start":"2026-04-07T00:58:14.353853Z","end":"2026-04-07T00:58:15.9395Z","steps":["trace[770053663] 'process raft request' (duration: 1.585421986s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:15.939641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.353857Z","time spent":"1.585677061s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:15.939726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.353845Z","time spent":"1.585783655s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:15.939763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.353767Z","time spent":"1.585820956s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:15.940019Z","caller":"traceutil/trace.go:171","msg":"trace[2007858384] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"1.58602346s","start":"2026-04-07T00:58:14.353981Z","end":"2026-04-07T00:58:15.940004Z","steps":["trace[2007858384] 'process raft request' (duration: 1.585384033s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:15.940093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.353964Z","time spent":"1.586093243s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:15.94082Z","caller":"traceutil/trace.go:171","msg":"trace[995388353] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"1.586769789s","start":"2026-04-07T00:58:14.354028Z","end":"2026-04-07T00:58:15.940798Z","steps":["trace[995388353] 'process raft request' (duration: 1.585721373s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:15.940959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.354021Z","time spent":"1.586863601s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:15.941012Z","caller":"traceutil/trace.go:171","msg":"trace[1333359756] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"1.586912733s","start":"2026-04-07T00:58:14.354057Z","end":"2026-04-07T00:58:15.940969Z","steps":["trace[1333359756] 'process raft request' (duration: 1.586667957s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:15.941231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.354043Z","time spent":"1.587074348s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:15.941686Z","caller":"traceutil/trace.go:171","msg":"trace[1707556507] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"1.587004376s","start":"2026-04-07T00:58:14.354662Z","end":"2026-04-07T00:58:15.941666Z","steps":["trace[1707556507] 'process raft request' (duration: 1.586440653s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:15.941811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.354652Z","time spent":"1.587097678s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:15.941931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583841305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:58:15.942019Z","caller":"traceutil/trace.go:171","msg":"trace[572532744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25882; }","duration":"1.583963398s","start":"2026-04-07T00:58:14.358034Z","end":"2026-04-07T00:58:15.941997Z","steps":["trace[572532744] 'agreement among raft nodes before linearized reading' (duration: 1.583713271s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:15.942078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.358022Z","time spent":"1.58404069s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T00:58:15.942637Z","caller":"traceutil/trace.go:171","msg":"trace[651265826] linearizableReadLoop","detail":"{readStateIndex:26745; appliedIndex:26737; }","duration":"1.58366376s","start":"2026-04-07T00:58:14.358084Z","end":"2026-04-07T00:58:15.941748Z","steps":["trace[651265826] 'read index received' (duration: 265.782932ms)","trace[651265826] 'applied index is now lower than readState.Index' (duration: 1.317762365s)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:16.087584Z","caller":"traceutil/trace.go:171","msg":"trace[469865358] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"1.381861929s","start":"2026-04-07T00:58:14.705683Z","end":"2026-04-07T00:58:16.087545Z","steps":["trace[469865358] 'process raft request' (duration: 1.379327763s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:16.087797Z","caller":"traceutil/trace.go:171","msg":"trace[1234972844] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"775.377236ms","start":"2026-04-07T00:58:15.312392Z","end":"2026-04-07T00:58:16.087769Z","steps":["trace[1234972844] 'process raft request' (duration: 775.216592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.087815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.705658Z","time spent":"1.382004692s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:16.087942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:15.312369Z","time spent":"775.49ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:16.088122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589809259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:16.08805Z","caller":"traceutil/trace.go:171","msg":"trace[756647677] linearizableReadLoop","detail":"{readStateIndex:26747; appliedIndex:26745; }","duration":"145.274134ms","start":"2026-04-07T00:58:15.942727Z","end":"2026-04-07T00:58:16.088001Z","steps":["trace[756647677] 'read index received' (duration: 142.302217ms)","trace[756647677] 'applied index is now lower than readState.Index' (duration: 2.967267ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:16.088175Z","caller":"traceutil/trace.go:171","msg":"trace[360489027] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25884; }","duration":"1.589909131s","start":"2026-04-07T00:58:14.49825Z","end":"2026-04-07T00:58:16.088159Z","steps":["trace[360489027] 'agreement among raft nodes before linearized reading' (duration: 1.589836168s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.088224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.498223Z","time spent":"1.589988022s","remote":"127.0.0.1:38082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:16.088241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.405354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:16.088294Z","caller":"traceutil/trace.go:171","msg":"trace[258398089] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25884; }","duration":"499.504606ms","start":"2026-04-07T00:58:15.588772Z","end":"2026-04-07T00:58:16.088277Z","steps":["trace[258398089] 'agreement among raft nodes before linearized reading' (duration: 499.423804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.088344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:15.588747Z","time spent":"499.578837ms","remote":"127.0.0.1:59136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:16.088472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471146339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:16.088523Z","caller":"traceutil/trace.go:171","msg":"trace[2147431136] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25884; }","duration":"1.471278102s","start":"2026-04-07T00:58:14.617229Z","end":"2026-04-07T00:58:16.088507Z","steps":["trace[2147431136] 'agreement among raft nodes before linearized reading' (duration: 1.471204641s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.088565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.617205Z","time spent":"1.471346756s","remote":"127.0.0.1:40178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:16.088567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720862556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:58:16.088548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02846421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:16.088609Z","caller":"traceutil/trace.go:171","msg":"trace[1266752484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25884; }","duration":"1.720917558s","start":"2026-04-07T00:58:14.367678Z","end":"2026-04-07T00:58:16.088595Z","steps":["trace[1266752484] 'agreement among raft nodes before linearized reading' (duration: 1.720766904s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:16.08859Z","caller":"traceutil/trace.go:171","msg":"trace[1720383032] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"142.341249ms","start":"2026-04-07T00:58:15.946225Z","end":"2026-04-07T00:58:16.088566Z","steps":["trace[1720383032] 'process raft request' (duration: 141.490917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.08864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.36767Z","time spent":"1.720962699s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:58:16.088632Z","caller":"traceutil/trace.go:171","msg":"trace[279407110] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25884; }","duration":"1.028558312s","start":"2026-04-07T00:58:15.060051Z","end":"2026-04-07T00:58:16.08861Z","steps":["trace[279407110] 'agreement among raft nodes before linearized reading' (duration: 1.028427719s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.088667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722934979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:58:16.088678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:15.05999Z","time spent":"1.028678844s","remote":"127.0.0.1:47570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:16.088679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184952352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:16.088707Z","caller":"traceutil/trace.go:171","msg":"trace[1580523389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25885; }","duration":"1.722989001s","start":"2026-04-07T00:58:14.365706Z","end":"2026-04-07T00:58:16.088695Z","steps":["trace[1580523389] 'agreement among raft nodes before linearized reading' (duration: 1.722883608s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.088729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.402725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:16.088737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.365696Z","time spent":"1.723032962s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T00:58:16.088734Z","caller":"traceutil/trace.go:171","msg":"trace[1643535985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25885; }","duration":"1.185046795s","start":"2026-04-07T00:58:14.903672Z","end":"2026-04-07T00:58:16.088719Z","steps":["trace[1643535985] 'agreement among raft nodes before linearized reading' (duration: 1.184963443s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:16.088764Z","caller":"traceutil/trace.go:171","msg":"trace[1255345921] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25885; }","duration":"972.463975ms","start":"2026-04-07T00:58:15.116286Z","end":"2026-04-07T00:58:16.08875Z","steps":["trace[1255345921] 'agreement among raft nodes before linearized reading' (duration: 972.417804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.088776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.903649Z","time spent":"1.185116546s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T00:58:16.088797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:15.116276Z","time spent":"972.510597ms","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:16.088806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56623225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:58:16.08857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.136313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-07T00:58:16.088851Z","caller":"traceutil/trace.go:171","msg":"trace[250528541] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25885; }","duration":"1.566312094s","start":"2026-04-07T00:58:14.522527Z","end":"2026-04-07T00:58:16.088839Z","steps":["trace[250528541] 'agreement among raft nodes before linearized reading' (duration: 1.566234671s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.08888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725983228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T00:58:16.088567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723486074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:58:16.088883Z","caller":"traceutil/trace.go:171","msg":"trace[193695381] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25884; }","duration":"973.509713ms","start":"2026-04-07T00:58:15.115362Z","end":"2026-04-07T00:58:16.088872Z","steps":["trace[193695381] 'agreement among raft nodes before linearized reading' (duration: 973.065161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:16.088911Z","caller":"traceutil/trace.go:171","msg":"trace[1441430668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25885; }","duration":"1.72602856s","start":"2026-04-07T00:58:14.362873Z","end":"2026-04-07T00:58:16.088902Z","steps":["trace[1441430668] 'agreement among raft nodes before linearized reading' (duration: 1.725930568s)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:16.08892Z","caller":"traceutil/trace.go:171","msg":"trace[1825176138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25884; }","duration":"1.723912515s","start":"2026-04-07T00:58:14.364998Z","end":"2026-04-07T00:58:16.08891Z","steps":["trace[1825176138] 'agreement among raft nodes before linearized reading' (duration: 1.723462583s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.088928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:15.115335Z","time spent":"973.579225ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T00:58:16.088938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.362866Z","time spent":"1.726065651s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:58:16.088951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.364986Z","time spent":"1.723956156s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:16.088685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.960402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T00:58:16.08901Z","caller":"traceutil/trace.go:171","msg":"trace[1010417127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25885; }","duration":"719.332722ms","start":"2026-04-07T00:58:15.369668Z","end":"2026-04-07T00:58:16.089001Z","steps":["trace[1010417127] 'agreement among raft nodes before linearized reading' (duration: 718.939851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.088888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.522516Z","time spent":"1.566361944s","remote":"127.0.0.1:46004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:16.089038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:15.369642Z","time spent":"719.388833ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T00:58:16.088155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276528604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:16.089214Z","caller":"traceutil/trace.go:171","msg":"trace[1704841110] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25884; }","duration":"1.277671432s","start":"2026-04-07T00:58:14.811532Z","end":"2026-04-07T00:58:16.089204Z","steps":["trace[1704841110] 'agreement among raft nodes before linearized reading' (duration: 1.276496442s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:16.089272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:14.811509Z","time spent":"1.277752175s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:16.8846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.34389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:58:16.884774Z","caller":"traceutil/trace.go:171","msg":"trace[1550874026] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"178.426578ms","start":"2026-04-07T00:58:16.706318Z","end":"2026-04-07T00:58:16.884744Z","steps":["trace[1550874026] 'process raft request' (duration: 66.847133ms)","trace[1550874026] 'compare' (duration: 110.984551ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:17.215688Z","caller":"traceutil/trace.go:171","msg":"trace[725063550] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"272.883834ms","start":"2026-04-07T00:58:16.942781Z","end":"2026-04-07T00:58:17.215664Z","steps":["trace[725063550] 'process raft request' (duration: 272.71213ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:17.218061Z","caller":"traceutil/trace.go:171","msg":"trace[991542489] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"275.09579ms","start":"2026-04-07T00:58:16.942947Z","end":"2026-04-07T00:58:17.218043Z","steps":["trace[991542489] 'process raft request' (duration: 274.942816ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:17.218306Z","caller":"traceutil/trace.go:171","msg":"trace[298017620] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"273.748205ms","start":"2026-04-07T00:58:16.94455Z","end":"2026-04-07T00:58:17.218298Z","steps":["trace[298017620] 'process raft request' (duration: 273.450137ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:17.218311Z","caller":"traceutil/trace.go:171","msg":"trace[1196164812] linearizableReadLoop","detail":"{readStateIndex:26761; appliedIndex:26757; }","duration":"131.073868ms","start":"2026-04-07T00:58:17.087217Z","end":"2026-04-07T00:58:17.218291Z","steps":["trace[1196164812] 'read index received' (duration: 128.256346ms)","trace[1196164812] 'applied index is now lower than readState.Index' (duration: 2.816582ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:17.218368Z","caller":"traceutil/trace.go:171","msg":"trace[211241446] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"273.712065ms","start":"2026-04-07T00:58:16.944627Z","end":"2026-04-07T00:58:17.218339Z","steps":["trace[211241446] 'process raft request' (duration: 273.580492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:17.218411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.17342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:17.218441Z","caller":"traceutil/trace.go:171","msg":"trace[1243715087] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25898; }","duration":"131.255353ms","start":"2026-04-07T00:58:17.087176Z","end":"2026-04-07T00:58:17.218432Z","steps":["trace[1243715087] 'agreement among raft nodes before linearized reading' (duration: 131.183791ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:18.1736Z","caller":"traceutil/trace.go:171","msg":"trace[854211505] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"226.839687ms","start":"2026-04-07T00:58:17.946735Z","end":"2026-04-07T00:58:18.173574Z","steps":["trace[854211505] 'process raft request' (duration: 226.741954ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:18.173621Z","caller":"traceutil/trace.go:171","msg":"trace[753186398] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"226.876908ms","start":"2026-04-07T00:58:17.946707Z","end":"2026-04-07T00:58:18.173584Z","steps":["trace[753186398] 'process raft request' (duration: 189.224358ms)","trace[753186398] 'compare' (duration: 37.409014ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:18.173854Z","caller":"traceutil/trace.go:171","msg":"trace[1511905600] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"226.298293ms","start":"2026-04-07T00:58:17.947513Z","end":"2026-04-07T00:58:18.173811Z","steps":["trace[1511905600] 'process raft request' (duration: 226.017715ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:18.173888Z","caller":"traceutil/trace.go:171","msg":"trace[1228514213] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"226.299753ms","start":"2026-04-07T00:58:17.947563Z","end":"2026-04-07T00:58:18.173863Z","steps":["trace[1228514213] 'process raft request' (duration: 226.076156ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:18.174526Z","caller":"traceutil/trace.go:171","msg":"trace[765865375] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"226.413586ms","start":"2026-04-07T00:58:17.948091Z","end":"2026-04-07T00:58:18.174504Z","steps":["trace[765865375] 'process raft request' (duration: 225.681027ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:18.174552Z","caller":"traceutil/trace.go:171","msg":"trace[1333995346] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"226.500958ms","start":"2026-04-07T00:58:17.948039Z","end":"2026-04-07T00:58:18.17454Z","steps":["trace[1333995346] 'process raft request' (duration: 225.688957ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:19.358859Z","caller":"traceutil/trace.go:171","msg":"trace[241248336] linearizableReadLoop","detail":"{readStateIndex:26779; appliedIndex:26778; }","duration":"220.930574ms","start":"2026-04-07T00:58:19.137906Z","end":"2026-04-07T00:58:19.358836Z","steps":["trace[241248336] 'read index received' (duration: 144.195377ms)","trace[241248336] 'applied index is now lower than readState.Index' (duration: 76.734207ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:19.358935Z","caller":"traceutil/trace.go:171","msg":"trace[2134255619] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"229.915406ms","start":"2026-04-07T00:58:19.128985Z","end":"2026-04-07T00:58:19.358901Z","steps":["trace[2134255619] 'process raft request' (duration: 153.137798ms)","trace[2134255619] 'compare' (duration: 76.589613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:19.359076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.14344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-07T00:58:19.359115Z","caller":"traceutil/trace.go:171","msg":"trace[1521326363] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25916; }","duration":"221.216332ms","start":"2026-04-07T00:58:19.13789Z","end":"2026-04-07T00:58:19.359106Z","steps":["trace[1521326363] 'agreement among raft nodes before linearized reading' (duration: 221.048397ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:19.361128Z","caller":"traceutil/trace.go:171","msg":"trace[1088072330] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"196.472425ms","start":"2026-04-07T00:58:19.164627Z","end":"2026-04-07T00:58:19.3611Z","steps":["trace[1088072330] 'process raft request' (duration: 196.289969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:19.471112Z","caller":"traceutil/trace.go:171","msg":"trace[966883449] linearizableReadLoop","detail":"{readStateIndex:26781; appliedIndex:26779; }","duration":"112.167442ms","start":"2026-04-07T00:58:19.358915Z","end":"2026-04-07T00:58:19.471083Z","steps":["trace[966883449] 'read index received' (duration: 2.006092ms)","trace[966883449] 'applied index is now lower than readState.Index' (duration: 110.15971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:19.471314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.424319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:19.471352Z","caller":"traceutil/trace.go:171","msg":"trace[447174183] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25917; }","duration":"249.514011ms","start":"2026-04-07T00:58:19.221826Z","end":"2026-04-07T00:58:19.47134Z","steps":["trace[447174183] 'agreement among raft nodes before linearized reading' (duration: 249.410039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:19.471398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.218917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:19.471459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.560147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18a3ed3176296b6e\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-04-07T00:58:19.471489Z","caller":"traceutil/trace.go:171","msg":"trace[371228631] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25917; }","duration":"279.36479ms","start":"2026-04-07T00:58:19.192103Z","end":"2026-04-07T00:58:19.471468Z","steps":["trace[371228631] 'agreement among raft nodes before linearized reading' (duration: 279.191996ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:19.471535Z","caller":"traceutil/trace.go:171","msg":"trace[1587036768] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18a3ed3176296b6e; range_end:; response_count:1; response_revision:25917; }","duration":"108.730812ms","start":"2026-04-07T00:58:19.362783Z","end":"2026-04-07T00:58:19.471513Z","steps":["trace[1587036768] 'agreement among raft nodes before linearized reading' (duration: 108.486776ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:35.220283Z","caller":"traceutil/trace.go:171","msg":"trace[111296444] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"268.592903ms","start":"2026-04-07T00:58:34.951656Z","end":"2026-04-07T00:58:35.220249Z","steps":["trace[111296444] 'process raft request' (duration: 268.287875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:36.382924Z","caller":"traceutil/trace.go:171","msg":"trace[1347618569] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"283.852316ms","start":"2026-04-07T00:58:36.099043Z","end":"2026-04-07T00:58:36.382895Z","steps":["trace[1347618569] 'process raft request' (duration: 283.672981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:36.412883Z","caller":"traceutil/trace.go:171","msg":"trace[306600842] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"299.978883ms","start":"2026-04-07T00:58:36.112876Z","end":"2026-04-07T00:58:36.412855Z","steps":["trace[306600842] 'process raft request' (duration: 299.767488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:36.413055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:36.112841Z","time spent":"300.122936ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:36.413261Z","caller":"traceutil/trace.go:171","msg":"trace[818430304] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"138.222252ms","start":"2026-04-07T00:58:36.274995Z","end":"2026-04-07T00:58:36.413217Z","steps":["trace[818430304] 'process raft request' (duration: 137.814902ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:36.413277Z","caller":"traceutil/trace.go:171","msg":"trace[377403800] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"131.93047ms","start":"2026-04-07T00:58:36.281287Z","end":"2026-04-07T00:58:36.413217Z","steps":["trace[377403800] 'process raft request' (duration: 131.765386ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:36.413289Z","caller":"traceutil/trace.go:171","msg":"trace[1208321872] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"128.227516ms","start":"2026-04-07T00:58:36.285038Z","end":"2026-04-07T00:58:36.413266Z","steps":["trace[1208321872] 'process raft request' (duration: 128.121282ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:36.413396Z","caller":"traceutil/trace.go:171","msg":"trace[490652764] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"127.490736ms","start":"2026-04-07T00:58:36.285897Z","end":"2026-04-07T00:58:36.413388Z","steps":["trace[490652764] 'process raft request' (duration: 127.29299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:36.413615Z","caller":"traceutil/trace.go:171","msg":"trace[1131828151] linearizableReadLoop","detail":"{readStateIndex:26922; appliedIndex:26914; }","duration":"120.781483ms","start":"2026-04-07T00:58:36.29282Z","end":"2026-04-07T00:58:36.413602Z","steps":["trace[1131828151] 'read index received' (duration: 89.960539ms)","trace[1131828151] 'applied index is now lower than readState.Index' (duration: 30.819794ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:36.413663Z","caller":"traceutil/trace.go:171","msg":"trace[1070362326] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"127.404933ms","start":"2026-04-07T00:58:36.286248Z","end":"2026-04-07T00:58:36.413653Z","steps":["trace[1070362326] 'process raft request' (duration: 127.107916ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:36.413696Z","caller":"traceutil/trace.go:171","msg":"trace[2095757229] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"126.337595ms","start":"2026-04-07T00:58:36.287349Z","end":"2026-04-07T00:58:36.413686Z","steps":["trace[2095757229] 'process raft request' (duration: 126.198042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:36.413862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.945004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:58:36.413892Z","caller":"traceutil/trace.go:171","msg":"trace[1595141635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26055; }","duration":"117.012526ms","start":"2026-04-07T00:58:36.296873Z","end":"2026-04-07T00:58:36.413885Z","steps":["trace[1595141635] 'agreement among raft nodes before linearized reading' (duration: 116.867163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:36.413875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.097789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:58:36.413929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.097742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:58:36.413995Z","caller":"traceutil/trace.go:171","msg":"trace[1466683407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26055; }","duration":"121.208945ms","start":"2026-04-07T00:58:36.292772Z","end":"2026-04-07T00:58:36.413981Z","steps":["trace[1466683407] 'agreement among raft nodes before linearized reading' (duration: 121.01552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:36.414067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.93626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:58:36.414126Z","caller":"traceutil/trace.go:171","msg":"trace[1592296243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26055; }","duration":"118.003622ms","start":"2026-04-07T00:58:36.296109Z","end":"2026-04-07T00:58:36.414112Z","steps":["trace[1592296243] 'agreement among raft nodes before linearized reading' (duration: 117.864058ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:36.413944Z","caller":"traceutil/trace.go:171","msg":"trace[1563707130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26055; }","duration":"119.199172ms","start":"2026-04-07T00:58:36.294723Z","end":"2026-04-07T00:58:36.413922Z","steps":["trace[1563707130] 'agreement among raft nodes before linearized reading' (duration: 118.986997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:36.414232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.446449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:58:36.414261Z","caller":"traceutil/trace.go:171","msg":"trace[2144955986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26055; }","duration":"119.49468ms","start":"2026-04-07T00:58:36.294758Z","end":"2026-04-07T00:58:36.414253Z","steps":["trace[2144955986] 'agreement among raft nodes before linearized reading' (duration: 119.421578ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:37.42548Z","caller":"traceutil/trace.go:171","msg":"trace[304464369] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"200.551279ms","start":"2026-04-07T00:58:37.224906Z","end":"2026-04-07T00:58:37.425457Z","steps":["trace[304464369] 'process raft request' (duration: 200.379605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:37.815414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.310494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:58:37.81553Z","caller":"traceutil/trace.go:171","msg":"trace[1193060210] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26929; }","duration":"275.326067ms","start":"2026-04-07T00:58:37.540183Z","end":"2026-04-07T00:58:37.815509Z","steps":["trace[1193060210] 'read index received' (duration: 27.846788ms)","trace[1193060210] 'applied index is now lower than readState.Index' (duration: 247.478129ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:37.815623Z","caller":"traceutil/trace.go:171","msg":"trace[83357862] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"589.919596ms","start":"2026-04-07T00:58:37.225692Z","end":"2026-04-07T00:58:37.815611Z","steps":["trace[83357862] 'process raft request' (duration: 342.316374ms)","trace[83357862] 'compare' (duration: 247.192651ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:37.815692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:37.22567Z","time spent":"589.986377ms","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:37.815708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.441647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:37.815763Z","caller":"traceutil/trace.go:171","msg":"trace[2026945386] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26063; }","duration":"181.510918ms","start":"2026-04-07T00:58:37.634237Z","end":"2026-04-07T00:58:37.815748Z","steps":["trace[2026945386] 'agreement among raft nodes before linearized reading' (duration: 181.412516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:37.815878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.703547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:37.815899Z","caller":"traceutil/trace.go:171","msg":"trace[57808644] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26063; }","duration":"275.769068ms","start":"2026-04-07T00:58:37.540125Z","end":"2026-04-07T00:58:37.815894Z","steps":["trace[57808644] 'agreement among raft nodes before linearized reading' (duration: 275.734297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:37.816036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.921092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:37.816061Z","caller":"traceutil/trace.go:171","msg":"trace[1856946340] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26063; }","duration":"121.982504ms","start":"2026-04-07T00:58:37.694068Z","end":"2026-04-07T00:58:37.81605Z","steps":["trace[1856946340] 'agreement among raft nodes before linearized reading' (duration: 121.949453ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:38.66334Z","caller":"traceutil/trace.go:171","msg":"trace[294783139] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"275.455469ms","start":"2026-04-07T00:58:38.387861Z","end":"2026-04-07T00:58:38.663316Z","steps":["trace[294783139] 'process raft request' (duration: 275.310846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:38.870889Z","caller":"traceutil/trace.go:171","msg":"trace[1178249376] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"451.674712ms","start":"2026-04-07T00:58:38.419196Z","end":"2026-04-07T00:58:38.870871Z","steps":["trace[1178249376] 'process raft request' (duration: 451.529548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.870993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.419172Z","time spent":"451.767804ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:38.871216Z","caller":"traceutil/trace.go:171","msg":"trace[71540366] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"451.812545ms","start":"2026-04-07T00:58:38.419331Z","end":"2026-04-07T00:58:38.871144Z","steps":["trace[71540366] 'process raft request' (duration: 451.506918ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:38.871299Z","caller":"traceutil/trace.go:171","msg":"trace[2044528087] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"451.881528ms","start":"2026-04-07T00:58:38.419408Z","end":"2026-04-07T00:58:38.87129Z","steps":["trace[2044528087] 'process raft request' (duration: 451.660202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.871339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.419379Z","time spent":"451.93989ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:38.871334Z","caller":"traceutil/trace.go:171","msg":"trace[725853067] linearizableReadLoop","detail":"{readStateIndex:26937; appliedIndex:26930; }","duration":"447.388621ms","start":"2026-04-07T00:58:38.423923Z","end":"2026-04-07T00:58:38.871311Z","steps":["trace[725853067] 'read index received' (duration: 239.287837ms)","trace[725853067] 'applied index is now lower than readState.Index' (duration: 208.099384ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:38.871392Z","caller":"traceutil/trace.go:171","msg":"trace[1768821169] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"450.05348ms","start":"2026-04-07T00:58:38.421334Z","end":"2026-04-07T00:58:38.871388Z","steps":["trace[1768821169] 'process raft request' (duration: 449.896906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.871423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.421322Z","time spent":"450.085102ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:38.871471Z","caller":"traceutil/trace.go:171","msg":"trace[182565375] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"451.60492ms","start":"2026-04-07T00:58:38.419857Z","end":"2026-04-07T00:58:38.871462Z","steps":["trace[182565375] 'process raft request' (duration: 451.330152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.871499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.419846Z","time spent":"451.641702ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:38.871461Z","caller":"traceutil/trace.go:171","msg":"trace[334030940] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"449.726083ms","start":"2026-04-07T00:58:38.421721Z","end":"2026-04-07T00:58:38.871447Z","steps":["trace[334030940] 'process raft request' (duration: 449.548568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.871573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.421712Z","time spent":"449.829155ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:38.871611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.080078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:58:38.871657Z","caller":"traceutil/trace.go:171","msg":"trace[20314140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26070; }","duration":"446.14712ms","start":"2026-04-07T00:58:38.425504Z","end":"2026-04-07T00:58:38.871651Z","steps":["trace[20314140] 'agreement among raft nodes before linearized reading' (duration: 446.035647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.871674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.425496Z","time spent":"446.17359ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:38.871371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.419323Z","time spent":"451.95819ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:38.871751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.898685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:38.871768Z","caller":"traceutil/trace.go:171","msg":"trace[1711581547] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26070; }","duration":"222.957586ms","start":"2026-04-07T00:58:38.648805Z","end":"2026-04-07T00:58:38.871763Z","steps":["trace[1711581547] 'agreement among raft nodes before linearized reading' (duration: 222.928906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.871839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.340035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T00:58:38.871873Z","caller":"traceutil/trace.go:171","msg":"trace[1162703255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26070; }","duration":"441.398897ms","start":"2026-04-07T00:58:38.430465Z","end":"2026-04-07T00:58:38.871864Z","steps":["trace[1162703255] 'agreement among raft nodes before linearized reading' (duration: 441.289264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.871854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.452553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:38.871893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.430452Z","time spent":"441.436398ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:38.871917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.470202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:58:38.871912Z","caller":"traceutil/trace.go:171","msg":"trace[1409146175] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26070; }","duration":"305.603517ms","start":"2026-04-07T00:58:38.566294Z","end":"2026-04-07T00:58:38.871897Z","steps":["trace[1409146175] 'agreement among raft nodes before linearized reading' (duration: 305.487994ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:38.871938Z","caller":"traceutil/trace.go:171","msg":"trace[1913119331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26070; }","duration":"445.530494ms","start":"2026-04-07T00:58:38.426403Z","end":"2026-04-07T00:58:38.871934Z","steps":["trace[1913119331] 'agreement among raft nodes before linearized reading' (duration: 445.490183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.871953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.426383Z","time spent":"445.566724ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:58:38.871954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.566272Z","time spent":"305.671269ms","remote":"127.0.0.1:37870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:58:38.871883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.514799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:58:38.872133Z","caller":"traceutil/trace.go:171","msg":"trace[90652813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26070; }","duration":"441.788027ms","start":"2026-04-07T00:58:38.430334Z","end":"2026-04-07T00:58:38.872122Z","steps":["trace[90652813] 'agreement among raft nodes before linearized reading' (duration: 441.51441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.872158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.430323Z","time spent":"441.827728ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:38.873961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.03484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:58:38.87402Z","caller":"traceutil/trace.go:171","msg":"trace[167892063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26070; }","duration":"450.130712ms","start":"2026-04-07T00:58:38.423876Z","end":"2026-04-07T00:58:38.874007Z","steps":["trace[167892063] 'agreement among raft nodes before linearized reading' (duration: 447.608438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:38.874057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:38.423867Z","time spent":"450.180484ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:58:39.828589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.757328ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-07T00:58:39.829036Z","caller":"traceutil/trace.go:171","msg":"trace[1334343188] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"397.351781ms","start":"2026-04-07T00:58:39.431645Z","end":"2026-04-07T00:58:39.828997Z","steps":["trace[1334343188] 'process raft request' (duration: 397.028223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:39.829191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:39.431618Z","time spent":"397.493586ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:40.642333Z","caller":"traceutil/trace.go:171","msg":"trace[2001334994] linearizableReadLoop","detail":"{readStateIndex:26951; appliedIndex:26950; }","duration":"220.901443ms","start":"2026-04-07T00:58:40.421389Z","end":"2026-04-07T00:58:40.64229Z","steps":["trace[2001334994] 'read index received' (duration: 220.645157ms)","trace[2001334994] 'applied index is now lower than readState.Index' (duration: 255.166µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:40.642595Z","caller":"traceutil/trace.go:171","msg":"trace[2090416505] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"337.1571ms","start":"2026-04-07T00:58:40.305421Z","end":"2026-04-07T00:58:40.642578Z","steps":["trace[2090416505] 'process raft request' (duration: 336.685008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:40.64263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.216512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:40.642693Z","caller":"traceutil/trace.go:171","msg":"trace[1033264300] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26083; }","duration":"221.324315ms","start":"2026-04-07T00:58:40.42135Z","end":"2026-04-07T00:58:40.642674Z","steps":["trace[1033264300] 'agreement among raft nodes before linearized reading' (duration: 221.209032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:40.642723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.305403Z","time spent":"337.248473ms","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:40.946456Z","caller":"traceutil/trace.go:171","msg":"trace[52680013] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"293.399623ms","start":"2026-04-07T00:58:40.653032Z","end":"2026-04-07T00:58:40.946432Z","steps":["trace[52680013] 'process raft request' (duration: 234.566226ms)","trace[52680013] 'compare' (duration: 58.463687ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:41.326997Z","caller":"traceutil/trace.go:171","msg":"trace[1764890519] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"449.330631ms","start":"2026-04-07T00:58:40.877639Z","end":"2026-04-07T00:58:41.32697Z","steps":["trace[1764890519] 'process raft request' (duration: 449.124566ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.327027Z","caller":"traceutil/trace.go:171","msg":"trace[1780488325] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"653.517254ms","start":"2026-04-07T00:58:40.673476Z","end":"2026-04-07T00:58:41.326994Z","steps":["trace[1780488325] 'process raft request' (duration: 653.238037ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.327074Z","caller":"traceutil/trace.go:171","msg":"trace[366746580] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"449.425824ms","start":"2026-04-07T00:58:40.877635Z","end":"2026-04-07T00:58:41.327061Z","steps":["trace[366746580] 'process raft request' (duration: 449.171457ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.327082Z","caller":"traceutil/trace.go:171","msg":"trace[1566630184] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"449.356992ms","start":"2026-04-07T00:58:40.877714Z","end":"2026-04-07T00:58:41.327071Z","steps":["trace[1566630184] 'process raft request' (duration: 449.130146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.327154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.87763Z","time spent":"449.438875ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:41.327168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.877709Z","time spent":"449.411594ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:41.327194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.673453Z","time spent":"653.657078ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:41.327194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.877607Z","time spent":"449.505876ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:41.32702Z","caller":"traceutil/trace.go:171","msg":"trace[355280420] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"673.50401ms","start":"2026-04-07T00:58:40.653478Z","end":"2026-04-07T00:58:41.326982Z","steps":["trace[355280420] 'process raft request' (duration: 668.624334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.327329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.653461Z","time spent":"673.834399ms","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:41.327341Z","caller":"traceutil/trace.go:171","msg":"trace[1938296255] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"449.318721ms","start":"2026-04-07T00:58:40.878012Z","end":"2026-04-07T00:58:41.327331Z","steps":["trace[1938296255] 'process raft request' (duration: 448.90162ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.32714Z","caller":"traceutil/trace.go:171","msg":"trace[1666126263] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"672.543585ms","start":"2026-04-07T00:58:40.654565Z","end":"2026-04-07T00:58:41.327109Z","steps":["trace[1666126263] 'process raft request' (duration: 672.078494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.327445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.878006Z","time spent":"449.370962ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:41.327477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.654559Z","time spent":"672.870384ms","remote":"127.0.0.1:46304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:41.327012Z","caller":"traceutil/trace.go:171","msg":"trace[803499445] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"449.26015ms","start":"2026-04-07T00:58:40.877727Z","end":"2026-04-07T00:58:41.326987Z","steps":["trace[803499445] 'process raft request' (duration: 449.157037ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.327499Z","caller":"traceutil/trace.go:171","msg":"trace[1312828072] linearizableReadLoop","detail":"{readStateIndex:26961; appliedIndex:26951; }","duration":"447.134525ms","start":"2026-04-07T00:58:40.880354Z","end":"2026-04-07T00:58:41.327489Z","steps":["trace[1312828072] 'read index received' (duration: 7.220236ms)","trace[1312828072] 'applied index is now lower than readState.Index' (duration: 439.913569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:58:41.327602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.877716Z","time spent":"449.849885ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:58:41.327617Z","caller":"traceutil/trace.go:171","msg":"trace[162254523] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"448.90306ms","start":"2026-04-07T00:58:40.878701Z","end":"2026-04-07T00:58:41.327604Z","steps":["trace[162254523] 'process raft request' (duration: 448.544331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.327625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.272729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:58:41.327663Z","caller":"traceutil/trace.go:171","msg":"trace[1582687712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26093; }","duration":"447.338ms","start":"2026-04-07T00:58:40.880314Z","end":"2026-04-07T00:58:41.327652Z","steps":["trace[1582687712] 'agreement among raft nodes before linearized reading' (duration: 447.205897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.32768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.878675Z","time spent":"448.972982ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:58:41.327707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.880306Z","time spent":"447.394011ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T00:58:41.327735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.283013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T00:58:41.327757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.651563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:58:41.327783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.911391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T00:58:41.327805Z","caller":"traceutil/trace.go:171","msg":"trace[1790980648] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:26093; }","duration":"145.984013ms","start":"2026-04-07T00:58:41.181814Z","end":"2026-04-07T00:58:41.327798Z","steps":["trace[1790980648] 'agreement among raft nodes before linearized reading' (duration: 145.931881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.327831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.790909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T00:58:41.327834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.29372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:58:41.327863Z","caller":"traceutil/trace.go:171","msg":"trace[104322859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26093; }","duration":"443.82271ms","start":"2026-04-07T00:58:40.884032Z","end":"2026-04-07T00:58:41.327855Z","steps":["trace[104322859] 'agreement among raft nodes before linearized reading' (duration: 443.751288ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.327871Z","caller":"traceutil/trace.go:171","msg":"trace[1402358590] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26093; }","duration":"295.381353ms","start":"2026-04-07T00:58:41.032479Z","end":"2026-04-07T00:58:41.327861Z","steps":["trace[1402358590] 'agreement among raft nodes before linearized reading' (duration: 295.319912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.32789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.884007Z","time spent":"443.876771ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T00:58:41.327803Z","caller":"traceutil/trace.go:171","msg":"trace[45425818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26093; }","duration":"422.731515ms","start":"2026-04-07T00:58:40.90506Z","end":"2026-04-07T00:58:41.327792Z","steps":["trace[45425818] 'agreement among raft nodes before linearized reading' (duration: 422.661264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.327932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.20241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T00:58:41.327953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.235436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-07T00:58:41.327979Z","caller":"traceutil/trace.go:171","msg":"trace[552421258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26093; }","duration":"444.262362ms","start":"2026-04-07T00:58:40.883706Z","end":"2026-04-07T00:58:41.327968Z","steps":["trace[552421258] 'agreement among raft nodes before linearized reading' (duration: 444.115417ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.327987Z","caller":"traceutil/trace.go:171","msg":"trace[1823091959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26093; }","duration":"445.297308ms","start":"2026-04-07T00:58:40.88268Z","end":"2026-04-07T00:58:41.327977Z","steps":["trace[1823091959] 'agreement among raft nodes before linearized reading' (duration: 445.145933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.328016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.883693Z","time spent":"444.312453ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:58:41.32802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.882665Z","time spent":"445.345899ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:58:41.327948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.905045Z","time spent":"422.89512ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T00:58:41.327766Z","caller":"traceutil/trace.go:171","msg":"trace[1125707774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26093; }","duration":"446.324194ms","start":"2026-04-07T00:58:40.881433Z","end":"2026-04-07T00:58:41.327757Z","steps":["trace[1125707774] 'agreement among raft nodes before linearized reading' (duration: 446.204291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:58:41.328216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:58:40.881428Z","time spent":"446.777476ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:58:41.470746Z","caller":"traceutil/trace.go:171","msg":"trace[1083348934] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"133.347208ms","start":"2026-04-07T00:58:41.337374Z","end":"2026-04-07T00:58:41.470721Z","steps":["trace[1083348934] 'process raft request' (duration: 133.285705ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.471253Z","caller":"traceutil/trace.go:171","msg":"trace[857993764] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"136.382716ms","start":"2026-04-07T00:58:41.334848Z","end":"2026-04-07T00:58:41.47123Z","steps":["trace[857993764] 'process raft request' (duration: 135.702218ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.471475Z","caller":"traceutil/trace.go:171","msg":"trace[594542148] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"137.254008ms","start":"2026-04-07T00:58:41.334211Z","end":"2026-04-07T00:58:41.471465Z","steps":["trace[594542148] 'process raft request' (duration: 105.355655ms)","trace[594542148] 'compare' (duration: 30.810774ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:58:41.471608Z","caller":"traceutil/trace.go:171","msg":"trace[1853240620] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"135.268837ms","start":"2026-04-07T00:58:41.336332Z","end":"2026-04-07T00:58:41.471601Z","steps":["trace[1853240620] 'process raft request' (duration: 134.289891ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.471666Z","caller":"traceutil/trace.go:171","msg":"trace[1337064315] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"136.033546ms","start":"2026-04-07T00:58:41.335627Z","end":"2026-04-07T00:58:41.471661Z","steps":["trace[1337064315] 'process raft request' (duration: 134.964898ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.505346Z","caller":"traceutil/trace.go:171","msg":"trace[837980897] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"143.276854ms","start":"2026-04-07T00:58:41.362043Z","end":"2026-04-07T00:58:41.50532Z","steps":["trace[837980897] 'process raft request' (duration: 142.777361ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:58:41.982583Z","caller":"traceutil/trace.go:171","msg":"trace[423260752] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"143.843928ms","start":"2026-04-07T00:58:41.838715Z","end":"2026-04-07T00:58:41.982559Z","steps":["trace[423260752] 'process raft request' (duration: 143.495319ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:04.174616Z","caller":"traceutil/trace.go:171","msg":"trace[2138598917] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"107.108711ms","start":"2026-04-07T00:59:04.067481Z","end":"2026-04-07T00:59:04.174589Z","steps":["trace[2138598917] 'process raft request' (duration: 106.68487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:04.701314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.945671ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-07T00:59:04.701414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:04.175834Z","time spent":"525.574557ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T00:59:05.328902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.960603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:59:05.329056Z","caller":"traceutil/trace.go:171","msg":"trace[428126194] linearizableReadLoop","detail":"{readStateIndex:27139; appliedIndex:27138; }","duration":"609.841789ms","start":"2026-04-07T00:59:04.719167Z","end":"2026-04-07T00:59:05.329008Z","steps":["trace[428126194] 'read index received' (duration: 300.680801ms)","trace[428126194] 'applied index is now lower than readState.Index' (duration: 309.157978ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:59:05.329182Z","caller":"traceutil/trace.go:171","msg":"trace[677166524] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"626.286792ms","start":"2026-04-07T00:59:04.702837Z","end":"2026-04-07T00:59:05.329124Z","steps":["trace[677166524] 'process raft request' (duration: 316.991351ms)","trace[677166524] 'compare' (duration: 308.720407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:59:05.329276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.068485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T00:59:05.329338Z","caller":"traceutil/trace.go:171","msg":"trace[2082203712] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26266; }","duration":"610.163258ms","start":"2026-04-07T00:59:04.719157Z","end":"2026-04-07T00:59:05.329321Z","steps":["trace[2082203712] 'agreement among raft nodes before linearized reading' (duration: 609.973892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:05.329361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:04.702805Z","time spent":"626.476318ms","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:59:05.329392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:04.719112Z","time spent":"610.26133ms","remote":"127.0.0.1:38076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T00:59:05.330168Z","caller":"traceutil/trace.go:171","msg":"trace[1356182871] transaction","detail":"{read_only:false; response_revision:26267; number_of_response:1; }","duration":"325.158881ms","start":"2026-04-07T00:59:05.004989Z","end":"2026-04-07T00:59:05.330148Z","steps":["trace[1356182871] 'process raft request' (duration: 325.035328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:05.330289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.004965Z","time spent":"325.260884ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:59:05.730639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.569512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T00:59:05.730857Z","caller":"traceutil/trace.go:171","msg":"trace[1094708319] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"298.463683ms","start":"2026-04-07T00:59:05.432378Z","end":"2026-04-07T00:59:05.730841Z","steps":["trace[1094708319] 'process raft request' (duration: 298.377481ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:05.731069Z","caller":"traceutil/trace.go:171","msg":"trace[1002435462] linearizableReadLoop","detail":"{readStateIndex:27141; appliedIndex:27139; }","duration":"401.939391ms","start":"2026-04-07T00:59:05.329095Z","end":"2026-04-07T00:59:05.731035Z","steps":["trace[1002435462] 'read index received' (duration: 953.556µs)","trace[1002435462] 'applied index is now lower than readState.Index' (duration: 400.980505ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T00:59:05.731053Z","caller":"traceutil/trace.go:171","msg":"trace[309857524] transaction","detail":"{read_only:false; response_revision:26268; number_of_response:1; }","duration":"585.088411ms","start":"2026-04-07T00:59:05.145909Z","end":"2026-04-07T00:59:05.730997Z","steps":["trace[309857524] 'process raft request' (duration: 413.082128ms)","trace[309857524] 'compare' (duration: 171.221763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:59:05.731387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.145882Z","time spent":"585.413489ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:59:05.731418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.502625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-07T00:59:05.731477Z","caller":"traceutil/trace.go:171","msg":"trace[489410826] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26269; }","duration":"821.601078ms","start":"2026-04-07T00:59:04.909857Z","end":"2026-04-07T00:59:05.731458Z","steps":["trace[489410826] 'agreement among raft nodes before linearized reading' (duration: 821.350102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:05.731532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:04.90984Z","time spent":"821.68062ms","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-04-07T00:59:06.067199Z","caller":"traceutil/trace.go:171","msg":"trace[667856090] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"480.895116ms","start":"2026-04-07T00:59:05.586284Z","end":"2026-04-07T00:59:06.067179Z","steps":["trace[667856090] 'process raft request' (duration: 462.05731ms)","trace[667856090] 'compare' (duration: 18.323802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:59:06.06734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.586253Z","time spent":"481.021348ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:59:06.067531Z","caller":"traceutil/trace.go:171","msg":"trace[1395716070] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"462.929532ms","start":"2026-04-07T00:59:05.604592Z","end":"2026-04-07T00:59:06.067522Z","steps":["trace[1395716070] 'process raft request' (duration: 462.516381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.067575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.604571Z","time spent":"462.983063ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:59:06.067685Z","caller":"traceutil/trace.go:171","msg":"trace[1454966571] transaction","detail":"{read_only:false; response_revision:26272; number_of_response:1; }","duration":"463.058845ms","start":"2026-04-07T00:59:05.604598Z","end":"2026-04-07T00:59:06.067656Z","steps":["trace[1454966571] 'process raft request' (duration: 462.85686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.067874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.604579Z","time spent":"463.216829ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:59:06.067773Z","caller":"traceutil/trace.go:171","msg":"trace[481514810] linearizableReadLoop","detail":"{readStateIndex:27148; appliedIndex:27142; }","duration":"336.575155ms","start":"2026-04-07T00:59:05.731176Z","end":"2026-04-07T00:59:06.067751Z","steps":["trace[481514810] 'read index received' (duration: 317.201416ms)","trace[481514810] 'applied index is now lower than readState.Index' (duration: 19.372709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T00:59:06.068021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.489553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T00:59:06.067987Z","caller":"traceutil/trace.go:171","msg":"trace[1185283381] transaction","detail":"{read_only:false; response_revision:26273; number_of_response:1; }","duration":"463.154589ms","start":"2026-04-07T00:59:05.604803Z","end":"2026-04-07T00:59:06.067957Z","steps":["trace[1185283381] 'process raft request' (duration: 462.717737ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:06.067989Z","caller":"traceutil/trace.go:171","msg":"trace[1586097099] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"463.128097ms","start":"2026-04-07T00:59:05.604818Z","end":"2026-04-07T00:59:06.067946Z","steps":["trace[1586097099] 'process raft request' (duration: 462.87054ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:06.068059Z","caller":"traceutil/trace.go:171","msg":"trace[864651111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26275; }","duration":"464.574095ms","start":"2026-04-07T00:59:05.603478Z","end":"2026-04-07T00:59:06.068052Z","steps":["trace[864651111] 'agreement among raft nodes before linearized reading' (duration: 464.428951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.068039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.607734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:59:06.068084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.603452Z","time spent":"464.628187ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T00:59:06.06812Z","caller":"traceutil/trace.go:171","msg":"trace[1239493529] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26275; }","duration":"557.756897ms","start":"2026-04-07T00:59:05.510347Z","end":"2026-04-07T00:59:06.068103Z","steps":["trace[1239493529] 'agreement among raft nodes before linearized reading' (duration: 557.577793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.068117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.347099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T00:59:06.068155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.049443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T00:59:06.068132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.438142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T00:59:06.068179Z","caller":"traceutil/trace.go:171","msg":"trace[623290179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26275; }","duration":"158.131036ms","start":"2026-04-07T00:59:05.910043Z","end":"2026-04-07T00:59:06.068174Z","steps":["trace[623290179] 'agreement among raft nodes before linearized reading' (duration: 158.095325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.068177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.510326Z","time spent":"557.837219ms","remote":"127.0.0.1:46240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-07T00:59:06.068172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.604806Z","time spent":"463.279282ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:59:06.068146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.604793Z","time spent":"463.275651ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T00:59:06.068195Z","caller":"traceutil/trace.go:171","msg":"trace[615812275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26275; }","duration":"464.445531ms","start":"2026-04-07T00:59:05.603729Z","end":"2026-04-07T00:59:06.068174Z","steps":["trace[615812275] 'agreement among raft nodes before linearized reading' (duration: 464.176744ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:06.068201Z","caller":"traceutil/trace.go:171","msg":"trace[1669828216] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26275; }","duration":"464.587665ms","start":"2026-04-07T00:59:05.603596Z","end":"2026-04-07T00:59:06.068184Z","steps":["trace[1669828216] 'agreement among raft nodes before linearized reading' (duration: 464.322109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.06821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.758729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-07T00:59:06.068138Z","caller":"traceutil/trace.go:171","msg":"trace[869440040] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"463.179779ms","start":"2026-04-07T00:59:05.604797Z","end":"2026-04-07T00:59:06.067977Z","steps":["trace[869440040] 'process raft request' (duration: 462.84519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.068475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.60477Z","time spent":"463.639881ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T00:59:06.06851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.896142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T00:59:06.068541Z","caller":"traceutil/trace.go:171","msg":"trace[965676310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26275; }","duration":"464.962316ms","start":"2026-04-07T00:59:05.60357Z","end":"2026-04-07T00:59:06.068532Z","steps":["trace[965676310] 'agreement among raft nodes before linearized reading' (duration: 464.314979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.068245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.603572Z","time spent":"464.665487ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T00:59:06.068217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.304387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T00:59:06.068598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.60356Z","time spent":"465.030697ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T00:59:06.068626Z","caller":"traceutil/trace.go:171","msg":"trace[141356118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26275; }","duration":"464.770299ms","start":"2026-04-07T00:59:05.603832Z","end":"2026-04-07T00:59:06.068603Z","steps":["trace[141356118] 'agreement among raft nodes before linearized reading' (duration: 464.164244ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:06.068252Z","caller":"traceutil/trace.go:171","msg":"trace[1902189136] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26275; }","duration":"736.80518ms","start":"2026-04-07T00:59:05.331436Z","end":"2026-04-07T00:59:06.068242Z","steps":["trace[1902189136] 'agreement among raft nodes before linearized reading' (duration: 736.563265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.068692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.603826Z","time spent":"464.847862ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T00:59:06.068731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.331382Z","time spent":"737.335465ms","remote":"127.0.0.1:45992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-07T00:59:06.068249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.603723Z","time spent":"464.513422ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T00:59:06.068826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.213594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T00:59:06.068312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.581328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b1c4f06-7e88-4935-820d-2e4ff2019c09\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-07T00:59:06.068945Z","caller":"traceutil/trace.go:171","msg":"trace[2056056863] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b1c4f06-7e88-4935-820d-2e4ff2019c09; range_end:; response_count:1; response_revision:26275; }","duration":"334.247795ms","start":"2026-04-07T00:59:05.734658Z","end":"2026-04-07T00:59:06.068906Z","steps":["trace[2056056863] 'agreement among raft nodes before linearized reading' (duration: 333.479075ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T00:59:06.069048Z","caller":"traceutil/trace.go:171","msg":"trace[115160692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26275; }","duration":"230.391298ms","start":"2026-04-07T00:59:05.838503Z","end":"2026-04-07T00:59:06.068894Z","steps":["trace[115160692] 'agreement among raft nodes before linearized reading' (duration: 229.638899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T00:59:06.068994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T00:59:05.734636Z","time spent":"334.346347ms","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-1b1c4f06-7e88-4935-820d-2e4ff2019c09\" "} {"level":"info","ts":"2026-04-07T00:59:21.538559Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a84.wal"} {"level":"warn","ts":"2026-04-07T00:59:59.472525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.32972ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-07T01:01:16.394134Z","caller":"traceutil/trace.go:171","msg":"trace[1717737156] transaction","detail":"{read_only:false; response_revision:27631; number_of_response:1; }","duration":"161.213565ms","start":"2026-04-07T01:01:16.232877Z","end":"2026-04-07T01:01:16.394091Z","steps":["trace[1717737156] 'process raft request' (duration: 75.324841ms)","trace[1717737156] 'compare' (duration: 85.69385ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:01:51.187207Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25159} {"level":"info","ts":"2026-04-07T01:01:51.337362Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25159,"took":"143.959348ms","hash":409233543,"current-db-size-bytes":59031552,"current-db-size":"59 MB","current-db-size-in-use-bytes":36945920,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-04-07T01:01:51.33744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":409233543,"revision":25159,"compact-revision":21932} {"level":"info","ts":"2026-04-07T01:02:45.420748Z","caller":"traceutil/trace.go:171","msg":"trace[1675754815] transaction","detail":"{read_only:false; response_revision:28610; number_of_response:1; }","duration":"143.423805ms","start":"2026-04-07T01:02:45.277302Z","end":"2026-04-07T01:02:45.420726Z","steps":["trace[1675754815] 'process raft request' (duration: 143.231589ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:02:45.420834Z","caller":"traceutil/trace.go:171","msg":"trace[903797735] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"144.692238ms","start":"2026-04-07T01:02:45.276133Z","end":"2026-04-07T01:02:45.420826Z","steps":["trace[903797735] 'process raft request' (duration: 111.180855ms)","trace[903797735] 'compare' (duration: 33.130983ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:02:45.420863Z","caller":"traceutil/trace.go:171","msg":"trace[204026190] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"144.626546ms","start":"2026-04-07T01:02:45.276233Z","end":"2026-04-07T01:02:45.420859Z","steps":["trace[204026190] 'process raft request' (duration: 144.280406ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:03:45.303441Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T01:03:45.309109Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-07T01:03:45.309237Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-07T01:06:51.195861Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27999} {"level":"info","ts":"2026-04-07T01:06:51.334207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27999,"took":"133.766095ms","hash":2313199363,"current-db-size-bytes":59031552,"current-db-size":"59 MB","current-db-size-in-use-bytes":32145408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T01:06:51.334262Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2313199363,"revision":27999,"compact-revision":25159} {"level":"info","ts":"2026-04-07T01:11:51.203593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30491} {"level":"info","ts":"2026-04-07T01:11:51.339594Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30491,"took":"131.583572ms","hash":2160741644,"current-db-size-bytes":59031552,"current-db-size":"59 MB","current-db-size-in-use-bytes":30212096,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T01:11:51.339677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2160741644,"revision":30491,"compact-revision":27999} {"level":"warn","ts":"2026-04-07T01:15:58.858215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.76501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:15:58.858344Z","caller":"traceutil/trace.go:171","msg":"trace[2060439611] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:34654; }","duration":"109.951353ms","start":"2026-04-07T01:15:58.748369Z","end":"2026-04-07T01:15:58.85832Z","steps":["trace[2060439611] 'count revisions from in-memory index tree' (duration: 109.679367ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:16:32.354562Z","caller":"traceutil/trace.go:171","msg":"trace[934618970] transaction","detail":"{read_only:false; response_revision:34906; number_of_response:1; }","duration":"171.986092ms","start":"2026-04-07T01:16:32.182549Z","end":"2026-04-07T01:16:32.354535Z","steps":["trace[934618970] 'process raft request' (duration: 171.041667ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:16:32.445667Z","caller":"traceutil/trace.go:171","msg":"trace[1602669637] transaction","detail":"{read_only:false; response_revision:34908; number_of_response:1; }","duration":"253.066083ms","start":"2026-04-07T01:16:32.192555Z","end":"2026-04-07T01:16:32.445621Z","steps":["trace[1602669637] 'process raft request' (duration: 252.980091ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:16:32.445697Z","caller":"traceutil/trace.go:171","msg":"trace[780846071] transaction","detail":"{read_only:false; response_revision:34907; number_of_response:1; }","duration":"261.821117ms","start":"2026-04-07T01:16:32.183824Z","end":"2026-04-07T01:16:32.445645Z","steps":["trace[780846071] 'process raft request' (duration: 261.57095ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:16:51.210646Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32747} {"level":"info","ts":"2026-04-07T01:16:51.36893Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32747,"took":"153.607089ms","hash":4007233294,"current-db-size-bytes":59031552,"current-db-size":"59 MB","current-db-size-in-use-bytes":31191040,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T01:16:51.369012Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4007233294,"revision":32747,"compact-revision":30491} {"level":"info","ts":"2026-04-07T01:21:51.217022Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35044} {"level":"info","ts":"2026-04-07T01:21:51.362129Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35044,"took":"140.56511ms","hash":948094555,"current-db-size-bytes":61214720,"current-db-size":"61 MB","current-db-size-in-use-bytes":31760384,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T01:21:51.362208Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":948094555,"revision":35044,"compact-revision":32747} {"level":"info","ts":"2026-04-07T01:25:07.843696Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T01:25:07.849071Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-07T01:25:07.849175Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-07T01:26:51.224717Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37279} {"level":"info","ts":"2026-04-07T01:26:51.343366Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37279,"took":"114.364825ms","hash":1317186834,"current-db-size-bytes":62058496,"current-db-size":"62 MB","current-db-size-in-use-bytes":32149504,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T01:26:51.343462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1317186834,"revision":37279,"compact-revision":35044} {"level":"info","ts":"2026-04-07T01:29:09.366241Z","caller":"traceutil/trace.go:171","msg":"trace[467986586] linearizableReadLoop","detail":"{readStateIndex:41845; appliedIndex:41844; }","duration":"302.021179ms","start":"2026-04-07T01:29:09.064168Z","end":"2026-04-07T01:29:09.36619Z","steps":["trace[467986586] 'read index received' (duration: 300.344596ms)","trace[467986586] 'applied index is now lower than readState.Index' (duration: 1.674963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:09.367001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.812339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-04-07T01:29:09.366747Z","caller":"traceutil/trace.go:171","msg":"trace[710708489] transaction","detail":"{read_only:false; response_revision:40573; number_of_response:1; }","duration":"322.588699ms","start":"2026-04-07T01:29:09.044103Z","end":"2026-04-07T01:29:09.366692Z","steps":["trace[710708489] 'process raft request' (duration: 320.389272ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:09.367151Z","caller":"traceutil/trace.go:171","msg":"trace[1726409957] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:40573; }","duration":"302.976344ms","start":"2026-04-07T01:29:09.064146Z","end":"2026-04-07T01:29:09.367123Z","steps":["trace[1726409957] 'agreement among raft nodes before linearized reading' (duration: 302.584183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:09.367287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:09.064084Z","time spent":"303.185419ms","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":749,"request content":"key:\"/registry/secrets/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T01:29:09.367298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:09.044068Z","time spent":"323.121763ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:09.3688Z","caller":"traceutil/trace.go:171","msg":"trace[1745718268] transaction","detail":"{read_only:false; response_revision:40575; number_of_response:1; }","duration":"168.365626ms","start":"2026-04-07T01:29:09.200403Z","end":"2026-04-07T01:29:09.368768Z","steps":["trace[1745718268] 'process raft request' (duration: 168.270263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:09.369201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.55344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-07T01:29:09.369336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.864988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:09.369201Z","caller":"traceutil/trace.go:171","msg":"trace[1739137277] transaction","detail":"{read_only:false; response_revision:40574; number_of_response:1; }","duration":"190.015115ms","start":"2026-04-07T01:29:09.179104Z","end":"2026-04-07T01:29:09.369119Z","steps":["trace[1739137277] 'process raft request' (duration: 189.42634ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:09.369377Z","caller":"traceutil/trace.go:171","msg":"trace[744103005] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:40576; }","duration":"114.965051ms","start":"2026-04-07T01:29:09.254396Z","end":"2026-04-07T01:29:09.369361Z","steps":["trace[744103005] 'agreement among raft nodes before linearized reading' (duration: 114.90016ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:09.370469Z","caller":"traceutil/trace.go:171","msg":"trace[250885485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40576; }","duration":"205.874743ms","start":"2026-04-07T01:29:09.164581Z","end":"2026-04-07T01:29:09.370455Z","steps":["trace[250885485] 'agreement among raft nodes before linearized reading' (duration: 204.494747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:09.369202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.689585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-api-certs\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-04-07T01:29:09.370531Z","caller":"traceutil/trace.go:171","msg":"trace[440216808] range","detail":"{range_begin:/registry/secrets/openstack/placement-api-certs; range_end:; response_count:1; response_revision:40576; }","duration":"281.06765ms","start":"2026-04-07T01:29:09.089441Z","end":"2026-04-07T01:29:09.370509Z","steps":["trace[440216808] 'agreement among raft nodes before linearized reading' (duration: 279.641462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:11.205041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:11.705944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:11.851889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.175000415s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T01:29:12.361039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.902368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T01:29:12.361118Z","caller":"traceutil/trace.go:171","msg":"trace[71330545] transaction","detail":"{read_only:false; response_revision:40583; number_of_response:1; }","duration":"1.684368295s","start":"2026-04-07T01:29:10.676735Z","end":"2026-04-07T01:29:12.361104Z","steps":["trace[71330545] 'process raft request' (duration: 1.175341664s)","trace[71330545] 'compare' (duration: 508.55225ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:12.36116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:10.676703Z","time spent":"1.684437687s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:12.384173Z","caller":"traceutil/trace.go:171","msg":"trace[209837288] linearizableReadLoop","detail":"{readStateIndex:41862; appliedIndex:41855; }","duration":"1.6791598s","start":"2026-04-07T01:29:10.704981Z","end":"2026-04-07T01:29:12.384141Z","steps":["trace[209837288] 'read index received' (duration: 1.147174158s)","trace[209837288] 'applied index is now lower than readState.Index' (duration: 531.984262ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:12.384319Z","caller":"traceutil/trace.go:171","msg":"trace[1769081207] transaction","detail":"{read_only:false; response_revision:40587; number_of_response:1; }","duration":"1.012053038s","start":"2026-04-07T01:29:11.372255Z","end":"2026-04-07T01:29:12.384308Z","steps":["trace[1769081207] 'process raft request' (duration: 1.011773931s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:12.384415Z","caller":"traceutil/trace.go:171","msg":"trace[2126578044] transaction","detail":"{read_only:false; response_revision:40586; number_of_response:1; }","duration":"1.479907568s","start":"2026-04-07T01:29:10.90443Z","end":"2026-04-07T01:29:12.384338Z","steps":["trace[2126578044] 'process raft request' (duration: 1.479546599s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.384606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679607162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-keystone-user\" ","response":"range_response_count:1 size:1113"} {"level":"info","ts":"2026-04-07T01:29:12.384676Z","caller":"traceutil/trace.go:171","msg":"trace[400185138] range","detail":"{range_begin:/registry/secrets/openstack/placement-keystone-user; range_end:; response_count:1; response_revision:40589; }","duration":"1.679700284s","start":"2026-04-07T01:29:10.704959Z","end":"2026-04-07T01:29:12.384659Z","steps":["trace[400185138] 'agreement among raft nodes before linearized reading' (duration: 1.679377165s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.384678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512496938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-etc\" ","response":"range_response_count:1 size:3266"} {"level":"warn","ts":"2026-04-07T01:29:12.384691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:10.904396Z","time spent":"1.480161755s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:12.384716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:10.70486Z","time spent":"1.679849779s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1137,"request content":"key:\"/registry/secrets/openstack/placement-keystone-user\" "} {"level":"info","ts":"2026-04-07T01:29:12.38472Z","caller":"traceutil/trace.go:171","msg":"trace[98789000] range","detail":"{range_begin:/registry/secrets/openstack/placement-etc; range_end:; response_count:1; response_revision:40589; }","duration":"1.512536989s","start":"2026-04-07T01:29:10.872172Z","end":"2026-04-07T01:29:12.384709Z","steps":["trace[98789000] 'agreement among raft nodes before linearized reading' (duration: 1.512358765s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.384753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:10.872116Z","time spent":"1.512631181s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3290,"request content":"key:\"/registry/secrets/openstack/placement-etc\" "} {"level":"info","ts":"2026-04-07T01:29:12.384986Z","caller":"traceutil/trace.go:171","msg":"trace[554273135] transaction","detail":"{read_only:false; response_revision:40588; number_of_response:1; }","duration":"1.011250197s","start":"2026-04-07T01:29:11.373727Z","end":"2026-04-07T01:29:12.384977Z","steps":["trace[554273135] 'process raft request' (duration: 1.010336994s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.385064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.373714Z","time spent":"1.011295088s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:12.385142Z","caller":"traceutil/trace.go:171","msg":"trace[483167716] transaction","detail":"{read_only:false; response_revision:40589; number_of_response:1; }","duration":"1.010258112s","start":"2026-04-07T01:29:11.374873Z","end":"2026-04-07T01:29:12.385132Z","steps":["trace[483167716] 'process raft request' (duration: 1.009225584s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.385186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.37486Z","time spent":"1.010303142s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:12.385537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.573672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:12.385587Z","caller":"traceutil/trace.go:171","msg":"trace[1590013968] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:40589; }","duration":"135.653804ms","start":"2026-04-07T01:29:12.249917Z","end":"2026-04-07T01:29:12.385571Z","steps":["trace[1590013968] 'agreement among raft nodes before linearized reading' (duration: 135.533051ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:12.385592Z","caller":"traceutil/trace.go:171","msg":"trace[1966340556] transaction","detail":"{read_only:false; response_revision:40584; number_of_response:1; }","duration":"1.614546306s","start":"2026-04-07T01:29:10.771029Z","end":"2026-04-07T01:29:12.385575Z","steps":["trace[1966340556] 'process raft request' (duration: 1.61272736s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.385673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.484145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:12.385686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:10.771001Z","time spent":"1.614638069s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:12.385711Z","caller":"traceutil/trace.go:171","msg":"trace[604249554] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:40589; }","duration":"591.587447ms","start":"2026-04-07T01:29:11.794113Z","end":"2026-04-07T01:29:12.3857Z","steps":["trace[604249554] 'agreement among raft nodes before linearized reading' (duration: 591.525906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.385736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.794079Z","time spent":"591.651149ms","remote":"127.0.0.1:39668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:12.385819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005543921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T01:29:12.38583Z","caller":"traceutil/trace.go:171","msg":"trace[1801455940] transaction","detail":"{read_only:false; response_revision:40585; number_of_response:1; }","duration":"1.60769677s","start":"2026-04-07T01:29:10.778122Z","end":"2026-04-07T01:29:12.385819Z","steps":["trace[1801455940] 'process raft request' (duration: 1.605819522s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:12.38586Z","caller":"traceutil/trace.go:171","msg":"trace[877559653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40589; }","duration":"1.005633973s","start":"2026-04-07T01:29:11.380216Z","end":"2026-04-07T01:29:12.38585Z","steps":["trace[877559653] 'agreement among raft nodes before linearized reading' (duration: 1.005527279s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.385887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.305926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:12.385891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:10.77809Z","time spent":"1.607770922s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:12.385895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.3802Z","time spent":"1.005688154s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:29:12.384481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.372212Z","time spent":"1.01214812s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:12.386151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357970208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T01:29:12.386249Z","caller":"traceutil/trace.go:171","msg":"trace[176127865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40589; }","duration":"1.358135152s","start":"2026-04-07T01:29:11.028092Z","end":"2026-04-07T01:29:12.386227Z","steps":["trace[176127865] 'agreement among raft nodes before linearized reading' (duration: 1.357820505s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.3863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.028069Z","time spent":"1.358215994s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:29:12.386546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339072081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:12.386569Z","caller":"traceutil/trace.go:171","msg":"trace[1827965486] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:40589; }","duration":"1.339172583s","start":"2026-04-07T01:29:11.04739Z","end":"2026-04-07T01:29:12.386563Z","steps":["trace[1827965486] 'agreement among raft nodes before linearized reading' (duration: 1.339020369s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.386585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.047357Z","time spent":"1.339223185s","remote":"127.0.0.1:46082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":97,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:12.387052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.28828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:12.387135Z","caller":"traceutil/trace.go:171","msg":"trace[1110921707] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:40589; }","duration":"572.418024ms","start":"2026-04-07T01:29:11.814693Z","end":"2026-04-07T01:29:12.387111Z","steps":["trace[1110921707] 'agreement among raft nodes before linearized reading' (duration: 572.24985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.387173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.814676Z","time spent":"572.488855ms","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:29:12.387256Z","caller":"traceutil/trace.go:171","msg":"trace[306427442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40589; }","duration":"480.705842ms","start":"2026-04-07T01:29:11.906539Z","end":"2026-04-07T01:29:12.387245Z","steps":["trace[306427442] 'agreement among raft nodes before linearized reading' (duration: 479.312186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.387296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.190464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:12.38742Z","caller":"traceutil/trace.go:171","msg":"trace[1146439554] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:40589; }","duration":"566.373798ms","start":"2026-04-07T01:29:11.821016Z","end":"2026-04-07T01:29:12.38739Z","steps":["trace[1146439554] 'agreement among raft nodes before linearized reading' (duration: 566.118731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:12.387474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.821004Z","time spent":"566.45821ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:12.388953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:11.906514Z","time spent":"482.429016ms","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:29:18.175192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:18.675803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:19.176581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:19.677329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:19.905092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:29:19.905279Z","caller":"traceutil/trace.go:171","msg":"trace[551231593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290352s","start":"2026-04-07T01:29:17.904918Z","end":"2026-04-07T01:29:19.905209Z","steps":["trace[551231593] 'agreement among raft nodes before linearized reading' (duration: 2.000105838s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:19.90535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:17.904892Z","time spent":"2.000443625s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:29:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:20.177979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:20.678923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:21.179403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:21.680178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:21.911001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:29:21.911116Z","caller":"traceutil/trace.go:171","msg":"trace[988363634] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275752s","start":"2026-04-07T01:29:19.910815Z","end":"2026-04-07T01:29:21.91109Z","steps":["trace[988363634] 'agreement among raft nodes before linearized reading' (duration: 2.000136249s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:21.911177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:19.910799Z","time spent":"2.000367484s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:29:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:22.180779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:22.681338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471918638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:22.941535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.335513219s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:29:22.941956Z","caller":"traceutil/trace.go:171","msg":"trace[900560660] transaction","detail":"{read_only:false; response_revision:40629; number_of_response:1; }","duration":"5.336016681s","start":"2026-04-07T01:29:17.605914Z","end":"2026-04-07T01:29:22.94193Z","steps":["trace[900560660] 'process raft request' (duration: 5.335858006s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.942114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:17.605901Z","time spent":"5.336131925s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:22.946702Z","caller":"traceutil/trace.go:171","msg":"trace[1886656353] transaction","detail":"{read_only:false; response_revision:40631; number_of_response:1; }","duration":"4.537390571s","start":"2026-04-07T01:29:18.409294Z","end":"2026-04-07T01:29:22.946685Z","steps":["trace[1886656353] 'process raft request' (duration: 4.537288989s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.946836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.409274Z","time spent":"4.537497794s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:22.946958Z","caller":"traceutil/trace.go:171","msg":"trace[1744127756] transaction","detail":"{read_only:false; response_revision:40632; number_of_response:1; }","duration":"4.535647366s","start":"2026-04-07T01:29:18.411293Z","end":"2026-04-07T01:29:22.94694Z","steps":["trace[1744127756] 'process raft request' (duration: 4.535325417s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.946997Z","caller":"traceutil/trace.go:171","msg":"trace[1915661085] transaction","detail":"{read_only:false; response_revision:40630; number_of_response:1; }","duration":"4.566652224s","start":"2026-04-07T01:29:18.380332Z","end":"2026-04-07T01:29:22.946984Z","steps":["trace[1915661085] 'process raft request' (duration: 4.566163411s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.947048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.411259Z","time spent":"4.535745429s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:22.947059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.380299Z","time spent":"4.566723856s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:22.947301Z","caller":"traceutil/trace.go:171","msg":"trace[440920536] transaction","detail":"{read_only:false; response_revision:40633; number_of_response:1; }","duration":"4.533002709s","start":"2026-04-07T01:29:18.414288Z","end":"2026-04-07T01:29:22.947291Z","steps":["trace[440920536] 'process raft request' (duration: 4.532595309s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.947362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.414272Z","time spent":"4.53305991s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:22.947457Z","caller":"traceutil/trace.go:171","msg":"trace[1145859657] transaction","detail":"{read_only:false; response_revision:40637; number_of_response:1; }","duration":"4.333014978s","start":"2026-04-07T01:29:18.614429Z","end":"2026-04-07T01:29:22.947444Z","steps":["trace[1145859657] 'process raft request' (duration: 4.332947455s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.947537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.614399Z","time spent":"4.33310013s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:22.947692Z","caller":"traceutil/trace.go:171","msg":"trace[1642966446] transaction","detail":"{read_only:false; response_revision:40638; number_of_response:1; }","duration":"3.564961304s","start":"2026-04-07T01:29:19.38267Z","end":"2026-04-07T01:29:22.947632Z","steps":["trace[1642966446] 'process raft request' (duration: 3.564739779s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.94776Z","caller":"traceutil/trace.go:171","msg":"trace[1584670536] transaction","detail":"{read_only:false; response_revision:40635; number_of_response:1; }","duration":"4.532247819s","start":"2026-04-07T01:29:18.415505Z","end":"2026-04-07T01:29:22.947752Z","steps":["trace[1584670536] 'process raft request' (duration: 4.531779727s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.947831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.415498Z","time spent":"4.53228732s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:22.948598Z","caller":"traceutil/trace.go:171","msg":"trace[1897722231] transaction","detail":"{read_only:false; response_revision:40636; number_of_response:1; }","duration":"4.529916839s","start":"2026-04-07T01:29:18.418642Z","end":"2026-04-07T01:29:22.948558Z","steps":["trace[1897722231] 'process raft request' (duration: 4.528679607s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.948823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.418629Z","time spent":"4.530076972s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:22.94932Z","caller":"traceutil/trace.go:171","msg":"trace[1616477487] linearizableReadLoop","detail":"{readStateIndex:41914; appliedIndex:41903; }","duration":"5.275185345s","start":"2026-04-07T01:29:17.674104Z","end":"2026-04-07T01:29:22.949289Z","steps":["trace[1616477487] 'read index received' (duration: 5.267894017s)","trace[1616477487] 'applied index is now lower than readState.Index' (duration: 7.290208ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T01:29:22.949399Z","caller":"traceutil/trace.go:171","msg":"trace[127586115] transaction","detail":"{read_only:false; response_revision:40639; number_of_response:1; }","duration":"351.75067ms","start":"2026-04-07T01:29:22.597632Z","end":"2026-04-07T01:29:22.949383Z","steps":["trace[127586115] 'process raft request' (duration: 351.34764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.949458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:22.597603Z","time spent":"351.827161ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:22.949404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:19.382633Z","time spent":"3.565138119s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:22.949594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.876081959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:22.949652Z","caller":"traceutil/trace.go:171","msg":"trace[1266622254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40639; }","duration":"3.876195991s","start":"2026-04-07T01:29:19.073429Z","end":"2026-04-07T01:29:22.949625Z","steps":["trace[1266622254] 'agreement among raft nodes before linearized reading' (duration: 3.876098358s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.949687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:19.073399Z","time spent":"3.876278383s","remote":"127.0.0.1:49886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:22.949801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222152219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.octavia.v1\" ","response":"range_response_count:1 size:47368"} {"level":"info","ts":"2026-04-07T01:29:22.949883Z","caller":"traceutil/trace.go:171","msg":"trace[222135821] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.octavia.v1; range_end:; response_count:1; response_revision:40639; }","duration":"5.222282172s","start":"2026-04-07T01:29:17.727585Z","end":"2026-04-07T01:29:22.949867Z","steps":["trace[222135821] 'agreement among raft nodes before linearized reading' (duration: 5.221940403s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.949921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.740538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:22.949948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:17.727543Z","time spent":"5.222374584s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":47392,"request content":"key:\"/registry/secrets/openstack/sh.helm.release.v1.octavia.v1\" "} {"level":"info","ts":"2026-04-07T01:29:22.949964Z","caller":"traceutil/trace.go:171","msg":"trace[132972999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40639; }","duration":"203.82375ms","start":"2026-04-07T01:29:22.746129Z","end":"2026-04-07T01:29:22.949953Z","steps":["trace[132972999] 'agreement among raft nodes before linearized reading' (duration: 203.755458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.95014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.371398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:22.950176Z","caller":"traceutil/trace.go:171","msg":"trace[619508760] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:40639; }","duration":"705.45003ms","start":"2026-04-07T01:29:22.244718Z","end":"2026-04-07T01:29:22.950168Z","steps":["trace[619508760] 'agreement among raft nodes before linearized reading' (duration: 705.390319ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.947728Z","caller":"traceutil/trace.go:171","msg":"trace[925230195] transaction","detail":"{read_only:false; response_revision:40634; number_of_response:1; }","duration":"4.532627188s","start":"2026-04-07T01:29:18.415087Z","end":"2026-04-07T01:29:22.947714Z","steps":["trace[925230195] 'process raft request' (duration: 4.532151256s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.950204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:22.244693Z","time spent":"705.500352ms","remote":"127.0.0.1:38268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:22.950208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.2757358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.nova.v1\" ","response":"range_response_count:1 size:172130"} {"level":"warn","ts":"2026-04-07T01:29:22.950264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041653626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb6097a05b0f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-07T01:29:22.950273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.415057Z","time spent":"4.535165474s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:22.950325Z","caller":"traceutil/trace.go:171","msg":"trace[293568965] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eb6097a05b0f; range_end:; response_count:1; response_revision:40639; }","duration":"3.041758869s","start":"2026-04-07T01:29:19.908551Z","end":"2026-04-07T01:29:22.95031Z","steps":["trace[293568965] 'agreement among raft nodes before linearized reading' (duration: 3.041600774s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.950367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:19.908528Z","time spent":"3.04183059s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb6097a05b0f\" "} {"level":"warn","ts":"2026-04-07T01:29:22.950411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342408132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:22.950421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.763752902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-07T01:29:22.950445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.191956392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:22.95048Z","caller":"traceutil/trace.go:171","msg":"trace[672862957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40639; }","duration":"4.763844535s","start":"2026-04-07T01:29:18.186605Z","end":"2026-04-07T01:29:22.950449Z","steps":["trace[672862957] 'agreement among raft nodes before linearized reading' (duration: 4.763681411s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.95049Z","caller":"traceutil/trace.go:171","msg":"trace[642395218] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:40639; }","duration":"5.192046154s","start":"2026-04-07T01:29:17.75843Z","end":"2026-04-07T01:29:22.950476Z","steps":["trace[642395218] 'agreement among raft nodes before linearized reading' (duration: 5.191982132s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.950533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:17.758407Z","time spent":"5.192110715s","remote":"127.0.0.1:47604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:22.950569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.18658Z","time spent":"4.763927256s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:29:22.950585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039013722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:22.950576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814977303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:22.950629Z","caller":"traceutil/trace.go:171","msg":"trace[1824607628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40639; }","duration":"1.039102534s","start":"2026-04-07T01:29:21.911516Z","end":"2026-04-07T01:29:22.950618Z","steps":["trace[1824607628] 'agreement among raft nodes before linearized reading' (duration: 1.039035862s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.950647Z","caller":"traceutil/trace.go:171","msg":"trace[1959844890] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:40639; }","duration":"3.815059335s","start":"2026-04-07T01:29:19.135569Z","end":"2026-04-07T01:29:22.950628Z","steps":["trace[1959844890] 'agreement among raft nodes before linearized reading' (duration: 3.814916732s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.950665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:21.911493Z","time spent":"1.039165886s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T01:29:22.950451Z","caller":"traceutil/trace.go:171","msg":"trace[530824229] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:40639; }","duration":"3.342492405s","start":"2026-04-07T01:29:19.607947Z","end":"2026-04-07T01:29:22.950439Z","steps":["trace[530824229] 'agreement among raft nodes before linearized reading' (duration: 3.342427753s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.950633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.526951472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-07T01:29:22.950682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:19.135512Z","time spent":"3.815159638s","remote":"127.0.0.1:38176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:22.950719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:19.607926Z","time spent":"3.342784271s","remote":"127.0.0.1:40140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:22.950747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699497946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:22.95077Z","caller":"traceutil/trace.go:171","msg":"trace[676325747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40639; }","duration":"4.527173188s","start":"2026-04-07T01:29:18.423563Z","end":"2026-04-07T01:29:22.950736Z","steps":["trace[676325747] 'agreement among raft nodes before linearized reading' (duration: 4.526710387s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:22.950794Z","caller":"traceutil/trace.go:171","msg":"trace[988966127] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:40639; }","duration":"4.6996074s","start":"2026-04-07T01:29:18.251176Z","end":"2026-04-07T01:29:22.950784Z","steps":["trace[988966127] 'agreement among raft nodes before linearized reading' (duration: 4.699535618s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.950829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.251151Z","time spent":"4.699667731s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:22.950835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.423543Z","time spent":"4.52728003s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:29:22.95087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358897792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:29:22.950832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.774618082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:29:22.950931Z","caller":"traceutil/trace.go:171","msg":"trace[806735350] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40639; }","duration":"1.359000485s","start":"2026-04-07T01:29:21.591916Z","end":"2026-04-07T01:29:22.950916Z","steps":["trace[806735350] 'agreement among raft nodes before linearized reading' (duration: 1.358905102s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.950971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:21.59189Z","time spent":"1.359072596s","remote":"127.0.0.1:49934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:29:22.950963Z","caller":"traceutil/trace.go:171","msg":"trace[1325936240] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:40639; }","duration":"4.774838508s","start":"2026-04-07T01:29:18.176098Z","end":"2026-04-07T01:29:22.950937Z","steps":["trace[1325936240] 'agreement among raft nodes before linearized reading' (duration: 4.774410506s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.95099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527406704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T01:29:22.951015Z","caller":"traceutil/trace.go:171","msg":"trace[813033246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40639; }","duration":"4.527473746s","start":"2026-04-07T01:29:18.423535Z","end":"2026-04-07T01:29:22.951009Z","steps":["trace[813033246] 'agreement among raft nodes before linearized reading' (duration: 4.527371962s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.951027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.176074Z","time spent":"4.774943021s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":192,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:22.95104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.42352Z","time spent":"4.527515907s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T01:29:22.951052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.28419255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:22.951078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092008245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:22.951103Z","caller":"traceutil/trace.go:171","msg":"trace[2059513947] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:40639; }","duration":"4.284278372s","start":"2026-04-07T01:29:18.666806Z","end":"2026-04-07T01:29:22.951085Z","steps":["trace[2059513947] 'agreement among raft nodes before linearized reading' (duration: 4.28420167s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.95114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.666783Z","time spent":"4.284348543s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-07T01:29:22.951148Z","caller":"traceutil/trace.go:171","msg":"trace[1616737521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:40639; }","duration":"2.092123678s","start":"2026-04-07T01:29:20.858995Z","end":"2026-04-07T01:29:22.951119Z","steps":["trace[1616737521] 'agreement among raft nodes before linearized reading' (duration: 2.092044026s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.951187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:20.858964Z","time spent":"2.092212591s","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:22.951244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38827646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:22.951261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.519383386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T01:29:22.951274Z","caller":"traceutil/trace.go:171","msg":"trace[1814953511] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:40639; }","duration":"4.388361343s","start":"2026-04-07T01:29:18.562905Z","end":"2026-04-07T01:29:22.951266Z","steps":["trace[1814953511] 'agreement among raft nodes before linearized reading' (duration: 4.388313482s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.951302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.562874Z","time spent":"4.388423144s","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:29:22.951303Z","caller":"traceutil/trace.go:171","msg":"trace[574232547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40639; }","duration":"4.519436418s","start":"2026-04-07T01:29:18.431855Z","end":"2026-04-07T01:29:22.951292Z","steps":["trace[574232547] 'agreement among raft nodes before linearized reading' (duration: 4.519314125s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.951345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.521664256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T01:29:22.951315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034393771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-07T01:29:22.951384Z","caller":"traceutil/trace.go:171","msg":"trace[881618328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40639; }","duration":"4.521735528s","start":"2026-04-07T01:29:18.429638Z","end":"2026-04-07T01:29:22.951373Z","steps":["trace[881618328] 'agreement among raft nodes before linearized reading' (duration: 4.521633536s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.951431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.429626Z","time spent":"4.521790369s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T01:29:22.951371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.431847Z","time spent":"4.51951679s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T01:29:22.951447Z","caller":"traceutil/trace.go:171","msg":"trace[1783224988] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:40639; }","duration":"2.034592176s","start":"2026-04-07T01:29:20.91681Z","end":"2026-04-07T01:29:22.951402Z","steps":["trace[1783224988] 'agreement among raft nodes before linearized reading' (duration: 2.034295309s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.951543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:20.916784Z","time spent":"2.034750429s","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-07T01:29:22.951908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522633691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T01:29:22.951996Z","caller":"traceutil/trace.go:171","msg":"trace[2128284130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40639; }","duration":"4.522755344s","start":"2026-04-07T01:29:18.42918Z","end":"2026-04-07T01:29:22.951936Z","steps":["trace[2128284130] 'agreement among raft nodes before linearized reading' (duration: 4.522161929s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.952046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:18.42917Z","time spent":"4.522850886s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T01:29:22.952246Z","caller":"traceutil/trace.go:171","msg":"trace[992337818] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.nova.v1; range_end:; response_count:1; response_revision:40639; }","duration":"5.276211932s","start":"2026-04-07T01:29:17.674045Z","end":"2026-04-07T01:29:22.950257Z","steps":["trace[992337818] 'agreement among raft nodes before linearized reading' (duration: 5.275419421s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:22.952297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:17.674024Z","time spent":"5.278248943s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":172154,"request content":"key:\"/registry/secrets/openstack/sh.helm.release.v1.nova.v1\" "} {"level":"warn","ts":"2026-04-07T01:29:51.615305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:52.115528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:52.615719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:53.116218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:53.616995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:53.906599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:29:53.906721Z","caller":"traceutil/trace.go:171","msg":"trace[1803240343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336383s","start":"2026-04-07T01:29:51.906357Z","end":"2026-04-07T01:29:53.906693Z","steps":["trace[1803240343] 'agreement among raft nodes before linearized reading' (duration: 2.00018574s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:53.906781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.906339Z","time spent":"2.000428805s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:29:54.11801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:54.618472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:54.95816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999745418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:29:54.95828Z","caller":"traceutil/trace.go:171","msg":"trace[27095127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999943204s","start":"2026-04-07T01:29:52.958308Z","end":"2026-04-07T01:29:54.958251Z","steps":["trace[27095127] 'agreement among raft nodes before linearized reading' (duration: 1.99978437s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:54.958341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:52.958282Z","time spent":"2.000048307s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:29:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:55.118906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:55.619462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:55.907556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:29:55.907649Z","caller":"traceutil/trace.go:171","msg":"trace[1161158640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000122868s","start":"2026-04-07T01:29:53.907508Z","end":"2026-04-07T01:29:55.907631Z","steps":["trace[1161158640] 'agreement among raft nodes before linearized reading' (duration: 2.000009145s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:55.907697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.907478Z","time spent":"2.000209229s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:29:56.08569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.08839Z","time spent":"4.997289388s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:29:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:56.088378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.090338Z","time spent":"4.998025445s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:29:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:56.091522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.091903Z","time spent":"4.999607576s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T01:29:56.092215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.093139Z","time spent":"4.999071093s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T01:29:56.094049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.095046Z","time spent":"4.999000001s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:29:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:56.094886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.095726Z","time spent":"4.999158165s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:29:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:56.100757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.10118Z","time spent":"4.999568266s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:29:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:56.104044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.104542Z","time spent":"4.999496094s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 01:29:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:56.11653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000229013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:29:56.116614Z","caller":"traceutil/trace.go:171","msg":"trace[1465059901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000390808s","start":"2026-04-07T01:29:51.116199Z","end":"2026-04-07T01:29:56.11659Z","steps":["trace[1465059901] 'agreement among raft nodes before linearized reading' (duration: 5.000257514s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:56.116671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.116186Z","time spent":"5.000471159s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:29:56.11946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998119368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T01:29:56.119545Z","caller":"traceutil/trace.go:171","msg":"trace[438912718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99822013s","start":"2026-04-07T01:29:51.121309Z","end":"2026-04-07T01:29:56.119529Z","steps":["trace[438912718] 'agreement among raft nodes before linearized reading' (duration: 4.998107808s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:56.119632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.121302Z","time spent":"4.998318253s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 01:29:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:56.119805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:56.140376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998677962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:29:56.140422Z","caller":"traceutil/trace.go:171","msg":"trace[1611334673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998755225s","start":"2026-04-07T01:29:51.141657Z","end":"2026-04-07T01:29:56.140412Z","steps":["trace[1611334673] 'agreement among raft nodes before linearized reading' (duration: 4.998700003s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:56.140448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.141646Z","time spent":"4.998795475s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:29:56.620705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:57.121857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:57.622595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:57.914901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:29:57.914993Z","caller":"traceutil/trace.go:171","msg":"trace[1446048950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348264s","start":"2026-04-07T01:29:55.914623Z","end":"2026-04-07T01:29:57.914972Z","steps":["trace[1446048950] 'agreement among raft nodes before linearized reading' (duration: 2.000225771s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:57.915044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:55.914609Z","time spent":"2.000425446s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:29:58.114137Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-07T01:29:58.114327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000433603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9c4h2\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-04-07T01:29:58.114418Z","caller":"traceutil/trace.go:171","msg":"trace[517829272] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9c4h2; range_end:; }","duration":"7.000571906s","start":"2026-04-07T01:29:51.113824Z","end":"2026-04-07T01:29:58.114396Z","steps":["trace[517829272] 'agreement among raft nodes before linearized reading' (duration: 7.000458343s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:58.114471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.113813Z","time spent":"7.000646568s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9c4h2\" "} {"level":"warn","ts":"2026-04-07T01:29:58.61432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:58.92343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T01:29:58.923527Z","caller":"traceutil/trace.go:171","msg":"trace[101594199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999980904s","start":"2026-04-07T01:29:56.923524Z","end":"2026-04-07T01:29:58.923505Z","steps":["trace[101594199] 'agreement among raft nodes before linearized reading' (duration: 1.999851411s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:58.923604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.923494Z","time spent":"2.000077587s","remote":"127.0.0.1:45798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 01:29:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T01:29:59.114817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256277980471920233,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T01:29:59.32773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.239206789s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T01:29:59.337788Z","caller":"traceutil/trace.go:171","msg":"trace[949245991] transaction","detail":"{read_only:false; response_revision:40847; number_of_response:1; }","duration":"6.31236903s","start":"2026-04-07T01:29:53.025349Z","end":"2026-04-07T01:29:59.337718Z","steps":["trace[949245991] 'process raft request' (duration: 6.311784155s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.33795Z","caller":"traceutil/trace.go:171","msg":"trace[689423796] transaction","detail":"{read_only:false; response_revision:40848; number_of_response:1; }","duration":"6.085392533s","start":"2026-04-07T01:29:53.252511Z","end":"2026-04-07T01:29:59.337903Z","steps":["trace[689423796] 'process raft request' (duration: 6.084952061s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.33803Z","caller":"traceutil/trace.go:171","msg":"trace[1478748845] transaction","detail":"{read_only:false; response_revision:40849; number_of_response:1; }","duration":"5.849753825s","start":"2026-04-07T01:29:53.488227Z","end":"2026-04-07T01:29:59.337981Z","steps":["trace[1478748845] 'process raft request' (duration: 5.849599371s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.338114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.025315Z","time spent":"6.312594845s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:59.338149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.252493Z","time spent":"6.085569658s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T01:29:59.338277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.488197Z","time spent":"5.849944829s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:59.339036Z","caller":"traceutil/trace.go:171","msg":"trace[1847895187] transaction","detail":"{read_only:false; response_revision:40850; number_of_response:1; }","duration":"5.483605163s","start":"2026-04-07T01:29:53.854718Z","end":"2026-04-07T01:29:59.338324Z","steps":["trace[1847895187] 'process raft request' (duration: 5.483167592s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.339492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.854693Z","time spent":"5.484441885s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T01:29:59.3409Z","caller":"traceutil/trace.go:171","msg":"trace[1368477244] linearizableReadLoop","detail":"{readStateIndex:42131; appliedIndex:42119; }","duration":"1.226627345s","start":"2026-04-07T01:29:58.114246Z","end":"2026-04-07T01:29:59.340873Z","steps":["trace[1368477244] 'read index received' (duration: 1.214063761s)","trace[1368477244] 'applied index is now lower than readState.Index' (duration: 12.561904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T01:29:59.340972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289701422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:59.341031Z","caller":"traceutil/trace.go:171","msg":"trace[1792612157] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:40851; }","duration":"4.289761253s","start":"2026-04-07T01:29:55.05125Z","end":"2026-04-07T01:29:59.341012Z","steps":["trace[1792612157] 'agreement among raft nodes before linearized reading' (duration: 4.28965697s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.341079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:55.051173Z","time spent":"4.289894926s","remote":"127.0.0.1:38084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.34108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244417157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-04-07T01:29:59.341093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193215089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:59.341206Z","caller":"traceutil/trace.go:171","msg":"trace[2013525181] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:40851; }","duration":"3.193368194s","start":"2026-04-07T01:29:56.147808Z","end":"2026-04-07T01:29:59.341176Z","steps":["trace[2013525181] 'agreement among raft nodes before linearized reading' (duration: 3.193147268s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.341333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.147797Z","time spent":"3.193521627s","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.341409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538805087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:59.341461Z","caller":"traceutil/trace.go:171","msg":"trace[1738114099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40851; }","duration":"4.538905321s","start":"2026-04-07T01:29:54.80254Z","end":"2026-04-07T01:29:59.341445Z","steps":["trace[1738114099] 'agreement among raft nodes before linearized reading' (duration: 4.538835349s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.341486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.284984664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:59.341507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:54.802515Z","time spent":"4.538979412s","remote":"127.0.0.1:49960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.341576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659682124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:59.341601Z","caller":"traceutil/trace.go:171","msg":"trace[1945806791] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:40851; }","duration":"6.285079857s","start":"2026-04-07T01:29:53.056457Z","end":"2026-04-07T01:29:59.341537Z","steps":["trace[1945806791] 'agreement among raft nodes before linearized reading' (duration: 6.284920353s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.34162Z","caller":"traceutil/trace.go:171","msg":"trace[902411498] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:40851; }","duration":"3.659724215s","start":"2026-04-07T01:29:55.681885Z","end":"2026-04-07T01:29:59.341609Z","steps":["trace[902411498] 'agreement among raft nodes before linearized reading' (duration: 3.659653883s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.34166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:55.681871Z","time spent":"3.659779266s","remote":"127.0.0.1:46094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.341717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058349878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T01:29:59.341689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.427340979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb6097a05b0f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-07T01:29:59.341766Z","caller":"traceutil/trace.go:171","msg":"trace[684367265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40851; }","duration":"2.058395339s","start":"2026-04-07T01:29:57.283357Z","end":"2026-04-07T01:29:59.341753Z","steps":["trace[684367265] 'agreement among raft nodes before linearized reading' (duration: 2.058326807s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.341806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:57.283289Z","time spent":"2.058506871s","remote":"127.0.0.1:49930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.341741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.056442Z","time spent":"6.285286321s","remote":"127.0.0.1:40142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T01:29:59.34151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2456554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-04-07T01:29:59.341919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246976204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:624"} {"level":"warn","ts":"2026-04-07T01:29:59.341933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.19881248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T01:29:59.341971Z","caller":"traceutil/trace.go:171","msg":"trace[1864890469] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:40851; }","duration":"3.247073046s","start":"2026-04-07T01:29:56.094883Z","end":"2026-04-07T01:29:59.341956Z","steps":["trace[1864890469] 'agreement among raft nodes before linearized reading' (duration: 3.246951183s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626160673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:59.342025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.625833007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:59.34198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.524997058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:59.34133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.189765782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:59.342027Z","caller":"traceutil/trace.go:171","msg":"trace[1713415356] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:40851; }","duration":"3.246114961s","start":"2026-04-07T01:29:56.09582Z","end":"2026-04-07T01:29:59.341935Z","steps":["trace[1713415356] 'agreement among raft nodes before linearized reading' (duration: 3.245537796s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.342087Z","caller":"traceutil/trace.go:171","msg":"trace[811283834] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:40851; }","duration":"5.625947329s","start":"2026-04-07T01:29:53.716111Z","end":"2026-04-07T01:29:59.342058Z","steps":["trace[811283834] 'agreement among raft nodes before linearized reading' (duration: 5.625864717s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.342098Z","caller":"traceutil/trace.go:171","msg":"trace[95361809] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:40851; }","duration":"6.190566193s","start":"2026-04-07T01:29:53.151521Z","end":"2026-04-07T01:29:59.342088Z","steps":["trace[95361809] 'agreement among raft nodes before linearized reading' (duration: 6.189709121s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219123014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:59.342109Z","caller":"traceutil/trace.go:171","msg":"trace[73206294] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:40851; }","duration":"6.525214113s","start":"2026-04-07T01:29:52.816871Z","end":"2026-04-07T01:29:59.342085Z","steps":["trace[73206294] 'agreement among raft nodes before linearized reading' (duration: 6.524926745s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.3421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.236768991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-04-07T01:29:59.342134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.716085Z","time spent":"5.626037682s","remote":"127.0.0.1:40046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.342034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000707305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:59.342143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250259498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-07T01:29:59.342153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240673811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-04-07T01:29:59.3422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.095807Z","time spent":"3.246323447s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-07T01:29:59.342264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253709116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-07T01:29:59.342314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97210261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:29:59.342362Z","caller":"traceutil/trace.go:171","msg":"trace[410560438] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:40851; }","duration":"3.972151402s","start":"2026-04-07T01:29:55.370203Z","end":"2026-04-07T01:29:59.342354Z","steps":["trace[410560438] 'agreement among raft nodes before linearized reading' (duration: 3.971973897s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.208110379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-07T01:29:59.341819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.843200106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:59.342378Z","caller":"traceutil/trace.go:171","msg":"trace[1175622856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:40851; }","duration":"3.253895032s","start":"2026-04-07T01:29:56.088455Z","end":"2026-04-07T01:29:59.34235Z","steps":["trace[1175622856] 'agreement among raft nodes before linearized reading' (duration: 3.253638515s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.3424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:55.370119Z","time spent":"3.972273736s","remote":"127.0.0.1:46148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":196,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:29:59.342411Z","caller":"traceutil/trace.go:171","msg":"trace[1201417299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40851; }","duration":"8.20814931s","start":"2026-04-07T01:29:51.134245Z","end":"2026-04-07T01:29:59.342395Z","steps":["trace[1201417299] 'agreement among raft nodes before linearized reading' (duration: 8.207968135s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.08843Z","time spent":"3.253997074s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:29:59.342447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.13421Z","time spent":"8.208230102s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T01:29:59.342467Z","caller":"traceutil/trace.go:171","msg":"trace[876534996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40851; }","duration":"8.198882602s","start":"2026-04-07T01:29:51.143101Z","end":"2026-04-07T01:29:59.341984Z","steps":["trace[876534996] 'agreement among raft nodes before linearized reading' (duration: 8.19845744s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.151508Z","time spent":"6.190619824s","remote":"127.0.0.1:37876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.34166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425715523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:59.342604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.216442225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1348"} {"level":"warn","ts":"2026-04-07T01:29:59.342607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.143056Z","time spent":"8.199537588s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T01:29:59.342636Z","caller":"traceutil/trace.go:171","msg":"trace[1029260211] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:40851; }","duration":"8.216491545s","start":"2026-04-07T01:29:51.126134Z","end":"2026-04-07T01:29:59.342626Z","steps":["trace[1029260211] 'agreement among raft nodes before linearized reading' (duration: 8.216403083s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.391972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:59.342668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:51.126126Z","time spent":"8.216536537s","remote":"127.0.0.1:46010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1372,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-04-07T01:29:59.341767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.82230267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:59.342731Z","caller":"traceutil/trace.go:171","msg":"trace[892127838] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:40851; }","duration":"4.823295806s","start":"2026-04-07T01:29:54.519414Z","end":"2026-04-07T01:29:59.34271Z","steps":["trace[892127838] 'agreement among raft nodes before linearized reading' (duration: 4.82230374s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223263599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T01:29:59.342754Z","caller":"traceutil/trace.go:171","msg":"trace[1962483062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40851; }","duration":"1.426715239s","start":"2026-04-07T01:29:57.915906Z","end":"2026-04-07T01:29:59.342621Z","steps":["trace[1962483062] 'agreement among raft nodes before linearized reading' (duration: 1.425715233s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.34217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:52.816837Z","time spent":"6.525320826s","remote":"127.0.0.1:59158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.342814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127701357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9c4h2\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-04-07T01:29:59.342809Z","caller":"traceutil/trace.go:171","msg":"trace[225096368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40851; }","duration":"1.223439583s","start":"2026-04-07T01:29:58.119355Z","end":"2026-04-07T01:29:59.342795Z","steps":["trace[225096368] 'agreement among raft nodes before linearized reading' (duration: 1.222885659s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.342883Z","caller":"traceutil/trace.go:171","msg":"trace[1868037648] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9c4h2; range_end:; response_count:1; response_revision:40851; }","duration":"1.127804749s","start":"2026-04-07T01:29:58.215062Z","end":"2026-04-07T01:29:59.342867Z","steps":["trace[1868037648] 'agreement among raft nodes before linearized reading' (duration: 1.127574183s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.341135Z","caller":"traceutil/trace.go:171","msg":"trace[2131123329] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:40851; }","duration":"3.24448709s","start":"2026-04-07T01:29:56.096634Z","end":"2026-04-07T01:29:59.341121Z","steps":["trace[2131123329] 'agreement among raft nodes before linearized reading' (duration: 3.244258163s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.342509Z","caller":"traceutil/trace.go:171","msg":"trace[2066813620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:40851; }","duration":"5.843920524s","start":"2026-04-07T01:29:53.498525Z","end":"2026-04-07T01:29:59.342446Z","steps":["trace[2066813620] 'agreement among raft nodes before linearized reading' (duration: 5.843265987s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221526923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-07T01:29:59.342946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:58.215048Z","time spent":"1.127881722s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3190,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-9c4h2\" "} {"level":"info","ts":"2026-04-07T01:29:59.342951Z","caller":"traceutil/trace.go:171","msg":"trace[626849440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:40851; }","duration":"1.221598455s","start":"2026-04-07T01:29:58.121343Z","end":"2026-04-07T01:29:59.342941Z","steps":["trace[626849440] 'agreement among raft nodes before linearized reading' (duration: 1.221472272s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.096625Z","time spent":"3.246311017s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-07T01:29:59.342962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.498495Z","time spent":"5.844443167s","remote":"127.0.0.1:59862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.342981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:58.119292Z","time spent":"1.223605927s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T01:29:59.342992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:58.121322Z","time spent":"1.221663867s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T01:29:59.342327Z","caller":"traceutil/trace.go:171","msg":"trace[692567738] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:40851; }","duration":"3.240884786s","start":"2026-04-07T01:29:56.101368Z","end":"2026-04-07T01:29:59.342253Z","steps":["trace[692567738] 'agreement among raft nodes before linearized reading' (duration: 3.240497117s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.342708Z","caller":"traceutil/trace.go:171","msg":"trace[233045394] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:40851; }","duration":"556.484194ms","start":"2026-04-07T01:29:58.786208Z","end":"2026-04-07T01:29:59.342692Z","steps":["trace[233045394] 'agreement among raft nodes before linearized reading' (duration: 556.362541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.277802476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:59.343158Z","caller":"traceutil/trace.go:171","msg":"trace[735207007] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:40851; }","duration":"7.278156216s","start":"2026-04-07T01:29:52.064968Z","end":"2026-04-07T01:29:59.343124Z","steps":["trace[735207007] 'agreement among raft nodes before linearized reading' (duration: 7.277840059s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.094861Z","time spent":"3.247155968s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-07T01:29:59.341797Z","caller":"traceutil/trace.go:171","msg":"trace[682165284] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3eb6097a05b0f; range_end:; response_count:1; response_revision:40851; }","duration":"3.427514412s","start":"2026-04-07T01:29:55.914255Z","end":"2026-04-07T01:29:59.34177Z","steps":["trace[682165284] 'agreement among raft nodes before linearized reading' (duration: 3.427149564s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.34194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.628046524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T01:29:59.342151Z","caller":"traceutil/trace.go:171","msg":"trace[1822858169] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:40851; }","duration":"4.219215356s","start":"2026-04-07T01:29:55.122916Z","end":"2026-04-07T01:29:59.342132Z","steps":["trace[1822858169] 'agreement among raft nodes before linearized reading' (duration: 4.219160995s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.34211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.076534308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T01:29:59.343272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:52.064939Z","time spent":"7.278316221s","remote":"127.0.0.1:39690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:29:59.34331Z","caller":"traceutil/trace.go:171","msg":"trace[748336144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40851; }","duration":"5.629478151s","start":"2026-04-07T01:29:53.71382Z","end":"2026-04-07T01:29:59.343298Z","steps":["trace[748336144] 'agreement among raft nodes before linearized reading' (duration: 5.62791883s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.343321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:55.122884Z","time spent":"4.220418128s","remote":"127.0.0.1:39770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:29:59.343365Z","caller":"traceutil/trace.go:171","msg":"trace[1533254885] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:0; response_revision:40851; }","duration":"5.077823082s","start":"2026-04-07T01:29:54.265478Z","end":"2026-04-07T01:29:59.343301Z","steps":["trace[1533254885] 'agreement among raft nodes before linearized reading' (duration: 5.076459776s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.34218Z","caller":"traceutil/trace.go:171","msg":"trace[235688611] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:40851; }","duration":"5.000865809s","start":"2026-04-07T01:29:54.341304Z","end":"2026-04-07T01:29:59.34217Z","steps":["trace[235688611] 'agreement among raft nodes before linearized reading' (duration: 5.000659594s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.341351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.444495669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-07T01:29:59.342197Z","caller":"traceutil/trace.go:171","msg":"trace[1183079163] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:40851; }","duration":"3.25035893s","start":"2026-04-07T01:29:56.091826Z","end":"2026-04-07T01:29:59.342185Z","steps":["trace[1183079163] 'agreement among raft nodes before linearized reading' (duration: 3.250238848s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.342057Z","caller":"traceutil/trace.go:171","msg":"trace[1966602357] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:40851; }","duration":"2.626240085s","start":"2026-04-07T01:29:56.715804Z","end":"2026-04-07T01:29:59.342045Z","steps":["trace[1966602357] 'agreement among raft nodes before linearized reading' (duration: 2.626162723s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.342514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.044521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:59.343476Z","caller":"traceutil/trace.go:171","msg":"trace[1485030415] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:40851; }","duration":"4.446672056s","start":"2026-04-07T01:29:54.896791Z","end":"2026-04-07T01:29:59.343463Z","steps":["trace[1485030415] 'agreement among raft nodes before linearized reading' (duration: 4.444307884s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.343507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.091802Z","time spent":"3.251698846s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:29:59.343522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:54.89678Z","time spent":"4.446732157s","remote":"127.0.0.1:45988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-04-07T01:29:59.343541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.715781Z","time spent":"2.627747133s","remote":"127.0.0.1:47864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.342506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.994929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T01:29:59.343614Z","caller":"traceutil/trace.go:171","msg":"trace[1552639686] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:40851; }","duration":"574.151819ms","start":"2026-04-07T01:29:58.769443Z","end":"2026-04-07T01:29:59.343595Z","steps":["trace[1552639686] 'agreement among raft nodes before linearized reading' (duration: 572.974338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.34365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:58.769415Z","time spent":"574.224931ms","remote":"127.0.0.1:40020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.342772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.914976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T01:29:59.343722Z","caller":"traceutil/trace.go:171","msg":"trace[32277570] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:40851; }","duration":"364.092828ms","start":"2026-04-07T01:29:58.979403Z","end":"2026-04-07T01:29:59.343496Z","steps":["trace[32277570] 'agreement among raft nodes before linearized reading' (duration: 363.055321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.343183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200944573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-07T01:29:59.343837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:58.979375Z","time spent":"364.442017ms","remote":"127.0.0.1:39692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-07T01:29:59.343894Z","caller":"traceutil/trace.go:171","msg":"trace[290960403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40851; }","duration":"1.201662771s","start":"2026-04-07T01:29:58.142208Z","end":"2026-04-07T01:29:59.343871Z","steps":["trace[290960403] 'agreement among raft nodes before linearized reading' (duration: 1.200481922s)"],"step_count":1} {"level":"info","ts":"2026-04-07T01:29:59.343727Z","caller":"traceutil/trace.go:171","msg":"trace[1466515699] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:40851; }","duration":"590.904591ms","start":"2026-04-07T01:29:58.752806Z","end":"2026-04-07T01:29:59.34371Z","steps":["trace[1466515699] 'agreement among raft nodes before linearized reading' (duration: 589.920886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.34398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:58.752781Z","time spent":"591.186188ms","remote":"127.0.0.1:45944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.342844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:57.915887Z","time spent":"1.426945324s","remote":"127.0.0.1:45800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T01:29:59.343969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:58.142201Z","time spent":"1.201756305s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T01:29:59.34284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38341731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T01:29:59.344156Z","caller":"traceutil/trace.go:171","msg":"trace[946082817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:40851; }","duration":"6.384947699s","start":"2026-04-07T01:29:52.959195Z","end":"2026-04-07T01:29:59.344142Z","steps":["trace[946082817] 'agreement among raft nodes before linearized reading' (duration: 6.382869386s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.34426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:52.959171Z","time spent":"6.385037562s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-07T01:29:59.343078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.101349Z","time spent":"3.241713108s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-07T01:29:59.343091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:58.78612Z","time spent":"556.958015ms","remote":"127.0.0.1:38280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.343269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:55.914235Z","time spent":"3.429023513s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3eb6097a05b0f\" "} {"level":"warn","ts":"2026-04-07T01:29:59.343356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.713787Z","time spent":"5.629560353s","remote":"127.0.0.1:46006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T01:29:59.344663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235877818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T01:29:59.344803Z","caller":"traceutil/trace.go:171","msg":"trace[1158888646] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:40851; }","duration":"3.239406819s","start":"2026-04-07T01:29:56.105383Z","end":"2026-04-07T01:29:59.34479Z","steps":["trace[1158888646] 'agreement among raft nodes before linearized reading' (duration: 3.235778386s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.344848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.105352Z","time spent":"3.23948164s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-04-07T01:29:59.342182Z","caller":"traceutil/trace.go:171","msg":"trace[2026882774] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:40851; }","duration":"3.236905645s","start":"2026-04-07T01:29:56.105251Z","end":"2026-04-07T01:29:59.342157Z","steps":["trace[2026882774] 'agreement among raft nodes before linearized reading' (duration: 3.236453453s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.345023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:56.105225Z","time spent":"3.239750768s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-07T01:29:59.343428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:54.265452Z","time spent":"5.077964364s","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-07T01:29:59.343471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:54.341166Z","time spent":"5.002283015s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.342799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:54.519394Z","time spent":"4.823374188s","remote":"127.0.0.1:46252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-07T01:29:59.350841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.099166409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T01:29:59.350875Z","caller":"traceutil/trace.go:171","msg":"trace[798307199] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:40851; }","duration":"6.09922481s","start":"2026-04-07T01:29:53.251643Z","end":"2026-04-07T01:29:59.350868Z","steps":["trace[798307199] 'agreement among raft nodes before linearized reading' (duration: 6.090201928s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T01:29:59.350894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T01:29:53.251632Z","time spent":"6.099256731s","remote":"127.0.0.1:45910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1857,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "}