{"level":"warn","ts":"2026-04-09T02:05:46.549585Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T02:05:46.549698Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.227:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.227:2380","--initial-cluster=instance=https://199.204.45.227:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.227:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.227:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T02:05:46.549777Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T02:05:46.549785Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-09T02:05:46.549807Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T02:05:46.550622Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"]} {"level":"info","ts":"2026-04-09T02:05:46.550704Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.227:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T02:05:46.554738Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.798368ms"} {"level":"info","ts":"2026-04-09T02:05:46.563828Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"572db18442eba1c2","cluster-id":"fb1028a037bf3cd6"} {"level":"info","ts":"2026-04-09T02:05:46.563958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T02:05:46.564011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 0"} {"level":"info","ts":"2026-04-09T02:05:46.564047Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 572db18442eba1c2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T02:05:46.564074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became follower at term 1"} {"level":"info","ts":"2026-04-09T02:05:46.564141Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"warn","ts":"2026-04-09T02:05:46.569972Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T02:05:46.571489Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T02:05:46.573256Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T02:05:46.575857Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"572db18442eba1c2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T02:05:46.576142Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"572db18442eba1c2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T02:05:46.576212Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T02:05:46.576404Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T02:05:46.576492Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T02:05:46.579234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 switched to configuration voters=(6281872236868248002)"} {"level":"info","ts":"2026-04-09T02:05:46.579818Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","added-peer-id":"572db18442eba1c2","added-peer-peer-urls":["https://199.204.45.227:2380"]} {"level":"info","ts":"2026-04-09T02:05:46.581199Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T02:05:46.581496Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"572db18442eba1c2","initial-advertise-peer-urls":["https://199.204.45.227:2380"],"listen-peer-urls":["https://199.204.45.227:2380"],"advertise-client-urls":["https://199.204.45.227:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.227:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T02:05:46.58142Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-09T02:05:46.581552Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T02:05:46.581579Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.227:2380"} {"level":"info","ts":"2026-04-09T02:05:47.264998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T02:05:47.265085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T02:05:47.265128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgPreVoteResp from 572db18442eba1c2 at term 1"} {"level":"info","ts":"2026-04-09T02:05:47.265371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became candidate at term 2"} {"level":"info","ts":"2026-04-09T02:05:47.265401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 received MsgVoteResp from 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-09T02:05:47.265421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"572db18442eba1c2 became leader at term 2"} {"level":"info","ts":"2026-04-09T02:05:47.265608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 572db18442eba1c2 elected leader 572db18442eba1c2 at term 2"} {"level":"info","ts":"2026-04-09T02:05:47.266908Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"572db18442eba1c2","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.227:2379]}","request-path":"/0/members/572db18442eba1c2/attributes","cluster-id":"fb1028a037bf3cd6","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T02:05:47.267192Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T02:05:47.267297Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T02:05:47.267465Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T02:05:47.267358Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T02:05:47.267579Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T02:05:47.268379Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"fb1028a037bf3cd6","local-member-id":"572db18442eba1c2","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T02:05:47.268508Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T02:05:47.268542Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T02:05:47.27125Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T02:05:47.271585Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.227:2379"} {"level":"info","ts":"2026-04-09T02:06:24.008782Z","caller":"traceutil/trace.go:171","msg":"trace[1727770077] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"148.992417ms","start":"2026-04-09T02:06:23.85976Z","end":"2026-04-09T02:06:24.008752Z","steps":["trace[1727770077] 'process raft request' (duration: 148.337028ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:06:24.785389Z","caller":"traceutil/trace.go:171","msg":"trace[132802878] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"242.029245ms","start":"2026-04-09T02:06:24.543331Z","end":"2026-04-09T02:06:24.78536Z","steps":["trace[132802878] 'read index received' (duration: 239.914456ms)","trace[132802878] 'applied index is now lower than readState.Index' (duration: 2.113829ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:06:24.785493Z","caller":"traceutil/trace.go:171","msg":"trace[1699835785] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"263.931019ms","start":"2026-04-09T02:06:24.521518Z","end":"2026-04-09T02:06:24.785449Z","steps":["trace[1699835785] 'process raft request' (duration: 262.105927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:06:24.785554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.202949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:06:24.785617Z","caller":"traceutil/trace.go:171","msg":"trace[882465390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:624; }","duration":"242.332633ms","start":"2026-04-09T02:06:24.543272Z","end":"2026-04-09T02:06:24.785605Z","steps":["trace[882465390] 'agreement among raft nodes before linearized reading' (duration: 242.21416ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:07:53.231294Z","caller":"traceutil/trace.go:171","msg":"trace[1692311771] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"252.451458ms","start":"2026-04-09T02:07:52.978805Z","end":"2026-04-09T02:07:53.231257Z","steps":["trace[1692311771] 'process raft request' (duration: 252.208351ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:07:53.31616Z","caller":"traceutil/trace.go:171","msg":"trace[1353451609] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1910; }","duration":"286.482249ms","start":"2026-04-09T02:07:53.029642Z","end":"2026-04-09T02:07:53.316125Z","steps":["trace[1353451609] 'read index received' (duration: 201.393253ms)","trace[1353451609] 'applied index is now lower than readState.Index' (duration: 85.087726ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:07:53.316328Z","caller":"traceutil/trace.go:171","msg":"trace[1783499549] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"331.468734ms","start":"2026-04-09T02:07:52.984806Z","end":"2026-04-09T02:07:53.316275Z","steps":["trace[1783499549] 'process raft request' (duration: 331.103064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:07:53.316547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.854739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-99c0337e-b4c8-4f1c-975e-a8d874c2cbdb\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-09T02:07:53.316616Z","caller":"traceutil/trace.go:171","msg":"trace[687365259] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-99c0337e-b4c8-4f1c-975e-a8d874c2cbdb; range_end:; response_count:1; response_revision:1846; }","duration":"287.009953ms","start":"2026-04-09T02:07:53.02959Z","end":"2026-04-09T02:07:53.3166Z","steps":["trace[687365259] 'agreement among raft nodes before linearized reading' (duration: 286.718065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:07:53.316786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.297147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T02:07:53.316924Z","caller":"traceutil/trace.go:171","msg":"trace[1709614585] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1846; }","duration":"140.531054ms","start":"2026-04-09T02:07:53.176361Z","end":"2026-04-09T02:07:53.316892Z","steps":["trace[1709614585] 'agreement among raft nodes before linearized reading' (duration: 140.251056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:07:53.316997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.029227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T02:07:53.317155Z","caller":"traceutil/trace.go:171","msg":"trace[591084333] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1846; }","duration":"122.331896ms","start":"2026-04-09T02:07:53.194792Z","end":"2026-04-09T02:07:53.317124Z","steps":["trace[591084333] 'agreement among raft nodes before linearized reading' (duration: 121.889803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:07:53.317308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:07:52.984768Z","time spent":"331.69538ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:07:53.680985Z","caller":"traceutil/trace.go:171","msg":"trace[1797035669] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"123.853528ms","start":"2026-04-09T02:07:53.557101Z","end":"2026-04-09T02:07:53.680955Z","steps":["trace[1797035669] 'process raft request' (duration: 123.646432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:08:44.492144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.990106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:08:44.492237Z","caller":"traceutil/trace.go:171","msg":"trace[2052475075] linearizableReadLoop","detail":"{readStateIndex:2252; appliedIndex:2251; }","duration":"300.276056ms","start":"2026-04-09T02:08:44.191947Z","end":"2026-04-09T02:08:44.492223Z","steps":["trace[2052475075] 'read index received' (duration: 106.413µs)","trace[2052475075] 'applied index is now lower than readState.Index' (duration: 300.168763ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:08:44.492294Z","caller":"traceutil/trace.go:171","msg":"trace[744402779] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"474.964148ms","start":"2026-04-09T02:08:44.017318Z","end":"2026-04-09T02:08:44.492282Z","steps":["trace[744402779] 'process raft request' (duration: 105.598941ms)","trace[744402779] 'compare' (duration: 368.911434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:08:44.492351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:08:44.017302Z","time spent":"475.020469ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:08:44.492962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.006076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-09T02:08:44.493041Z","caller":"traceutil/trace.go:171","msg":"trace[184629119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2176; }","duration":"301.16182ms","start":"2026-04-09T02:08:44.191861Z","end":"2026-04-09T02:08:44.493023Z","steps":["trace[184629119] 'agreement among raft nodes before linearized reading' (duration: 300.42243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:08:44.49309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:08:44.19177Z","time spent":"301.308085ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-09T02:08:44.668779Z","caller":"traceutil/trace.go:171","msg":"trace[1201553561] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"316.044572ms","start":"2026-04-09T02:08:44.352706Z","end":"2026-04-09T02:08:44.66875Z","steps":["trace[1201553561] 'process raft request' (duration: 253.610535ms)","trace[1201553561] 'compare' (duration: 62.314963ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:08:44.668953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:08:44.352675Z","time spent":"316.182496ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:08:44.670804Z","caller":"traceutil/trace.go:171","msg":"trace[140484590] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"181.173261ms","start":"2026-04-09T02:08:44.489614Z","end":"2026-04-09T02:08:44.670788Z","steps":["trace[140484590] 'process raft request' (duration: 181.044497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:08:44.671131Z","caller":"traceutil/trace.go:171","msg":"trace[1081300902] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"174.9838ms","start":"2026-04-09T02:08:44.496081Z","end":"2026-04-09T02:08:44.671065Z","steps":["trace[1081300902] 'process raft request' (duration: 174.665611ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:08:44.671182Z","caller":"traceutil/trace.go:171","msg":"trace[1363932382] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2252; }","duration":"178.891878ms","start":"2026-04-09T02:08:44.492259Z","end":"2026-04-09T02:08:44.671151Z","steps":["trace[1363932382] 'read index received' (duration: 114.134167ms)","trace[1363932382] 'applied index is now lower than readState.Index' (duration: 64.756361ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:08:44.671297Z","caller":"traceutil/trace.go:171","msg":"trace[1021664277] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"140.084434ms","start":"2026-04-09T02:08:44.531191Z","end":"2026-04-09T02:08:44.671276Z","steps":["trace[1021664277] 'process raft request' (duration: 139.817377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:08:44.67142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.106364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:08:44.671455Z","caller":"traceutil/trace.go:171","msg":"trace[1215052327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2180; }","duration":"128.196116ms","start":"2026-04-09T02:08:44.54325Z","end":"2026-04-09T02:08:44.671447Z","steps":["trace[1215052327] 'agreement among raft nodes before linearized reading' (duration: 128.104414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:08:44.671442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.538819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T02:08:44.671528Z","caller":"traceutil/trace.go:171","msg":"trace[124134368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2180; }","duration":"216.669213ms","start":"2026-04-09T02:08:44.454834Z","end":"2026-04-09T02:08:44.671503Z","steps":["trace[124134368] 'agreement among raft nodes before linearized reading' (duration: 216.433736ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:10:05.207961Z","caller":"traceutil/trace.go:171","msg":"trace[1214578960] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"138.681307ms","start":"2026-04-09T02:10:05.069239Z","end":"2026-04-09T02:10:05.20792Z","steps":["trace[1214578960] 'process raft request' (duration: 78.07389ms)","trace[1214578960] 'compare' (duration: 59.962319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:10:05.523522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.619324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:10:05.523668Z","caller":"traceutil/trace.go:171","msg":"trace[1760680067] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"278.815617ms","start":"2026-04-09T02:10:05.244827Z","end":"2026-04-09T02:10:05.523642Z","steps":["trace[1760680067] 'process raft request' (duration: 126.952886ms)","trace[1760680067] 'compare' (duration: 151.492981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:13:18.24729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900283976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:18.747854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900283976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:19.248785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900283976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:19.749621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900283976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:20.107948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.36239067s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T02:13:20.108917Z","caller":"traceutil/trace.go:171","msg":"trace[1376435996] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"2.363475569s","start":"2026-04-09T02:13:17.745404Z","end":"2026-04-09T02:13:20.10888Z","steps":["trace[1376435996] 'process raft request' (duration: 2.363226253s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.10934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:17.74537Z","time spent":"2.363664495s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:20.118232Z","caller":"traceutil/trace.go:171","msg":"trace[1974506048] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"1.572235267s","start":"2026-04-09T02:13:18.545977Z","end":"2026-04-09T02:13:20.118212Z","steps":["trace[1974506048] 'process raft request' (duration: 1.571921828s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.118332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:18.545947Z","time spent":"1.572326428s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:20.118458Z","caller":"traceutil/trace.go:171","msg":"trace[206619383] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"1.041849628s","start":"2026-04-09T02:13:19.076577Z","end":"2026-04-09T02:13:20.118426Z","steps":["trace[206619383] 'process raft request' (duration: 1.041496438s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.118626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:19.076548Z","time spent":"1.041966871s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:20.11865Z","caller":"traceutil/trace.go:171","msg":"trace[915014324] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"425.816326ms","start":"2026-04-09T02:13:19.692778Z","end":"2026-04-09T02:13:20.118595Z","steps":["trace[915014324] 'process raft request' (duration: 425.546879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.118875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:19.69274Z","time spent":"426.015332ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:20.118949Z","caller":"traceutil/trace.go:171","msg":"trace[436787615] linearizableReadLoop","detail":"{readStateIndex:4259; appliedIndex:4254; }","duration":"2.372102946s","start":"2026-04-09T02:13:17.746818Z","end":"2026-04-09T02:13:20.118921Z","steps":["trace[436787615] 'read index received' (duration: 2.361482985s)","trace[436787615] 'applied index is now lower than readState.Index' (duration: 10.617911ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:13:20.119084Z","caller":"traceutil/trace.go:171","msg":"trace[988143866] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"395.387071ms","start":"2026-04-09T02:13:19.723674Z","end":"2026-04-09T02:13:20.119061Z","steps":["trace[988143866] 'process raft request' (duration: 394.692142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.119121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372302132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T02:13:20.119223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326580646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-09T02:13:20.119229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:19.723653Z","time spent":"395.493063ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:20.119273Z","caller":"traceutil/trace.go:171","msg":"trace[1395302022] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4109; }","duration":"2.326643438s","start":"2026-04-09T02:13:17.792617Z","end":"2026-04-09T02:13:20.11926Z","steps":["trace[1395302022] 'agreement among raft nodes before linearized reading' (duration: 2.326538785s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.119301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:17.792524Z","time spent":"2.326770621s","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-09T02:13:20.119311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067919081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:13:20.119374Z","caller":"traceutil/trace.go:171","msg":"trace[1048467928] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4109; }","duration":"2.068104646s","start":"2026-04-09T02:13:18.051252Z","end":"2026-04-09T02:13:20.119356Z","steps":["trace[1048467928] 'agreement among raft nodes before linearized reading' (duration: 2.067994253s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.119432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:18.051221Z","time spent":"2.068197579s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-09T02:13:20.119448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609758128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T02:13:20.119713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.40015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c8bzp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T02:13:20.119741Z","caller":"traceutil/trace.go:171","msg":"trace[1263617817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4109; }","duration":"1.610127877s","start":"2026-04-09T02:13:18.509589Z","end":"2026-04-09T02:13:20.119717Z","steps":["trace[1263617817] 'agreement among raft nodes before linearized reading' (duration: 1.609629353s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.119766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319252644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:13:20.119765Z","caller":"traceutil/trace.go:171","msg":"trace[1174856844] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c8bzp; range_end:; response_count:1; response_revision:4109; }","duration":"743.494322ms","start":"2026-04-09T02:13:19.376257Z","end":"2026-04-09T02:13:20.119751Z","steps":["trace[1174856844] 'agreement among raft nodes before linearized reading' (duration: 743.115852ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:20.119795Z","caller":"traceutil/trace.go:171","msg":"trace[644499699] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4109; }","duration":"2.319279725s","start":"2026-04-09T02:13:17.800505Z","end":"2026-04-09T02:13:20.119784Z","steps":["trace[644499699] 'agreement among raft nodes before linearized reading' (duration: 2.319237684s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.119804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:19.376235Z","time spent":"743.560124ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-c8bzp\" "} {"level":"warn","ts":"2026-04-09T02:13:20.119824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:17.800415Z","time spent":"2.319403579s","remote":"127.0.0.1:52100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-09T02:13:20.119787Z","caller":"traceutil/trace.go:171","msg":"trace[94370337] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4109; }","duration":"2.372401065s","start":"2026-04-09T02:13:17.746761Z","end":"2026-04-09T02:13:20.119162Z","steps":["trace[94370337] 'agreement among raft nodes before linearized reading' (duration: 2.372296612s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.119899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:17.746741Z","time spent":"2.373127724s","remote":"127.0.0.1:34754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-09T02:13:20.119954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575826465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T02:13:20.119967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894838297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-09T02:13:20.119996Z","caller":"traceutil/trace.go:171","msg":"trace[1977249791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4109; }","duration":"1.575913187s","start":"2026-04-09T02:13:18.544072Z","end":"2026-04-09T02:13:20.119986Z","steps":["trace[1977249791] 'agreement among raft nodes before linearized reading' (duration: 1.575857946s)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:20.120021Z","caller":"traceutil/trace.go:171","msg":"trace[1742078386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4109; }","duration":"1.89497233s","start":"2026-04-09T02:13:18.225032Z","end":"2026-04-09T02:13:20.120005Z","steps":["trace[1742078386] 'agreement among raft nodes before linearized reading' (duration: 1.894819846s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.120034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:18.544045Z","time spent":"1.57598286s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T02:13:20.120083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:18.225003Z","time spent":"1.895068183s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-09T02:13:20.119803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:18.509564Z","time spent":"1.61022944s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T02:13:20.119726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279969575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T02:13:20.120279Z","caller":"traceutil/trace.go:171","msg":"trace[530532151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4109; }","duration":"2.280572132s","start":"2026-04-09T02:13:17.839687Z","end":"2026-04-09T02:13:20.12026Z","steps":["trace[530532151] 'agreement among raft nodes before linearized reading' (duration: 2.27976189s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.120332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:17.839651Z","time spent":"2.280667075s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T02:13:20.119908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164195848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T02:13:20.120459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908691227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-09T02:13:20.120507Z","caller":"traceutil/trace.go:171","msg":"trace[1628393060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4109; }","duration":"1.164840036s","start":"2026-04-09T02:13:18.955651Z","end":"2026-04-09T02:13:20.120491Z","steps":["trace[1628393060] 'agreement among raft nodes before linearized reading' (duration: 1.164176498s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.120562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:18.955625Z","time spent":"1.164922209s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-09T02:13:20.120558Z","caller":"traceutil/trace.go:171","msg":"trace[368485366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4109; }","duration":"1.908903023s","start":"2026-04-09T02:13:18.211627Z","end":"2026-04-09T02:13:20.12053Z","steps":["trace[368485366] 'agreement among raft nodes before linearized reading' (duration: 1.908508523s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:20.120622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:18.211576Z","time spent":"1.909030586s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T02:13:49.787585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900284600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:50.288574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900284600,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:50.390729Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.313630143s","expected-duration":"1s"} {"level":"info","ts":"2026-04-09T02:13:50.391507Z","caller":"traceutil/trace.go:171","msg":"trace[88158767] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"1.314877778s","start":"2026-04-09T02:13:49.076602Z","end":"2026-04-09T02:13:50.391479Z","steps":["trace[88158767] 'process raft request' (duration: 1.314483717s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:50.39166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:49.07657Z","time spent":"1.314996491s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451365,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:50.393968Z","caller":"traceutil/trace.go:171","msg":"trace[1044591729] linearizableReadLoop","detail":"{readStateIndex:4442; appliedIndex:4440; }","duration":"1.106767991s","start":"2026-04-09T02:13:49.287181Z","end":"2026-04-09T02:13:50.393949Z","steps":["trace[1044591729] 'read index received' (duration: 1.10380181s)","trace[1044591729] 'applied index is now lower than readState.Index' (duration: 2.965101ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:13:50.393999Z","caller":"traceutil/trace.go:171","msg":"trace[882696801] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"103.324698ms","start":"2026-04-09T02:13:50.290648Z","end":"2026-04-09T02:13:50.393973Z","steps":["trace[882696801] 'process raft request' (duration: 103.190454ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:50.394157Z","caller":"traceutil/trace.go:171","msg":"trace[1906685852] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"141.564699ms","start":"2026-04-09T02:13:50.252575Z","end":"2026-04-09T02:13:50.394139Z","steps":["trace[1906685852] 'process raft request' (duration: 141.181898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:50.394227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107045519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T02:13:50.394276Z","caller":"traceutil/trace.go:171","msg":"trace[1679792168] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4278; }","duration":"1.107145221s","start":"2026-04-09T02:13:49.287116Z","end":"2026-04-09T02:13:50.394261Z","steps":["trace[1679792168] 'agreement among raft nodes before linearized reading' (duration: 1.107036308s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:50.39431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:49.287079Z","time spent":"1.107222173s","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-09T02:13:50.394498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.174914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T02:13:50.39453Z","caller":"traceutil/trace.go:171","msg":"trace[646233141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4278; }","duration":"427.249106ms","start":"2026-04-09T02:13:49.967272Z","end":"2026-04-09T02:13:50.394521Z","steps":["trace[646233141] 'agreement among raft nodes before linearized reading' (duration: 427.199375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:50.394551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:49.967252Z","time spent":"427.292607ms","remote":"127.0.0.1:57780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-09T02:13:50.394787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.058975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T02:13:50.394845Z","caller":"traceutil/trace.go:171","msg":"trace[1885853420] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4278; }","duration":"220.169508ms","start":"2026-04-09T02:13:50.174663Z","end":"2026-04-09T02:13:50.394832Z","steps":["trace[1885853420] 'agreement among raft nodes before linearized reading' (duration: 220.070205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:50.970493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900284619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:51.470739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900284619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:51.971639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900284619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:52.472225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900284619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:52.544409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000748807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-09T02:13:52.544618Z","caller":"traceutil/trace.go:171","msg":"trace[366113945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001044134s","start":"2026-04-09T02:13:50.543539Z","end":"2026-04-09T02:13:52.544584Z","steps":["trace[366113945] 'agreement among raft nodes before linearized reading' (duration: 2.000774597s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:52.544688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.543522Z","time spent":"2.001151517s","remote":"127.0.0.1:34300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/09 02:13:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-09T02:13:52.972978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900284619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:53.4739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11656051889900284619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-09T02:13:53.695908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.227858629s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-09T02:13:53.904798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.438826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:13:53.904972Z","caller":"traceutil/trace.go:171","msg":"trace[1514866141] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"3.436949042s","start":"2026-04-09T02:13:50.467987Z","end":"2026-04-09T02:13:53.904936Z","steps":["trace[1514866141] 'process raft request' (duration: 3.228220709s)","trace[1514866141] 'compare' (duration: 208.294552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:13:53.905084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.467976Z","time spent":"3.437057795s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:53.908422Z","caller":"traceutil/trace.go:171","msg":"trace[102479700] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"3.323529797s","start":"2026-04-09T02:13:50.584851Z","end":"2026-04-09T02:13:53.908381Z","steps":["trace[102479700] 'process raft request' (duration: 3.322713204s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.908692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.584807Z","time spent":"3.323772213s","remote":"127.0.0.1:34412","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451397,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:53.908781Z","caller":"traceutil/trace.go:171","msg":"trace[860136204] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"1.508205817s","start":"2026-04-09T02:13:52.400548Z","end":"2026-04-09T02:13:53.908754Z","steps":["trace[860136204] 'process raft request' (duration: 1.508048543s)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:53.908783Z","caller":"traceutil/trace.go:171","msg":"trace[290257104] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"3.129018235s","start":"2026-04-09T02:13:50.7797Z","end":"2026-04-09T02:13:53.908718Z","steps":["trace[290257104] 'process raft request' (duration: 3.128614454s)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:53.908875Z","caller":"traceutil/trace.go:171","msg":"trace[1250958032] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"1.507438037s","start":"2026-04-09T02:13:52.401408Z","end":"2026-04-09T02:13:53.908846Z","steps":["trace[1250958032] 'process raft request' (duration: 1.507365405s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.908911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.400524Z","time spent":"1.508321931s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:13:53.909021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.779663Z","time spent":"3.129225921s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:13:53.909055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.401368Z","time spent":"1.507592791s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:53.90924Z","caller":"traceutil/trace.go:171","msg":"trace[355901216] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"1.508549717s","start":"2026-04-09T02:13:52.400674Z","end":"2026-04-09T02:13:53.909223Z","steps":["trace[355901216] 'process raft request' (duration: 1.508042683s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.90935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.400632Z","time spent":"1.50866649s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:53.90932Z","caller":"traceutil/trace.go:171","msg":"trace[247077488] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"1.508029502s","start":"2026-04-09T02:13:52.401239Z","end":"2026-04-09T02:13:53.909268Z","steps":["trace[247077488] 'process raft request' (duration: 1.507506538s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.909761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.401228Z","time spent":"1.508355371s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:53.910132Z","caller":"traceutil/trace.go:171","msg":"trace[1451235770] linearizableReadLoop","detail":"{readStateIndex:4458; appliedIndex:4449; }","duration":"3.439926764s","start":"2026-04-09T02:13:50.470174Z","end":"2026-04-09T02:13:53.9101Z","steps":["trace[1451235770] 'read index received' (duration: 3.226107211s)","trace[1451235770] 'applied index is now lower than readState.Index' (duration: 213.817903ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:13:53.910118Z","caller":"traceutil/trace.go:171","msg":"trace[157350301] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"1.361671479s","start":"2026-04-09T02:13:52.54836Z","end":"2026-04-09T02:13:53.910031Z","steps":["trace[157350301] 'process raft request' (duration: 1.360443855s)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:53.911132Z","caller":"traceutil/trace.go:171","msg":"trace[1216514188] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"1.030966271s","start":"2026-04-09T02:13:52.880143Z","end":"2026-04-09T02:13:53.911109Z","steps":["trace[1216514188] 'process raft request' (duration: 1.029779538s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.91123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.548331Z","time spent":"1.362855082s","remote":"127.0.0.1:34386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-09T02:13:53.911249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.880099Z","time spent":"1.031116015s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:13:53.911428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461786194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T02:13:53.911483Z","caller":"traceutil/trace.go:171","msg":"trace[22198899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4290; }","duration":"1.461872957s","start":"2026-04-09T02:13:52.4496Z","end":"2026-04-09T02:13:53.911473Z","steps":["trace[22198899] 'agreement among raft nodes before linearized reading' (duration: 1.461755893s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.911492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441300251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-09T02:13:53.911565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360658301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:13:53.911603Z","caller":"traceutil/trace.go:171","msg":"trace[985878129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4290; }","duration":"3.441473137s","start":"2026-04-09T02:13:50.470109Z","end":"2026-04-09T02:13:53.911582Z","steps":["trace[985878129] 'agreement among raft nodes before linearized reading' (duration: 3.441067646s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.911644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.470085Z","time spent":"3.441553108s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-09T02:13:53.911443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.423455021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T02:13:53.91167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41028987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T02:13:53.911657Z","caller":"traceutil/trace.go:171","msg":"trace[1957933411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4290; }","duration":"1.360761214s","start":"2026-04-09T02:13:52.550863Z","end":"2026-04-09T02:13:53.911624Z","steps":["trace[1957933411] 'agreement among raft nodes before linearized reading' (duration: 1.360679552s)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:53.911714Z","caller":"traceutil/trace.go:171","msg":"trace[1060449666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4290; }","duration":"3.410383842s","start":"2026-04-09T02:13:50.501314Z","end":"2026-04-09T02:13:53.911698Z","steps":["trace[1060449666] 'agreement among raft nodes before linearized reading' (duration: 3.410264429s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.911742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.550848Z","time spent":"1.360887438s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T02:13:53.911764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.501284Z","time spent":"3.410468944s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T02:13:53.911762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693620811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-09T02:13:53.911805Z","caller":"traceutil/trace.go:171","msg":"trace[1980106502] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4290; }","duration":"1.693666974s","start":"2026-04-09T02:13:52.218129Z","end":"2026-04-09T02:13:53.911796Z","steps":["trace[1980106502] 'agreement among raft nodes before linearized reading' (duration: 1.693338085s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.911478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.127918815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-09T02:13:53.911833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.218051Z","time spent":"1.693775396s","remote":"127.0.0.1:34820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":395,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-09T02:13:53.91184Z","caller":"traceutil/trace.go:171","msg":"trace[1776723652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4290; }","duration":"3.128342687s","start":"2026-04-09T02:13:50.78349Z","end":"2026-04-09T02:13:53.911833Z","steps":["trace[1776723652] 'agreement among raft nodes before linearized reading' (duration: 3.127886814s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.911524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:52.449587Z","time spent":"1.461928739s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T02:13:53.911859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.78346Z","time spent":"3.128393328s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-09T02:13:53.911704Z","caller":"traceutil/trace.go:171","msg":"trace[1129591690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4290; }","duration":"3.42376822s","start":"2026-04-09T02:13:50.487924Z","end":"2026-04-09T02:13:53.911692Z","steps":["trace[1129591690] 'agreement among raft nodes before linearized reading' (duration: 3.423311067s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.911555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405332284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c8bzp\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-09T02:13:53.911899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.487897Z","time spent":"3.423984456s","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T02:13:53.911929Z","caller":"traceutil/trace.go:171","msg":"trace[159299147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c8bzp; range_end:; response_count:1; response_revision:4290; }","duration":"3.405702904s","start":"2026-04-09T02:13:50.506214Z","end":"2026-04-09T02:13:53.911917Z","steps":["trace[159299147] 'agreement among raft nodes before linearized reading' (duration: 3.405259162s)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:53.91197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:50.506158Z","time spent":"3.405801157s","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-c8bzp\" "} {"level":"info","ts":"2026-04-09T02:13:54.077377Z","caller":"traceutil/trace.go:171","msg":"trace[129760859] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"139.787353ms","start":"2026-04-09T02:13:53.937473Z","end":"2026-04-09T02:13:54.077261Z","steps":["trace[129760859] 'process raft request' (duration: 87.589031ms)","trace[129760859] 'compare' (duration: 51.993066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:13:54.523039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.425957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-create\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T02:13:54.523154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.444004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-09T02:13:54.523189Z","caller":"traceutil/trace.go:171","msg":"trace[1091494577] range","detail":"{range_begin:/registry/jobs/monitoring/kube-prometheus-stack-admission-create; range_end:; response_count:0; response_revision:4297; }","duration":"130.651443ms","start":"2026-04-09T02:13:54.392505Z","end":"2026-04-09T02:13:54.523156Z","steps":["trace[1091494577] 'range keys from in-memory index tree' (duration: 130.305393ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:54.523237Z","caller":"traceutil/trace.go:171","msg":"trace[874295766] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4297; }","duration":"104.590778ms","start":"2026-04-09T02:13:54.418625Z","end":"2026-04-09T02:13:54.523216Z","steps":["trace[874295766] 'range keys from in-memory index tree' (duration: 104.213518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:54.96284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.758111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:13:54.963065Z","caller":"traceutil/trace.go:171","msg":"trace[711904038] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"175.429871ms","start":"2026-04-09T02:13:54.787607Z","end":"2026-04-09T02:13:54.963037Z","steps":["trace[711904038] 'process raft request' (duration: 46.405653ms)","trace[711904038] 'compare' (duration: 128.579715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:13:55.189795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.370285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:13:55.190243Z","caller":"traceutil/trace.go:171","msg":"trace[1414454604] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"218.605684ms","start":"2026-04-09T02:13:54.971596Z","end":"2026-04-09T02:13:55.190201Z","steps":["trace[1414454604] 'process raft request' (duration: 91.746695ms)","trace[1414454604] 'compare' (duration: 126.18798ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:13:55.336356Z","caller":"traceutil/trace.go:171","msg":"trace[160002372] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"141.08832ms","start":"2026-04-09T02:13:55.195221Z","end":"2026-04-09T02:13:55.336309Z","steps":["trace[160002372] 'process raft request' (duration: 128.850524ms)","trace[160002372] 'compare' (duration: 11.853855ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:13:55.336667Z","caller":"traceutil/trace.go:171","msg":"trace[1529149302] transaction","detail":"{read_only:false; response_revision:4304; number_of_response:1; }","duration":"139.072824ms","start":"2026-04-09T02:13:55.197556Z","end":"2026-04-09T02:13:55.336628Z","steps":["trace[1529149302] 'process raft request' (duration: 138.789087ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:55.630951Z","caller":"traceutil/trace.go:171","msg":"trace[68726407] linearizableReadLoop","detail":"{readStateIndex:4474; appliedIndex:4473; }","duration":"100.29282ms","start":"2026-04-09T02:13:55.530622Z","end":"2026-04-09T02:13:55.630914Z","steps":["trace[68726407] 'read index received' (duration: 59.032319ms)","trace[68726407] 'applied index is now lower than readState.Index' (duration: 41.258441ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:13:55.631065Z","caller":"traceutil/trace.go:171","msg":"trace[2104668415] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"275.7042ms","start":"2026-04-09T02:13:55.35532Z","end":"2026-04-09T02:13:55.631024Z","steps":["trace[2104668415] 'process raft request' (duration: 234.278714ms)","trace[2104668415] 'compare' (duration: 41.140548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:13:55.631291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.627939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-09T02:13:55.631344Z","caller":"traceutil/trace.go:171","msg":"trace[1496698444] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4306; }","duration":"100.749233ms","start":"2026-04-09T02:13:55.530576Z","end":"2026-04-09T02:13:55.631326Z","steps":["trace[1496698444] 'agreement among raft nodes before linearized reading' (duration: 100.531447ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:56.033221Z","caller":"traceutil/trace.go:171","msg":"trace[294584836] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"116.911726ms","start":"2026-04-09T02:13:55.916286Z","end":"2026-04-09T02:13:56.033197Z","steps":["trace[294584836] 'process raft request' (duration: 116.70379ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:56.033454Z","caller":"traceutil/trace.go:171","msg":"trace[1514247183] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"116.660319ms","start":"2026-04-09T02:13:55.916775Z","end":"2026-04-09T02:13:56.033435Z","steps":["trace[1514247183] 'process raft request' (duration: 116.343181ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:56.033484Z","caller":"traceutil/trace.go:171","msg":"trace[23530047] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"116.3414ms","start":"2026-04-09T02:13:55.91713Z","end":"2026-04-09T02:13:56.033471Z","steps":["trace[23530047] 'process raft request' (duration: 116.282199ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:56.033625Z","caller":"traceutil/trace.go:171","msg":"trace[407114417] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"116.765022ms","start":"2026-04-09T02:13:55.91683Z","end":"2026-04-09T02:13:56.033595Z","steps":["trace[407114417] 'process raft request' (duration: 116.502305ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:58.392247Z","caller":"traceutil/trace.go:171","msg":"trace[2065365063] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"353.213196ms","start":"2026-04-09T02:13:58.039011Z","end":"2026-04-09T02:13:58.392224Z","steps":["trace[2065365063] 'process raft request' (duration: 353.159564ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:58.392256Z","caller":"traceutil/trace.go:171","msg":"trace[1931299738] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"353.227556ms","start":"2026-04-09T02:13:58.039002Z","end":"2026-04-09T02:13:58.392229Z","steps":["trace[1931299738] 'process raft request' (duration: 353.01342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:58.392527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.038978Z","time spent":"353.444972ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:13:58.392411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.038991Z","time spent":"353.338289ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:13:58.476359Z","caller":"traceutil/trace.go:171","msg":"trace[1971355345] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"436.936831ms","start":"2026-04-09T02:13:58.03939Z","end":"2026-04-09T02:13:58.476326Z","steps":["trace[1971355345] 'process raft request' (duration: 436.665104ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:58.476507Z","caller":"traceutil/trace.go:171","msg":"trace[78100088] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"436.841029ms","start":"2026-04-09T02:13:58.039627Z","end":"2026-04-09T02:13:58.476468Z","steps":["trace[78100088] 'process raft request' (duration: 436.614013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:58.476543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.03936Z","time spent":"437.091106ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:13:58.476688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.039611Z","time spent":"436.984442ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:13:58.476796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.962108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-09T02:13:58.476899Z","caller":"traceutil/trace.go:171","msg":"trace[2139915937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4323; }","duration":"361.123852ms","start":"2026-04-09T02:13:58.115758Z","end":"2026-04-09T02:13:58.476882Z","steps":["trace[2139915937] 'agreement among raft nodes before linearized reading' (duration: 360.843425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:58.476948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.11573Z","time spent":"361.207185ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-09T02:13:58.476946Z","caller":"traceutil/trace.go:171","msg":"trace[1755292061] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4488; }","duration":"360.482885ms","start":"2026-04-09T02:13:58.115812Z","end":"2026-04-09T02:13:58.476295Z","steps":["trace[1755292061] 'read index received' (duration: 276.210184ms)","trace[1755292061] 'applied index is now lower than readState.Index' (duration: 84.271511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:13:58.477357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.706787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-09T02:13:58.477386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.530183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T02:13:58.477428Z","caller":"traceutil/trace.go:171","msg":"trace[1562327370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4323; }","duration":"346.80511ms","start":"2026-04-09T02:13:58.130607Z","end":"2026-04-09T02:13:58.477412Z","steps":["trace[1562327370] 'agreement among raft nodes before linearized reading' (duration: 346.630275ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:58.47744Z","caller":"traceutil/trace.go:171","msg":"trace[1916247060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4323; }","duration":"346.628275ms","start":"2026-04-09T02:13:58.130798Z","end":"2026-04-09T02:13:58.477426Z","steps":["trace[1916247060] 'agreement among raft nodes before linearized reading' (duration: 346.390179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:58.477429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.340685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-09T02:13:58.477481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.130786Z","time spent":"346.687937ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-09T02:13:58.477483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.130596Z","time spent":"346.875182ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-09T02:13:58.477577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.175386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c8bzp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T02:13:58.477661Z","caller":"traceutil/trace.go:171","msg":"trace[282741047] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c8bzp; range_end:; response_count:1; response_revision:4323; }","duration":"360.329191ms","start":"2026-04-09T02:13:58.117308Z","end":"2026-04-09T02:13:58.477638Z","steps":["trace[282741047] 'agreement among raft nodes before linearized reading' (duration: 359.875599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:58.47772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.117285Z","time spent":"360.422993ms","remote":"127.0.0.1:34492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-c8bzp\" "} {"level":"info","ts":"2026-04-09T02:13:58.47762Z","caller":"traceutil/trace.go:171","msg":"trace[959764853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4323; }","duration":"347.565391ms","start":"2026-04-09T02:13:58.130038Z","end":"2026-04-09T02:13:58.477604Z","steps":["trace[959764853] 'agreement among raft nodes before linearized reading' (duration: 347.245292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:58.477953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:13:58.130019Z","time spent":"347.90837ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-09T02:13:58.587791Z","caller":"traceutil/trace.go:171","msg":"trace[1520075397] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"105.644807ms","start":"2026-04-09T02:13:58.482115Z","end":"2026-04-09T02:13:58.58776Z","steps":["trace[1520075397] 'process raft request' (duration: 13.981723ms)","trace[1520075397] 'compare' (duration: 91.52773ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:13:58.589422Z","caller":"traceutil/trace.go:171","msg":"trace[630093988] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"106.756138ms","start":"2026-04-09T02:13:58.482641Z","end":"2026-04-09T02:13:58.589398Z","steps":["trace[630093988] 'process raft request' (duration: 106.441959ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:58.589407Z","caller":"traceutil/trace.go:171","msg":"trace[761032606] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"106.555462ms","start":"2026-04-09T02:13:58.482825Z","end":"2026-04-09T02:13:58.58938Z","steps":["trace[761032606] 'process raft request' (duration: 106.46908ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:58.589434Z","caller":"traceutil/trace.go:171","msg":"trace[1490579473] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"106.674195ms","start":"2026-04-09T02:13:58.482733Z","end":"2026-04-09T02:13:58.589407Z","steps":["trace[1490579473] 'process raft request' (duration: 106.51037ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:13:58.589553Z","caller":"traceutil/trace.go:171","msg":"trace[2012135145] linearizableReadLoop","detail":"{readStateIndex:4497; appliedIndex:4492; }","duration":"105.839102ms","start":"2026-04-09T02:13:58.483695Z","end":"2026-04-09T02:13:58.589534Z","steps":["trace[2012135145] 'read index received' (duration: 12.420021ms)","trace[2012135145] 'applied index is now lower than readState.Index' (duration: 93.417481ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:13:58.589654Z","caller":"traceutil/trace.go:171","msg":"trace[1541567163] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"106.411778ms","start":"2026-04-09T02:13:58.483166Z","end":"2026-04-09T02:13:58.589578Z","steps":["trace[1541567163] 'process raft request' (duration: 106.167161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:13:58.589882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.172591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62990"} {"level":"info","ts":"2026-04-09T02:13:58.589956Z","caller":"traceutil/trace.go:171","msg":"trace[577891300] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4328; }","duration":"106.319816ms","start":"2026-04-09T02:13:58.483622Z","end":"2026-04-09T02:13:58.589942Z","steps":["trace[577891300] 'agreement among raft nodes before linearized reading' (duration: 106.026898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:14:08.039321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.575394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:14:08.039385Z","caller":"traceutil/trace.go:171","msg":"trace[1875474076] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"126.493959ms","start":"2026-04-09T02:14:07.912881Z","end":"2026-04-09T02:14:08.039375Z","steps":["trace[1875474076] 'process raft request' (duration: 126.172631ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:14:08.039393Z","caller":"traceutil/trace.go:171","msg":"trace[1475896633] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4746; }","duration":"125.689776ms","start":"2026-04-09T02:14:07.913689Z","end":"2026-04-09T02:14:08.039379Z","steps":["trace[1475896633] 'agreement among raft nodes before linearized reading' (duration: 125.563953ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:14:08.039289Z","caller":"traceutil/trace.go:171","msg":"trace[445933771] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"125.344707ms","start":"2026-04-09T02:14:07.913907Z","end":"2026-04-09T02:14:08.039252Z","steps":["trace[445933771] 'process raft request' (duration: 125.271035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:14:08.039691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.350158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-09T02:14:08.039817Z","caller":"traceutil/trace.go:171","msg":"trace[2087995512] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4746; }","duration":"129.519312ms","start":"2026-04-09T02:14:07.910272Z","end":"2026-04-09T02:14:08.039792Z","steps":["trace[2087995512] 'agreement among raft nodes before linearized reading' (duration: 129.152222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:14:08.040043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.868146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61820"} {"level":"info","ts":"2026-04-09T02:14:08.040207Z","caller":"traceutil/trace.go:171","msg":"trace[1899987465] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4746; }","duration":"128.090143ms","start":"2026-04-09T02:14:07.912092Z","end":"2026-04-09T02:14:08.040182Z","steps":["trace[1899987465] 'agreement among raft nodes before linearized reading' (duration: 127.213398ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:14:08.149007Z","caller":"traceutil/trace.go:171","msg":"trace[856111523] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4921; }","duration":"109.736419ms","start":"2026-04-09T02:14:08.039232Z","end":"2026-04-09T02:14:08.148968Z","steps":["trace[856111523] 'read index received' (duration: 109.464402ms)","trace[856111523] 'applied index is now lower than readState.Index' (duration: 270.297µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:14:08.149046Z","caller":"traceutil/trace.go:171","msg":"trace[1780933554] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"193.866596ms","start":"2026-04-09T02:14:07.955138Z","end":"2026-04-09T02:14:08.149005Z","steps":["trace[1780933554] 'process raft request' (duration: 193.750393ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:14:08.149186Z","caller":"traceutil/trace.go:171","msg":"trace[1300701782] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"195.09332ms","start":"2026-04-09T02:14:07.954066Z","end":"2026-04-09T02:14:08.149159Z","steps":["trace[1300701782] 'process raft request' (duration: 194.621337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:14:08.149194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.896722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-09T02:14:08.149281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.045598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18a48e835a786c5d\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-04-09T02:14:08.149339Z","caller":"traceutil/trace.go:171","msg":"trace[1852686772] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.18a48e835a786c5d; range_end:; response_count:1; response_revision:4748; }","duration":"199.195402ms","start":"2026-04-09T02:14:07.950124Z","end":"2026-04-09T02:14:08.149319Z","steps":["trace[1852686772] 'agreement among raft nodes before linearized reading' (duration: 199.019847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:14:08.14955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.818713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-09T02:14:08.149619Z","caller":"traceutil/trace.go:171","msg":"trace[428789764] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4748; }","duration":"151.951197ms","start":"2026-04-09T02:14:07.997654Z","end":"2026-04-09T02:14:08.149605Z","steps":["trace[428789764] 'agreement among raft nodes before linearized reading' (duration: 151.417592ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:14:08.149266Z","caller":"traceutil/trace.go:171","msg":"trace[1524896286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4748; }","duration":"138.005164ms","start":"2026-04-09T02:14:08.01124Z","end":"2026-04-09T02:14:08.149245Z","steps":["trace[1524896286] 'agreement among raft nodes before linearized reading' (duration: 137.792298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:14:08.150198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.808844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-04-09T02:14:08.150302Z","caller":"traceutil/trace.go:171","msg":"trace[1594913647] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4748; }","duration":"135.984609ms","start":"2026-04-09T02:14:08.014294Z","end":"2026-04-09T02:14:08.150279Z","steps":["trace[1594913647] 'agreement among raft nodes before linearized reading' (duration: 134.827417ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:14:08.159131Z","caller":"traceutil/trace.go:171","msg":"trace[1819268392] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"106.427439ms","start":"2026-04-09T02:14:08.052684Z","end":"2026-04-09T02:14:08.159112Z","steps":["trace[1819268392] 'process raft request' (duration: 106.266704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:14:08.159244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.448101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-09T02:14:08.159299Z","caller":"traceutil/trace.go:171","msg":"trace[1295294075] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4749; }","duration":"113.553383ms","start":"2026-04-09T02:14:08.04573Z","end":"2026-04-09T02:14:08.159284Z","steps":["trace[1295294075] 'agreement among raft nodes before linearized reading' (duration: 113.394639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:14:08.159556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.677162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:14:08.159593Z","caller":"traceutil/trace.go:171","msg":"trace[215252425] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:4749; }","duration":"115.765095ms","start":"2026-04-09T02:14:08.043818Z","end":"2026-04-09T02:14:08.159583Z","steps":["trace[215252425] 'agreement among raft nodes before linearized reading' (duration: 115.24658ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:14:48.677837Z","caller":"traceutil/trace.go:171","msg":"trace[1308315301] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"101.731649ms","start":"2026-04-09T02:14:48.576085Z","end":"2026-04-09T02:14:48.677817Z","steps":["trace[1308315301] 'process raft request' (duration: 101.440321ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:15:47.295343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3041} {"level":"info","ts":"2026-04-09T02:15:47.382936Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3041,"took":"84.065795ms","hash":1796437043,"current-db-size-bytes":57872384,"current-db-size":"58 MB","current-db-size-in-use-bytes":31494144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T02:15:47.383025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1796437043,"revision":3041,"compact-revision":-1} {"level":"info","ts":"2026-04-09T02:20:43.035176Z","caller":"traceutil/trace.go:171","msg":"trace[658200011] linearizableReadLoop","detail":"{readStateIndex:8563; appliedIndex:8562; }","duration":"153.982513ms","start":"2026-04-09T02:20:42.881158Z","end":"2026-04-09T02:20:43.035141Z","steps":["trace[658200011] 'read index received' (duration: 72.131198ms)","trace[658200011] 'applied index is now lower than readState.Index' (duration: 81.850125ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:20:43.03523Z","caller":"traceutil/trace.go:171","msg":"trace[791091414] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"170.028624ms","start":"2026-04-09T02:20:42.86516Z","end":"2026-04-09T02:20:43.035188Z","steps":["trace[791091414] 'process raft request' (duration: 88.20608ms)","trace[791091414] 'compare' (duration: 81.510476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:20:43.035503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.312013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-09T02:20:43.03555Z","caller":"traceutil/trace.go:171","msg":"trace[1149622104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8280; }","duration":"154.389775ms","start":"2026-04-09T02:20:42.881148Z","end":"2026-04-09T02:20:43.035538Z","steps":["trace[1149622104] 'agreement among raft nodes before linearized reading' (duration: 154.190529ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:20:47.310063Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6112} {"level":"info","ts":"2026-04-09T02:20:47.406732Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6112,"took":"93.844364ms","hash":704950469,"current-db-size-bytes":57872384,"current-db-size":"58 MB","current-db-size-in-use-bytes":23711744,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-09T02:20:47.406818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":704950469,"revision":6112,"compact-revision":3041} {"level":"info","ts":"2026-04-09T02:20:53.242023Z","caller":"traceutil/trace.go:171","msg":"trace[1861569605] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"148.959725ms","start":"2026-04-09T02:20:53.093038Z","end":"2026-04-09T02:20:53.241998Z","steps":["trace[1861569605] 'process raft request' (duration: 122.661684ms)","trace[1861569605] 'compare' (duration: 26.073035ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:20:53.242207Z","caller":"traceutil/trace.go:171","msg":"trace[728237107] linearizableReadLoop","detail":"{readStateIndex:8622; appliedIndex:8619; }","duration":"141.606304ms","start":"2026-04-09T02:20:53.100583Z","end":"2026-04-09T02:20:53.24219Z","steps":["trace[728237107] 'read index received' (duration: 16.568874ms)","trace[728237107] 'applied index is now lower than readState.Index' (duration: 125.03648ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:20:53.242449Z","caller":"traceutil/trace.go:171","msg":"trace[928038745] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"149.270174ms","start":"2026-04-09T02:20:53.093164Z","end":"2026-04-09T02:20:53.242434Z","steps":["trace[928038745] 'process raft request' (duration: 148.76164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:20:53.242637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.041026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c8bzp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T02:20:53.242711Z","caller":"traceutil/trace.go:171","msg":"trace[436890297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c8bzp; range_end:; response_count:1; response_revision:8335; }","duration":"142.151228ms","start":"2026-04-09T02:20:53.100543Z","end":"2026-04-09T02:20:53.242694Z","steps":["trace[436890297] 'agreement among raft nodes before linearized reading' (duration: 141.974754ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:20:55.377589Z","caller":"traceutil/trace.go:171","msg":"trace[152245893] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"125.137002ms","start":"2026-04-09T02:20:55.252424Z","end":"2026-04-09T02:20:55.377561Z","steps":["trace[152245893] 'process raft request' (duration: 124.966867ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:20:55.389449Z","caller":"traceutil/trace.go:171","msg":"trace[1264585118] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"136.929285ms","start":"2026-04-09T02:20:55.252487Z","end":"2026-04-09T02:20:55.389417Z","steps":["trace[1264585118] 'process raft request' (duration: 136.684558ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:20:55.389739Z","caller":"traceutil/trace.go:171","msg":"trace[2018861843] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8629; }","duration":"133.412988ms","start":"2026-04-09T02:20:55.255946Z","end":"2026-04-09T02:20:55.389359Z","steps":["trace[2018861843] 'read index received' (duration: 121.465801ms)","trace[2018861843] 'applied index is now lower than readState.Index' (duration: 11.945827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:20:55.38995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.930313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-c8bzp\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-09T02:20:55.390059Z","caller":"traceutil/trace.go:171","msg":"trace[1162645029] range","detail":"{range_begin:/registry/pods/openstack/keepalived-c8bzp; range_end:; response_count:1; response_revision:8344; }","duration":"134.156839ms","start":"2026-04-09T02:20:55.255878Z","end":"2026-04-09T02:20:55.390035Z","steps":["trace[1162645029] 'agreement among raft nodes before linearized reading' (duration: 133.674006ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:21:20.504374Z","caller":"traceutil/trace.go:171","msg":"trace[1528643948] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"109.469142ms","start":"2026-04-09T02:21:20.394887Z","end":"2026-04-09T02:21:20.504356Z","steps":["trace[1528643948] 'process raft request' (duration: 97.111404ms)","trace[1528643948] 'compare' (duration: 11.789283ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:21:24.540083Z","caller":"traceutil/trace.go:171","msg":"trace[140613416] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"165.91147ms","start":"2026-04-09T02:21:24.37414Z","end":"2026-04-09T02:21:24.540051Z","steps":["trace[140613416] 'process raft request' (duration: 165.701944ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:21:24.676187Z","caller":"traceutil/trace.go:171","msg":"trace[884305903] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"159.149215ms","start":"2026-04-09T02:21:24.517006Z","end":"2026-04-09T02:21:24.676155Z","steps":["trace[884305903] 'process raft request' (duration: 157.554351ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:21:24.676913Z","caller":"traceutil/trace.go:171","msg":"trace[1910251206] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"158.921548ms","start":"2026-04-09T02:21:24.51795Z","end":"2026-04-09T02:21:24.676871Z","steps":["trace[1910251206] 'process raft request' (duration: 158.163788ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:21:24.678Z","caller":"traceutil/trace.go:171","msg":"trace[589025052] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"158.5824ms","start":"2026-04-09T02:21:24.519389Z","end":"2026-04-09T02:21:24.677972Z","steps":["trace[589025052] 'process raft request' (duration: 158.266981ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:21:24.678217Z","caller":"traceutil/trace.go:171","msg":"trace[1326701755] linearizableReadLoop","detail":"{readStateIndex:8849; appliedIndex:8845; }","duration":"155.390682ms","start":"2026-04-09T02:21:24.522809Z","end":"2026-04-09T02:21:24.6782Z","steps":["trace[1326701755] 'read index received' (duration: 17.045838ms)","trace[1326701755] 'applied index is now lower than readState.Index' (duration: 138.087037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:21:24.678205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.384021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-09T02:21:24.678291Z","caller":"traceutil/trace.go:171","msg":"trace[894523656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8554; }","duration":"155.538126ms","start":"2026-04-09T02:21:24.522734Z","end":"2026-04-09T02:21:24.678272Z","steps":["trace[894523656] 'agreement among raft nodes before linearized reading' (duration: 155.31478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:21:24.678433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.159312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:21:24.678482Z","caller":"traceutil/trace.go:171","msg":"trace[1990854385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8554; }","duration":"137.254374ms","start":"2026-04-09T02:21:24.541217Z","end":"2026-04-09T02:21:24.678471Z","steps":["trace[1990854385] 'agreement among raft nodes before linearized reading' (duration: 137.153352ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:22:08.433596Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002448.wal"} {"level":"info","ts":"2026-04-09T02:22:56.084557Z","caller":"traceutil/trace.go:171","msg":"trace[1229956495] transaction","detail":"{read_only:false; response_revision:9425; number_of_response:1; }","duration":"182.131994ms","start":"2026-04-09T02:22:55.902395Z","end":"2026-04-09T02:22:56.084527Z","steps":["trace[1229956495] 'process raft request' (duration: 169.751825ms)","trace[1229956495] 'compare' (duration: 12.202545ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:22:56.08456Z","caller":"traceutil/trace.go:171","msg":"trace[253876734] linearizableReadLoop","detail":"{readStateIndex:9748; appliedIndex:9747; }","duration":"145.322085ms","start":"2026-04-09T02:22:55.939202Z","end":"2026-04-09T02:22:56.084525Z","steps":["trace[253876734] 'read index received' (duration: 132.877674ms)","trace[253876734] 'applied index is now lower than readState.Index' (duration: 12.442951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:22:56.084807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.590823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T02:22:56.084888Z","caller":"traceutil/trace.go:171","msg":"trace[674599085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9425; }","duration":"145.757947ms","start":"2026-04-09T02:22:55.939116Z","end":"2026-04-09T02:22:56.084874Z","steps":["trace[674599085] 'agreement among raft nodes before linearized reading' (duration: 145.475919ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:23:31.252619Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"572db18442eba1c2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T02:23:31.259947Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T02:23:31.260054Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T02:23:47.549056Z","caller":"traceutil/trace.go:171","msg":"trace[1552133279] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"299.274467ms","start":"2026-04-09T02:23:47.249743Z","end":"2026-04-09T02:23:47.549017Z","steps":["trace[1552133279] 'process raft request' (duration: 299.105793ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:23:47.988466Z","caller":"traceutil/trace.go:171","msg":"trace[1820129719] linearizableReadLoop","detail":"{readStateIndex:10119; appliedIndex:10116; }","duration":"463.83798ms","start":"2026-04-09T02:23:47.524572Z","end":"2026-04-09T02:23:47.98841Z","steps":["trace[1820129719] 'read index received' (duration: 24.350868ms)","trace[1820129719] 'applied index is now lower than readState.Index' (duration: 439.485622ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:23:47.988511Z","caller":"traceutil/trace.go:171","msg":"trace[1569371718] transaction","detail":"{read_only:false; response_revision:9785; number_of_response:1; }","duration":"674.692473ms","start":"2026-04-09T02:23:47.313674Z","end":"2026-04-09T02:23:47.988367Z","steps":["trace[1569371718] 'process raft request' (duration: 670.460697ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:23:47.988596Z","caller":"traceutil/trace.go:171","msg":"trace[967332770] transaction","detail":"{read_only:false; response_revision:9786; number_of_response:1; }","duration":"674.711664ms","start":"2026-04-09T02:23:47.313831Z","end":"2026-04-09T02:23:47.988542Z","steps":["trace[967332770] 'process raft request' (duration: 674.455627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:23:47.988785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.18424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-09T02:23:47.988761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:23:47.313653Z","time spent":"674.984932ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T02:23:47.988837Z","caller":"traceutil/trace.go:171","msg":"trace[263185664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9786; }","duration":"464.292733ms","start":"2026-04-09T02:23:47.524532Z","end":"2026-04-09T02:23:47.988825Z","steps":["trace[263185664] 'agreement among raft nodes before linearized reading' (duration: 464.089097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:23:47.988887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:23:47.524508Z","time spent":"464.365715ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-09T02:23:47.988965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:23:47.313822Z","time spent":"674.861468ms","remote":"127.0.0.1:34570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T02:23:47.988762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.160973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T02:23:47.989128Z","caller":"traceutil/trace.go:171","msg":"trace[976227765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9786; }","duration":"443.582815ms","start":"2026-04-09T02:23:47.545519Z","end":"2026-04-09T02:23:47.989102Z","steps":["trace[976227765] 'agreement among raft nodes before linearized reading' (duration: 443.169764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:23:47.989188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:23:47.545491Z","time spent":"443.683297ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-09T02:23:47.989857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.760992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T02:23:47.990062Z","caller":"traceutil/trace.go:171","msg":"trace[23880928] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9786; }","duration":"369.01027ms","start":"2026-04-09T02:23:47.621035Z","end":"2026-04-09T02:23:47.990045Z","steps":["trace[23880928] 'agreement among raft nodes before linearized reading' (duration: 367.779036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:23:47.990122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T02:23:47.621014Z","time spent":"369.092872ms","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-09T02:24:19.88993Z","caller":"traceutil/trace.go:171","msg":"trace[1003468387] transaction","detail":"{read_only:false; response_revision:9998; number_of_response:1; }","duration":"143.188117ms","start":"2026-04-09T02:24:19.746702Z","end":"2026-04-09T02:24:19.88989Z","steps":["trace[1003468387] 'process raft request' (duration: 142.775496ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:25:47.316248Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8304} {"level":"info","ts":"2026-04-09T02:25:47.399953Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8304,"took":"80.095865ms","hash":3880474634,"current-db-size-bytes":57872384,"current-db-size":"58 MB","current-db-size-in-use-bytes":24764416,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-09T02:25:47.400042Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3880474634,"revision":8304,"compact-revision":6112} {"level":"info","ts":"2026-04-09T02:30:47.322711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10525} {"level":"info","ts":"2026-04-09T02:30:47.405748Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10525,"took":"80.282619ms","hash":3955862752,"current-db-size-bytes":57872384,"current-db-size":"58 MB","current-db-size-in-use-bytes":21397504,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-09T02:30:47.405849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3955862752,"revision":10525,"compact-revision":8304} {"level":"warn","ts":"2026-04-09T02:32:34.210411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.306164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T02:32:34.210589Z","caller":"traceutil/trace.go:171","msg":"trace[1570040977] linearizableReadLoop","detail":"{readStateIndex:13238; appliedIndex:13237; }","duration":"145.830833ms","start":"2026-04-09T02:32:34.064733Z","end":"2026-04-09T02:32:34.210564Z","steps":["trace[1570040977] 'read index received' (duration: 37.194751ms)","trace[1570040977] 'applied index is now lower than readState.Index' (duration: 108.634552ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:32:34.210616Z","caller":"traceutil/trace.go:171","msg":"trace[1673215400] transaction","detail":"{read_only:false; response_revision:12789; number_of_response:1; }","duration":"168.464225ms","start":"2026-04-09T02:32:34.042105Z","end":"2026-04-09T02:32:34.210569Z","steps":["trace[1673215400] 'process raft request' (duration: 59.799632ms)","trace[1673215400] 'compare' (duration: 108.117068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:32:34.210852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-mgr-cluster-openstack\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-04-09T02:32:34.210956Z","caller":"traceutil/trace.go:171","msg":"trace[1229480062] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-mgr-cluster-openstack; range_end:; response_count:1; response_revision:12789; }","duration":"146.251185ms","start":"2026-04-09T02:32:34.06468Z","end":"2026-04-09T02:32:34.210931Z","steps":["trace[1229480062] 'agreement among raft nodes before linearized reading' (duration: 145.973927ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:32:34.23135Z","caller":"traceutil/trace.go:171","msg":"trace[33600934] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"125.791473ms","start":"2026-04-09T02:32:34.105524Z","end":"2026-04-09T02:32:34.231315Z","steps":["trace[33600934] 'process raft request' (duration: 125.558166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:34.231368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.322864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" ","response":"range_response_count:1 size:915"} {"level":"info","ts":"2026-04-09T02:32:34.231451Z","caller":"traceutil/trace.go:171","msg":"trace[1308753305] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:12790; }","duration":"116.456927ms","start":"2026-04-09T02:32:34.114974Z","end":"2026-04-09T02:32:34.231431Z","steps":["trace[1308753305] 'agreement among raft nodes before linearized reading' (duration: 116.325423ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:32:35.55013Z","caller":"traceutil/trace.go:171","msg":"trace[1240406436] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"161.416202ms","start":"2026-04-09T02:32:35.388696Z","end":"2026-04-09T02:32:35.550112Z","steps":["trace[1240406436] 'process raft request' (duration: 161.261337ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:32:35.550146Z","caller":"traceutil/trace.go:171","msg":"trace[185254715] linearizableReadLoop","detail":"{readStateIndex:13244; appliedIndex:13244; }","duration":"110.521844ms","start":"2026-04-09T02:32:35.439604Z","end":"2026-04-09T02:32:35.550126Z","steps":["trace[185254715] 'read index received' (duration: 110.511694ms)","trace[185254715] 'applied index is now lower than readState.Index' (duration: 8.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:32:35.550306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.689038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-04-09T02:32:35.550347Z","caller":"traceutil/trace.go:171","msg":"trace[394302303] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:12795; }","duration":"110.782462ms","start":"2026-04-09T02:32:35.439549Z","end":"2026-04-09T02:32:35.550331Z","steps":["trace[394302303] 'agreement among raft nodes before linearized reading' (duration: 110.676269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:35.580072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.983388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-09T02:32:35.580209Z","caller":"traceutil/trace.go:171","msg":"trace[2125018412] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:12796; }","duration":"134.170483ms","start":"2026-04-09T02:32:35.446013Z","end":"2026-04-09T02:32:35.580184Z","steps":["trace[2125018412] 'agreement among raft nodes before linearized reading' (duration: 133.956497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:35.728789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.159793ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-09T02:32:35.728918Z","caller":"traceutil/trace.go:171","msg":"trace[804516532] linearizableReadLoop","detail":"{readStateIndex:13246; appliedIndex:13245; }","duration":"148.956939ms","start":"2026-04-09T02:32:35.57994Z","end":"2026-04-09T02:32:35.728897Z","steps":["trace[804516532] 'read index received' (duration: 26.60097ms)","trace[804516532] 'applied index is now lower than readState.Index' (duration: 122.354579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:32:35.72907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.885443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-04-09T02:32:35.729111Z","caller":"traceutil/trace.go:171","msg":"trace[301358801] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:12796; }","duration":"173.969006ms","start":"2026-04-09T02:32:35.555128Z","end":"2026-04-09T02:32:35.729097Z","steps":["trace[301358801] 'agreement among raft nodes before linearized reading' (duration: 173.874203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:35.729163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.945321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:basic-user\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-09T02:32:35.729263Z","caller":"traceutil/trace.go:171","msg":"trace[37420740] range","detail":"{range_begin:/registry/clusterrolebindings/system:basic-user; range_end:; response_count:1; response_revision:12796; }","duration":"144.107216ms","start":"2026-04-09T02:32:35.585137Z","end":"2026-04-09T02:32:35.729244Z","steps":["trace[37420740] 'agreement among raft nodes before linearized reading' (duration: 143.91045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:35.729606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.056853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T02:32:35.729702Z","caller":"traceutil/trace.go:171","msg":"trace[653623689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12796; }","duration":"117.194617ms","start":"2026-04-09T02:32:35.612493Z","end":"2026-04-09T02:32:35.729688Z","steps":["trace[653623689] 'agreement among raft nodes before linearized reading' (duration: 116.94041ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:32:37.972593Z","caller":"traceutil/trace.go:171","msg":"trace[1514115878] linearizableReadLoop","detail":"{readStateIndex:13259; appliedIndex:13257; }","duration":"120.273752ms","start":"2026-04-09T02:32:37.852297Z","end":"2026-04-09T02:32:37.972571Z","steps":["trace[1514115878] 'read index received' (duration: 5.512652ms)","trace[1514115878] 'applied index is now lower than readState.Index' (duration: 114.76026ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:32:37.9727Z","caller":"traceutil/trace.go:171","msg":"trace[894806097] transaction","detail":"{read_only:false; response_revision:12809; number_of_response:1; }","duration":"141.052631ms","start":"2026-04-09T02:32:37.831606Z","end":"2026-04-09T02:32:37.972659Z","steps":["trace[894806097] 'process raft request' (duration: 98.692429ms)","trace[894806097] 'compare' (duration: 42.173517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:32:37.972766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.445746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-09T02:32:37.972828Z","caller":"traceutil/trace.go:171","msg":"trace[1731055490] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:12809; }","duration":"120.546139ms","start":"2026-04-09T02:32:37.852266Z","end":"2026-04-09T02:32:37.972812Z","steps":["trace[1731055490] 'agreement among raft nodes before linearized reading' (duration: 120.414895ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:32:39.57553Z","caller":"traceutil/trace.go:171","msg":"trace[793053114] linearizableReadLoop","detail":"{readStateIndex:13264; appliedIndex:13263; }","duration":"142.740878ms","start":"2026-04-09T02:32:39.432765Z","end":"2026-04-09T02:32:39.575505Z","steps":["trace[793053114] 'read index received' (duration: 94.143534ms)","trace[793053114] 'applied index is now lower than readState.Index' (duration: 48.596014ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:32:39.575636Z","caller":"traceutil/trace.go:171","msg":"trace[102096516] transaction","detail":"{read_only:false; response_revision:12814; number_of_response:1; }","duration":"142.989296ms","start":"2026-04-09T02:32:39.432573Z","end":"2026-04-09T02:32:39.575562Z","steps":["trace[102096516] 'process raft request' (duration: 94.30929ms)","trace[102096516] 'compare' (duration: 48.498781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T02:32:39.575732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.961914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-04-09T02:32:39.57582Z","caller":"traceutil/trace.go:171","msg":"trace[820324120] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:12814; }","duration":"143.108298ms","start":"2026-04-09T02:32:39.432689Z","end":"2026-04-09T02:32:39.575797Z","steps":["trace[820324120] 'agreement among raft nodes before linearized reading' (duration: 142.954264ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:32:39.832422Z","caller":"traceutil/trace.go:171","msg":"trace[1506015356] transaction","detail":"{read_only:false; response_revision:12815; number_of_response:1; }","duration":"205.369577ms","start":"2026-04-09T02:32:39.62703Z","end":"2026-04-09T02:32:39.8324Z","steps":["trace[1506015356] 'process raft request' (duration: 205.205003ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:32:39.894277Z","caller":"traceutil/trace.go:171","msg":"trace[1202649600] linearizableReadLoop","detail":"{readStateIndex:13266; appliedIndex:13264; }","duration":"232.066321ms","start":"2026-04-09T02:32:39.662185Z","end":"2026-04-09T02:32:39.894251Z","steps":["trace[1202649600] 'read index received' (duration: 170.137561ms)","trace[1202649600] 'applied index is now lower than readState.Index' (duration: 61.92718ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:32:39.894451Z","caller":"traceutil/trace.go:171","msg":"trace[350607113] transaction","detail":"{read_only:false; response_revision:12816; number_of_response:1; }","duration":"247.694939ms","start":"2026-04-09T02:32:39.646705Z","end":"2026-04-09T02:32:39.8944Z","steps":["trace[350607113] 'process raft request' (duration: 247.400211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:39.894563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.343538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-controller\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-04-09T02:32:39.894664Z","caller":"traceutil/trace.go:171","msg":"trace[1683593971] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-controller; range_end:; response_count:1; response_revision:12816; }","duration":"228.453321ms","start":"2026-04-09T02:32:39.666188Z","end":"2026-04-09T02:32:39.894642Z","steps":["trace[1683593971] 'agreement among raft nodes before linearized reading' (duration: 228.264346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:39.89475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.292674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" ","response":"range_response_count:1 size:755"} {"level":"info","ts":"2026-04-09T02:32:39.894835Z","caller":"traceutil/trace.go:171","msg":"trace[1800051394] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:1; response_revision:12816; }","duration":"221.417758ms","start":"2026-04-09T02:32:39.673398Z","end":"2026-04-09T02:32:39.894815Z","steps":["trace[1800051394] 'agreement among raft nodes before linearized reading' (duration: 221.215673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:39.894859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.602015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T02:32:39.894905Z","caller":"traceutil/trace.go:171","msg":"trace[2084672510] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12816; }","duration":"232.748539ms","start":"2026-04-09T02:32:39.662143Z","end":"2026-04-09T02:32:39.894891Z","steps":["trace[2084672510] 'agreement among raft nodes before linearized reading' (duration: 232.262116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T02:32:39.895996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.47525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T02:32:39.896378Z","caller":"traceutil/trace.go:171","msg":"trace[793952738] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12816; }","duration":"163.978691ms","start":"2026-04-09T02:32:39.732204Z","end":"2026-04-09T02:32:39.896183Z","steps":["trace[793952738] 'agreement among raft nodes before linearized reading' (duration: 162.338876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T02:32:40.049825Z","caller":"traceutil/trace.go:171","msg":"trace[1570799175] transaction","detail":"{read_only:false; response_revision:12817; number_of_response:1; }","duration":"150.10316ms","start":"2026-04-09T02:32:39.899703Z","end":"2026-04-09T02:32:40.049806Z","steps":["trace[1570799175] 'process raft request' (duration: 65.412425ms)","trace[1570799175] 'compare' (duration: 84.559801ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T02:32:40.049967Z","caller":"traceutil/trace.go:171","msg":"trace[124398478] transaction","detail":"{read_only:false; response_revision:12818; number_of_response:1; }","duration":"149.965877ms","start":"2026-04-09T02:32:39.899986Z","end":"2026-04-09T02:32:40.049952Z","steps":["trace[124398478] 'process raft request' (duration: 149.786962ms)"],"step_count":1}