{"level":"warn","ts":"2026-03-09T01:38:12.982948Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:38:12.983083Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.206:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.206:2380","--initial-cluster=instance=https://162.253.55.206:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.206:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.206:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:38:12.983174Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:38:12.983187Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.206:2380"]} {"level":"info","ts":"2026-03-09T01:38:12.983215Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:38:12.98393Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"]} {"level":"info","ts":"2026-03-09T01:38:12.984014Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.206:2380"],"listen-peer-urls":["https://162.253.55.206:2380"],"advertise-client-urls":["https://162.253.55.206:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.206:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:38:12.988111Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.836618ms"} {"level":"info","ts":"2026-03-09T01:38:12.995129Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cfc9fec265e3384a","cluster-id":"9866fe2b0d49ed88"} {"level":"info","ts":"2026-03-09T01:38:12.995289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:38:12.995331Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became follower at term 0"} {"level":"info","ts":"2026-03-09T01:38:12.995355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cfc9fec265e3384a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:38:12.995382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became follower at term 1"} {"level":"info","ts":"2026-03-09T01:38:12.995457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=(14972778547056425034)"} {"level":"warn","ts":"2026-03-09T01:38:13.00332Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:38:13.004734Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:38:13.005826Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:38:13.007928Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cfc9fec265e3384a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:38:13.008124Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cfc9fec265e3384a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:38:13.00835Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:13.008434Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:13.008453Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:38:13.009134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=(14972778547056425034)"} {"level":"info","ts":"2026-03-09T01:38:13.010282Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9866fe2b0d49ed88","local-member-id":"cfc9fec265e3384a","added-peer-id":"cfc9fec265e3384a","added-peer-peer-urls":["https://162.253.55.206:2380"]} {"level":"info","ts":"2026-03-09T01:38:13.012014Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:38:13.012239Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cfc9fec265e3384a","initial-advertise-peer-urls":["https://162.253.55.206:2380"],"listen-peer-urls":["https://162.253.55.206:2380"],"advertise-client-urls":["https://162.253.55.206:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:38:13.012267Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:38:13.01288Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.206:2380"} {"level":"info","ts":"2026-03-09T01:38:13.012996Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.206:2380"} {"level":"info","ts":"2026-03-09T01:38:13.196183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:38:13.196259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:38:13.196297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a received MsgPreVoteResp from cfc9fec265e3384a at term 1"} {"level":"info","ts":"2026-03-09T01:38:13.196318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:38:13.196339Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a received MsgVoteResp from cfc9fec265e3384a at term 2"} {"level":"info","ts":"2026-03-09T01:38:13.196355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became leader at term 2"} {"level":"info","ts":"2026-03-09T01:38:13.19637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cfc9fec265e3384a elected leader cfc9fec265e3384a at term 2"} {"level":"info","ts":"2026-03-09T01:38:13.19792Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:13.198103Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cfc9fec265e3384a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.206:2379]}","request-path":"/0/members/cfc9fec265e3384a/attributes","cluster-id":"9866fe2b0d49ed88","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:38:13.198211Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:38:13.198311Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:38:13.198506Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:38:13.198536Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:38:13.198959Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9866fe2b0d49ed88","local-member-id":"cfc9fec265e3384a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:13.199075Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:13.199109Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:38:13.20173Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.206:2379"} {"level":"info","ts":"2026-03-09T01:38:13.201775Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-09T01:38:16.503253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.700055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:113"} {"level":"info","ts":"2026-03-09T01:38:16.503387Z","caller":"traceutil/trace.go:171","msg":"trace[685461850] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:234; }","duration":"241.871259ms","start":"2026-03-09T01:38:16.261494Z","end":"2026-03-09T01:38:16.503365Z","steps":["trace[685461850] 'range keys from in-memory index tree' (duration: 241.596452ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:21.529432Z","caller":"traceutil/trace.go:171","msg":"trace[1337813602] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"156.042443ms","start":"2026-03-09T01:38:21.373348Z","end":"2026-03-09T01:38:21.529391Z","steps":["trace[1337813602] 'process raft request' (duration: 155.770407ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:21.573609Z","caller":"traceutil/trace.go:171","msg":"trace[227639199] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"168.706005ms","start":"2026-03-09T01:38:21.404868Z","end":"2026-03-09T01:38:21.573574Z","steps":["trace[227639199] 'process raft request' (duration: 168.529711ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:29.370997Z","caller":"traceutil/trace.go:171","msg":"trace[1826602254] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"321.907748ms","start":"2026-03-09T01:38:29.049065Z","end":"2026-03-09T01:38:29.370973Z","steps":["trace[1826602254] 'process raft request' (duration: 262.138446ms)","trace[1826602254] 'compare' (duration: 59.646279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:29.371416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:29.049043Z","time spent":"322.014001ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:38:30.014137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.557185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:38:30.014484Z","caller":"traceutil/trace.go:171","msg":"trace[178593760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"346.965315ms","start":"2026-03-09T01:38:29.667496Z","end":"2026-03-09T01:38:30.014461Z","steps":["trace[178593760] 'range keys from in-memory index tree' (duration: 346.414252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:30.014527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:29.667464Z","time spent":"347.051557ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:38:30.409572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.258239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:38:30.409861Z","caller":"traceutil/trace.go:171","msg":"trace[1939367434] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"350.916287ms","start":"2026-03-09T01:38:30.058925Z","end":"2026-03-09T01:38:30.409841Z","steps":["trace[1939367434] 'process raft request' (duration: 150.187265ms)","trace[1939367434] 'compare' (duration: 199.85744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:30.409923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:30.058907Z","time spent":"350.993138ms","remote":"127.0.0.1:41864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:38:49.328229Z","caller":"traceutil/trace.go:171","msg":"trace[55754828] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"213.800385ms","start":"2026-03-09T01:38:49.1144Z","end":"2026-03-09T01:38:49.3282Z","steps":["trace[55754828] 'process raft request' (duration: 199.700598ms)","trace[55754828] 'compare' (duration: 13.83687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:49.328396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.851043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7vrpf\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-09T01:38:49.328452Z","caller":"traceutil/trace.go:171","msg":"trace[1553062041] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7vrpf; range_end:; response_count:1; response_revision:550; }","duration":"192.973176ms","start":"2026-03-09T01:38:49.135467Z","end":"2026-03-09T01:38:49.32844Z","steps":["trace[1553062041] 'agreement among raft nodes before linearized reading' (duration: 192.799262ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:49.328226Z","caller":"traceutil/trace.go:171","msg":"trace[2013156925] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"192.647499ms","start":"2026-03-09T01:38:49.13553Z","end":"2026-03-09T01:38:49.328177Z","steps":["trace[2013156925] 'read index received' (duration: 178.510699ms)","trace[2013156925] 'applied index is now lower than readState.Index' (duration: 14.13574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:49.959107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618850480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:38:50.459486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618850480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:38:50.497499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.154531759s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:38:50.497981Z","caller":"traceutil/trace.go:171","msg":"trace[1838785316] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:570; }","duration":"1.039360317s","start":"2026-03-09T01:38:49.458591Z","end":"2026-03-09T01:38:50.497952Z","steps":["trace[1838785316] 'read index received' (duration: 1.039080791s)","trace[1838785316] 'applied index is now lower than readState.Index' (duration: 278.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:50.498091Z","caller":"traceutil/trace.go:171","msg":"trace[1519277588] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"1.15532542s","start":"2026-03-09T01:38:49.342755Z","end":"2026-03-09T01:38:50.49808Z","steps":["trace[1519277588] 'process raft request' (duration: 1.155058243s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:50.498193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:49.342714Z","time spent":"1.155402682s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:38:50.498242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.850568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:38:50.498262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.554742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:38:50.498311Z","caller":"traceutil/trace.go:171","msg":"trace[479330399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"100.963711ms","start":"2026-03-09T01:38:50.397329Z","end":"2026-03-09T01:38:50.498292Z","steps":["trace[479330399] 'agreement among raft nodes before linearized reading' (duration: 100.816858ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:50.498315Z","caller":"traceutil/trace.go:171","msg":"trace[817983542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:551; }","duration":"387.611004ms","start":"2026-03-09T01:38:50.110688Z","end":"2026-03-09T01:38:50.498299Z","steps":["trace[817983542] 'agreement among raft nodes before linearized reading' (duration: 387.412689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:50.498362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:50.110625Z","time spent":"387.726257ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:38:50.498376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039788819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:38:50.498363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.655579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:38:50.498413Z","caller":"traceutil/trace.go:171","msg":"trace[1698958615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"1.0398588s","start":"2026-03-09T01:38:49.458543Z","end":"2026-03-09T01:38:50.498401Z","steps":["trace[1698958615] 'agreement among raft nodes before linearized reading' (duration: 1.039754698s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:50.498453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:49.458523Z","time spent":"1.039922892s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:38:50.498458Z","caller":"traceutil/trace.go:171","msg":"trace[1396013761] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:551; }","duration":"317.765562ms","start":"2026-03-09T01:38:50.180663Z","end":"2026-03-09T01:38:50.498428Z","steps":["trace[1396013761] 'agreement among raft nodes before linearized reading' (duration: 317.582607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:50.498532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:50.180581Z","time spent":"317.940096ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-09T01:38:51.058715Z","caller":"traceutil/trace.go:171","msg":"trace[35924465] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"556.043726ms","start":"2026-03-09T01:38:50.502643Z","end":"2026-03-09T01:38:51.058687Z","steps":["trace[35924465] 'process raft request' (duration: 544.560025ms)","trace[35924465] 'compare' (duration: 11.078092ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:51.058768Z","caller":"traceutil/trace.go:171","msg":"trace[920108999] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"555.511202ms","start":"2026-03-09T01:38:50.503188Z","end":"2026-03-09T01:38:51.0587Z","steps":["trace[920108999] 'process raft request' (duration: 555.206335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:51.058847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:50.50262Z","time spent":"556.15374ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:38:51.058946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:50.503167Z","time spent":"555.690298ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:38:51.875079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.054386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:38:51.87525Z","caller":"traceutil/trace.go:171","msg":"trace[166035812] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"758.424222ms","start":"2026-03-09T01:38:51.116797Z","end":"2026-03-09T01:38:51.875221Z","steps":["trace[166035812] 'process raft request' (duration: 500.14399ms)","trace[166035812] 'compare' (duration: 257.750548ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:51.875398Z","caller":"traceutil/trace.go:171","msg":"trace[1089025110] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"543.092209ms","start":"2026-03-09T01:38:51.332238Z","end":"2026-03-09T01:38:51.87533Z","steps":["trace[1089025110] 'read index received' (duration: 284.698523ms)","trace[1089025110] 'applied index is now lower than readState.Index' (duration: 258.383415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:51.875528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:51.116768Z","time spent":"758.540164ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:38:52.178723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.53579ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-09T01:38:52.178847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.582837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:38:52.178918Z","caller":"traceutil/trace.go:171","msg":"trace[1285421259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:554; }","duration":"846.712112ms","start":"2026-03-09T01:38:51.332187Z","end":"2026-03-09T01:38:52.178899Z","steps":["trace[1285421259] 'agreement among raft nodes before linearized reading' (duration: 543.286723ms)","trace[1285421259] 'range keys from in-memory index tree' (duration: 303.200122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:52.178966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:51.332166Z","time spent":"846.788204ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:38:53.687678Z","caller":"traceutil/trace.go:171","msg":"trace[116116191] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"413.884631ms","start":"2026-03-09T01:38:53.273751Z","end":"2026-03-09T01:38:53.687636Z","steps":["trace[116116191] 'process raft request' (duration: 389.556773ms)","trace[116116191] 'compare' (duration: 23.996489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:53.687919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:53.273736Z","time spent":"414.111417ms","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:38:53.688049Z","caller":"traceutil/trace.go:171","msg":"trace[1836661324] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:695; }","duration":"289.187197ms","start":"2026-03-09T01:38:53.398794Z","end":"2026-03-09T01:38:53.687981Z","steps":["trace[1836661324] 'read index received' (duration: 264.527691ms)","trace[1836661324] 'applied index is now lower than readState.Index' (duration: 24.658136ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:53.688163Z","caller":"traceutil/trace.go:171","msg":"trace[103534973] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"364.589099ms","start":"2026-03-09T01:38:53.323552Z","end":"2026-03-09T01:38:53.688141Z","steps":["trace[103534973] 'process raft request' (duration: 364.057246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:53.688203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.390491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:38:53.688239Z","caller":"traceutil/trace.go:171","msg":"trace[822592235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"289.470313ms","start":"2026-03-09T01:38:53.398756Z","end":"2026-03-09T01:38:53.688226Z","steps":["trace[822592235] 'agreement among raft nodes before linearized reading' (duration: 289.390531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:38:53.688449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:38:53.323514Z","time spent":"364.697052ms","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211658,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:38:54.873962Z","caller":"traceutil/trace.go:171","msg":"trace[1704166478] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"106.658746ms","start":"2026-03-09T01:38:54.76725Z","end":"2026-03-09T01:38:54.873909Z","steps":["trace[1704166478] 'process raft request' (duration: 106.475462ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:38:57.528954Z","caller":"traceutil/trace.go:171","msg":"trace[677026282] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"129.444014ms","start":"2026-03-09T01:38:57.399483Z","end":"2026-03-09T01:38:57.528927Z","steps":["trace[677026282] 'process raft request' (duration: 99.041413ms)","trace[677026282] 'compare' (duration: 30.245247ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:58.383994Z","caller":"traceutil/trace.go:171","msg":"trace[1597416698] linearizableReadLoop","detail":"{readStateIndex:779; appliedIndex:778; }","duration":"128.401869ms","start":"2026-03-09T01:38:58.255564Z","end":"2026-03-09T01:38:58.383966Z","steps":["trace[1597416698] 'read index received' (duration: 107.517588ms)","trace[1597416698] 'applied index is now lower than readState.Index' (duration: 20.882651ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:38:58.384172Z","caller":"traceutil/trace.go:171","msg":"trace[1208672473] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"170.480536ms","start":"2026-03-09T01:38:58.213628Z","end":"2026-03-09T01:38:58.384108Z","steps":["trace[1208672473] 'process raft request' (duration: 149.456122ms)","trace[1208672473] 'compare' (duration: 20.741647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:38:58.384307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.728026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-09T01:38:58.38454Z","caller":"traceutil/trace.go:171","msg":"trace[832156566] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:754; }","duration":"128.979013ms","start":"2026-03-09T01:38:58.255501Z","end":"2026-03-09T01:38:58.38448Z","steps":["trace[832156566] 'agreement among raft nodes before linearized reading' (duration: 128.623884ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:00.14214Z","caller":"traceutil/trace.go:171","msg":"trace[1457911280] linearizableReadLoop","detail":"{readStateIndex:792; appliedIndex:791; }","duration":"186.562643ms","start":"2026-03-09T01:38:59.955544Z","end":"2026-03-09T01:39:00.142107Z","steps":["trace[1457911280] 'read index received' (duration: 181.913454ms)","trace[1457911280] 'applied index is now lower than readState.Index' (duration: 4.648059ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:00.14217Z","caller":"traceutil/trace.go:171","msg":"trace[1950701765] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"215.407005ms","start":"2026-03-09T01:38:59.926734Z","end":"2026-03-09T01:39:00.142141Z","steps":["trace[1950701765] 'process raft request' (duration: 210.605054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:00.142345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.779608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:39:00.142381Z","caller":"traceutil/trace.go:171","msg":"trace[34363950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:767; }","duration":"186.847041ms","start":"2026-03-09T01:38:59.955521Z","end":"2026-03-09T01:39:00.142368Z","steps":["trace[34363950] 'agreement among raft nodes before linearized reading' (duration: 186.694357ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:01.447035Z","caller":"traceutil/trace.go:171","msg":"trace[668150622] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"128.865579ms","start":"2026-03-09T01:39:01.318137Z","end":"2026-03-09T01:39:01.447002Z","steps":["trace[668150622] 'process raft request' (duration: 128.654404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:07.521674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.597124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:07.521754Z","caller":"traceutil/trace.go:171","msg":"trace[773290152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:885; }","duration":"119.732968ms","start":"2026-03-09T01:39:07.402006Z","end":"2026-03-09T01:39:07.521739Z","steps":["trace[773290152] 'range keys from in-memory index tree' (duration: 119.529792ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:34.49148Z","caller":"traceutil/trace.go:171","msg":"trace[1341429084] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1125; }","duration":"106.544533ms","start":"2026-03-09T01:39:34.384896Z","end":"2026-03-09T01:39:34.491441Z","steps":["trace[1341429084] 'read index received' (duration: 103.625959ms)","trace[1341429084] 'applied index is now lower than readState.Index' (duration: 2.917214ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:34.491592Z","caller":"traceutil/trace.go:171","msg":"trace[210883058] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"162.644996ms","start":"2026-03-09T01:39:34.328901Z","end":"2026-03-09T01:39:34.491545Z","steps":["trace[210883058] 'process raft request' (duration: 159.883876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:34.491759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.8464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-jvhq5\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-09T01:39:34.491901Z","caller":"traceutil/trace.go:171","msg":"trace[609052750] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-jvhq5; range_end:; response_count:1; response_revision:1088; }","duration":"107.041256ms","start":"2026-03-09T01:39:34.384831Z","end":"2026-03-09T01:39:34.491872Z","steps":["trace[609052750] 'agreement among raft nodes before linearized reading' (duration: 106.744638ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:38.67103Z","caller":"traceutil/trace.go:171","msg":"trace[1718595825] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"134.77953ms","start":"2026-03-09T01:39:38.536206Z","end":"2026-03-09T01:39:38.670985Z","steps":["trace[1718595825] 'process raft request' (duration: 117.436089ms)","trace[1718595825] 'compare' (duration: 17.152556ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:38.671074Z","caller":"traceutil/trace.go:171","msg":"trace[1008182357] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"134.821671ms","start":"2026-03-09T01:39:38.536206Z","end":"2026-03-09T01:39:38.671028Z","steps":["trace[1008182357] 'process raft request' (duration: 134.721388ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:38.671265Z","caller":"traceutil/trace.go:171","msg":"trace[767818804] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"134.499462ms","start":"2026-03-09T01:39:38.536734Z","end":"2026-03-09T01:39:38.671234Z","steps":["trace[767818804] 'process raft request' (duration: 134.226596ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:00.770483Z","caller":"traceutil/trace.go:171","msg":"trace[213356529] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"144.118266ms","start":"2026-03-09T01:40:00.626338Z","end":"2026-03-09T01:40:00.770457Z","steps":["trace[213356529] 'process raft request' (duration: 143.955382ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:10.315282Z","caller":"traceutil/trace.go:171","msg":"trace[1410912634] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1678; }","duration":"159.410125ms","start":"2026-03-09T01:40:10.155847Z","end":"2026-03-09T01:40:10.315257Z","steps":["trace[1410912634] 'read index received' (duration: 159.316803ms)","trace[1410912634] 'applied index is now lower than readState.Index' (duration: 92.022µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:10.315358Z","caller":"traceutil/trace.go:171","msg":"trace[857162182] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"389.25153ms","start":"2026-03-09T01:40:09.926051Z","end":"2026-03-09T01:40:10.315302Z","steps":["trace[857162182] 'process raft request' (duration: 389.064145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:10.315583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:09.925999Z","time spent":"389.466865ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:10.315681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.814255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-58a31e67-d33d-417a-8a00-06e0894b601b\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-09T01:40:10.31571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.859062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-09T01:40:10.315742Z","caller":"traceutil/trace.go:171","msg":"trace[1874145529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-58a31e67-d33d-417a-8a00-06e0894b601b; range_end:; response_count:1; response_revision:1613; }","duration":"159.919378ms","start":"2026-03-09T01:40:10.155805Z","end":"2026-03-09T01:40:10.315724Z","steps":["trace[1874145529] 'agreement among raft nodes before linearized reading' (duration: 159.642321ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:10.315766Z","caller":"traceutil/trace.go:171","msg":"trace[1437556819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"129.977446ms","start":"2026-03-09T01:40:10.18577Z","end":"2026-03-09T01:40:10.315748Z","steps":["trace[1437556819] 'agreement among raft nodes before linearized reading' (duration: 129.726759ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:10.463925Z","caller":"traceutil/trace.go:171","msg":"trace[2073352616] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"143.1695ms","start":"2026-03-09T01:40:10.320719Z","end":"2026-03-09T01:40:10.463889Z","steps":["trace[2073352616] 'process raft request' (duration: 113.085284ms)","trace[2073352616] 'compare' (duration: 29.852051ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:10.920715Z","caller":"traceutil/trace.go:171","msg":"trace[1361151209] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"301.19653ms","start":"2026-03-09T01:40:10.619465Z","end":"2026-03-09T01:40:10.920662Z","steps":["trace[1361151209] 'process raft request' (duration: 282.509732ms)","trace[1361151209] 'compare' (duration: 18.319758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:10.921027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:10.619435Z","time spent":"301.415106ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:10.92115Z","caller":"traceutil/trace.go:171","msg":"trace[2016719516] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"217.255266ms","start":"2026-03-09T01:40:10.703792Z","end":"2026-03-09T01:40:10.921048Z","steps":["trace[2016719516] 'process raft request' (duration: 216.861006ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:10.921097Z","caller":"traceutil/trace.go:171","msg":"trace[875675241] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1682; }","duration":"109.032649ms","start":"2026-03-09T01:40:10.81193Z","end":"2026-03-09T01:40:10.920962Z","steps":["trace[875675241] 'read index received' (duration: 90.061553ms)","trace[875675241] 'applied index is now lower than readState.Index' (duration: 18.953225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:10.921486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.548903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:40:10.921765Z","caller":"traceutil/trace.go:171","msg":"trace[1603928714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1618; }","duration":"109.890061ms","start":"2026-03-09T01:40:10.811852Z","end":"2026-03-09T01:40:10.921742Z","steps":["trace[1603928714] 'agreement among raft nodes before linearized reading' (duration: 109.417139ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:16.610316Z","caller":"traceutil/trace.go:171","msg":"trace[1890688553] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"118.990469ms","start":"2026-03-09T01:40:16.491292Z","end":"2026-03-09T01:40:16.610283Z","steps":["trace[1890688553] 'process raft request' (duration: 118.768312ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:35.230966Z","caller":"traceutil/trace.go:171","msg":"trace[2006350522] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"173.868693ms","start":"2026-03-09T01:40:35.057039Z","end":"2026-03-09T01:40:35.230908Z","steps":["trace[2006350522] 'process raft request' (duration: 173.733089ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:35.233518Z","caller":"traceutil/trace.go:171","msg":"trace[585325081] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"175.027433ms","start":"2026-03-09T01:40:35.058289Z","end":"2026-03-09T01:40:35.233316Z","steps":["trace[585325081] 'process raft request' (duration: 174.816138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:55.653512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.12006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189b08b3239a5894\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-09T01:40:55.653614Z","caller":"traceutil/trace.go:171","msg":"trace[1586886303] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189b08b3239a5894; range_end:; response_count:1; response_revision:1893; }","duration":"104.277124ms","start":"2026-03-09T01:40:55.549311Z","end":"2026-03-09T01:40:55.653589Z","steps":["trace[1586886303] 'range keys from in-memory index tree' (duration: 103.932376ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:55.792843Z","caller":"traceutil/trace.go:171","msg":"trace[326896521] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"136.741273ms","start":"2026-03-09T01:40:55.656076Z","end":"2026-03-09T01:40:55.792818Z","steps":["trace[326896521] 'process raft request' (duration: 136.176808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:08.235607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618853424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:08.736247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618853424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:09.180226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785036437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:09.180331Z","caller":"traceutil/trace.go:171","msg":"trace[1904136093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1947; }","duration":"1.785202711s","start":"2026-03-09T01:41:07.395105Z","end":"2026-03-09T01:41:09.180308Z","steps":["trace[1904136093] 'range keys from in-memory index tree' (duration: 1.784893474s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.180374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.395079Z","time spent":"1.785284903s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:09.180667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748483834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:41:09.180864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743600569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:41:09.180934Z","caller":"traceutil/trace.go:171","msg":"trace[1751733703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"1.748626068s","start":"2026-03-09T01:41:07.432125Z","end":"2026-03-09T01:41:09.180751Z","steps":["trace[1751733703] 'range keys from in-memory index tree' (duration: 1.748317709s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:09.180966Z","caller":"traceutil/trace.go:171","msg":"trace[169758350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"1.743784833s","start":"2026-03-09T01:41:07.437155Z","end":"2026-03-09T01:41:09.18094Z","steps":["trace[169758350] 'range keys from in-memory index tree' (duration: 1.743386084s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.181013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.432113Z","time spent":"1.748881464s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:09.181024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.437131Z","time spent":"1.743880435s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:09.187837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.527414546s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:09.188058Z","caller":"traceutil/trace.go:171","msg":"trace[1101314922] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"1.527737795s","start":"2026-03-09T01:41:07.660297Z","end":"2026-03-09T01:41:09.188035Z","steps":["trace[1101314922] 'process raft request' (duration: 1.527627752s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.188203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.66026Z","time spent":"1.527864008s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:09.191736Z","caller":"traceutil/trace.go:171","msg":"trace[1358929249] linearizableReadLoop","detail":"{readStateIndex:2029; appliedIndex:2027; }","duration":"1.457125302s","start":"2026-03-09T01:41:07.734593Z","end":"2026-03-09T01:41:09.191718Z","steps":["trace[1358929249] 'read index received' (duration: 1.453407316s)","trace[1358929249] 'applied index is now lower than readState.Index' (duration: 3.717016ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:09.191725Z","caller":"traceutil/trace.go:171","msg":"trace[1313556608] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"646.788111ms","start":"2026-03-09T01:41:08.544898Z","end":"2026-03-09T01:41:09.191686Z","steps":["trace[1313556608] 'process raft request' (duration: 646.542034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.191881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326111725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:41:09.19191Z","caller":"traceutil/trace.go:171","msg":"trace[1190891112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1952; }","duration":"1.326182946s","start":"2026-03-09T01:41:07.865719Z","end":"2026-03-09T01:41:09.191902Z","steps":["trace[1190891112] 'agreement among raft nodes before linearized reading' (duration: 1.326105974s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.191904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.54487Z","time spent":"646.941425ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:09.191883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457291436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-09T01:41:09.191957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.865698Z","time spent":"1.326229607s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:41:09.191876Z","caller":"traceutil/trace.go:171","msg":"trace[478035113] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"300.701762ms","start":"2026-03-09T01:41:08.891127Z","end":"2026-03-09T01:41:09.191828Z","steps":["trace[478035113] 'process raft request' (duration: 300.403084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.192092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135066414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:09.192094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.23611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:09.192112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.037358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:41:09.192155Z","caller":"traceutil/trace.go:171","msg":"trace[1762749826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1952; }","duration":"533.347463ms","start":"2026-03-09T01:41:08.65879Z","end":"2026-03-09T01:41:09.192138Z","steps":["trace[1762749826] 'agreement among raft nodes before linearized reading' (duration: 533.23733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.192165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.58643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-09T01:41:09.192194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.658765Z","time spent":"533.423874ms","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:41:09.192161Z","caller":"traceutil/trace.go:171","msg":"trace[531845977] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1952; }","duration":"941.14554ms","start":"2026-03-09T01:41:08.251002Z","end":"2026-03-09T01:41:09.192147Z","steps":["trace[531845977] 'agreement among raft nodes before linearized reading' (duration: 941.012197ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:09.192204Z","caller":"traceutil/trace.go:171","msg":"trace[1491374914] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1952; }","duration":"313.664412ms","start":"2026-03-09T01:41:08.878527Z","end":"2026-03-09T01:41:09.192191Z","steps":["trace[1491374914] 'agreement among raft nodes before linearized reading' (duration: 313.56271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.19222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.313047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-09T01:41:09.192242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.526164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:41:09.192251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.878498Z","time spent":"313.747265ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:41:09.192276Z","caller":"traceutil/trace.go:171","msg":"trace[791392402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"321.621806ms","start":"2026-03-09T01:41:08.870644Z","end":"2026-03-09T01:41:09.192266Z","steps":["trace[791392402] 'agreement among raft nodes before linearized reading' (duration: 321.517493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.192238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.25097Z","time spent":"941.254744ms","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:41:09.19227Z","caller":"traceutil/trace.go:171","msg":"trace[139396057] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1952; }","duration":"725.389ms","start":"2026-03-09T01:41:08.466865Z","end":"2026-03-09T01:41:09.192254Z","steps":["trace[139396057] 'agreement among raft nodes before linearized reading' (duration: 725.178854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.192296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.870621Z","time spent":"321.670597ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:41:09.19215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.891108Z","time spent":"300.919436ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:09.192343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324541734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:41:09.19241Z","caller":"traceutil/trace.go:171","msg":"trace[954435208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1952; }","duration":"1.324630796s","start":"2026-03-09T01:41:07.867773Z","end":"2026-03-09T01:41:09.192404Z","steps":["trace[954435208] 'agreement among raft nodes before linearized reading' (duration: 1.324360359s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.192481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.86776Z","time spent":"1.324667527s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:41:09.192325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.466843Z","time spent":"725.473302ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-09T01:41:09.192118Z","caller":"traceutil/trace.go:171","msg":"trace[39679852] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1952; }","duration":"1.135136125s","start":"2026-03-09T01:41:08.056975Z","end":"2026-03-09T01:41:09.192111Z","steps":["trace[39679852] 'agreement among raft nodes before linearized reading' (duration: 1.135091274s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.192725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.056954Z","time spent":"1.135757272s","remote":"127.0.0.1:41592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:09.191982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.663354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:41:09.192817Z","caller":"traceutil/trace.go:171","msg":"trace[452385702] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1952; }","duration":"529.501965ms","start":"2026-03-09T01:41:08.663292Z","end":"2026-03-09T01:41:09.192794Z","steps":["trace[452385702] 'agreement among raft nodes before linearized reading' (duration: 528.605932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.192862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:08.663283Z","time spent":"529.561436ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:41:09.192588Z","caller":"traceutil/trace.go:171","msg":"trace[1762986482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"1.457434359s","start":"2026-03-09T01:41:07.734542Z","end":"2026-03-09T01:41:09.191976Z","steps":["trace[1762986482] 'agreement among raft nodes before linearized reading' (duration: 1.457258185s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:09.19307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:07.734518Z","time spent":"1.458535868s","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T01:41:50.723816Z","caller":"traceutil/trace.go:171","msg":"trace[1149914264] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"114.990957ms","start":"2026-03-09T01:41:50.608764Z","end":"2026-03-09T01:41:50.723754Z","steps":["trace[1149914264] 'process raft request' (duration: 54.39842ms)","trace[1149914264] 'compare' (duration: 60.405682ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:50.727382Z","caller":"traceutil/trace.go:171","msg":"trace[902626011] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"118.334923ms","start":"2026-03-09T01:41:50.609019Z","end":"2026-03-09T01:41:50.727354Z","steps":["trace[902626011] 'process raft request' (duration: 118.127308ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:50.727533Z","caller":"traceutil/trace.go:171","msg":"trace[325086946] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"118.029265ms","start":"2026-03-09T01:41:50.609487Z","end":"2026-03-09T01:41:50.727516Z","steps":["trace[325086946] 'process raft request' (duration: 117.777318ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:50.727825Z","caller":"traceutil/trace.go:171","msg":"trace[1718471853] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"110.174144ms","start":"2026-03-09T01:41:50.617636Z","end":"2026-03-09T01:41:50.72781Z","steps":["trace[1718471853] 'process raft request' (duration: 110.088942ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:50.727883Z","caller":"traceutil/trace.go:171","msg":"trace[626321625] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"117.931662ms","start":"2026-03-09T01:41:50.609939Z","end":"2026-03-09T01:41:50.727871Z","steps":["trace[626321625] 'process raft request' (duration: 117.493472ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:50.727986Z","caller":"traceutil/trace.go:171","msg":"trace[1922165] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"117.86783ms","start":"2026-03-09T01:41:50.610085Z","end":"2026-03-09T01:41:50.727952Z","steps":["trace[1922165] 'process raft request' (duration: 117.570753ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:03.910291Z","caller":"traceutil/trace.go:171","msg":"trace[855567122] linearizableReadLoop","detail":"{readStateIndex:2359; appliedIndex:2358; }","duration":"380.085589ms","start":"2026-03-09T01:42:03.530181Z","end":"2026-03-09T01:42:03.910266Z","steps":["trace[855567122] 'read index received' (duration: 367.33512ms)","trace[855567122] 'applied index is now lower than readState.Index' (duration: 12.749439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:03.910472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.273453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:42:03.910422Z","caller":"traceutil/trace.go:171","msg":"trace[1931406066] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"395.864164ms","start":"2026-03-09T01:42:03.514515Z","end":"2026-03-09T01:42:03.910379Z","steps":["trace[1931406066] 'process raft request' (duration: 383.150708ms)","trace[1931406066] 'compare' (duration: 12.49735ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:03.910509Z","caller":"traceutil/trace.go:171","msg":"trace[1543797099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2267; }","duration":"380.339905ms","start":"2026-03-09T01:42:03.530158Z","end":"2026-03-09T01:42:03.910498Z","steps":["trace[1543797099] 'agreement among raft nodes before linearized reading' (duration: 380.249003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:03.910541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:03.530056Z","time spent":"380.475578ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:42:03.910577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.706574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:42:03.910624Z","caller":"traceutil/trace.go:171","msg":"trace[1860218857] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2267; }","duration":"242.830857ms","start":"2026-03-09T01:42:03.667781Z","end":"2026-03-09T01:42:03.910612Z","steps":["trace[1860218857] 'agreement among raft nodes before linearized reading' (duration: 242.702594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:03.910625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:03.514496Z","time spent":"396.033119ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:29.916952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.63854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T01:42:29.917115Z","caller":"traceutil/trace.go:171","msg":"trace[1699072368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2398; }","duration":"163.841185ms","start":"2026-03-09T01:42:29.753255Z","end":"2026-03-09T01:42:29.917096Z","steps":["trace[1699072368] 'range keys from in-memory index tree' (duration: 163.459687ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:35.727312Z","caller":"traceutil/trace.go:171","msg":"trace[1219882010] linearizableReadLoop","detail":"{readStateIndex:2518; appliedIndex:2517; }","duration":"108.45369ms","start":"2026-03-09T01:42:35.618828Z","end":"2026-03-09T01:42:35.727282Z","steps":["trace[1219882010] 'read index received' (duration: 108.183634ms)","trace[1219882010] 'applied index is now lower than readState.Index' (duration: 267.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:35.727388Z","caller":"traceutil/trace.go:171","msg":"trace[218568386] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"215.595177ms","start":"2026-03-09T01:42:35.511756Z","end":"2026-03-09T01:42:35.727351Z","steps":["trace[218568386] 'process raft request' (duration: 215.3349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.727718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.857502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:42:35.727834Z","caller":"traceutil/trace.go:171","msg":"trace[1252892901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2420; }","duration":"109.028805ms","start":"2026-03-09T01:42:35.61878Z","end":"2026-03-09T01:42:35.727809Z","steps":["trace[1252892901] 'agreement among raft nodes before linearized reading' (duration: 108.667936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.727844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.40396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:42:35.72797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.507292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:42:35.728023Z","caller":"traceutil/trace.go:171","msg":"trace[2062768043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2420; }","duration":"108.569164ms","start":"2026-03-09T01:42:35.619394Z","end":"2026-03-09T01:42:35.727964Z","steps":["trace[2062768043] 'agreement among raft nodes before linearized reading' (duration: 108.223885ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:35.72812Z","caller":"traceutil/trace.go:171","msg":"trace[1592430320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2420; }","duration":"108.689167ms","start":"2026-03-09T01:42:35.619387Z","end":"2026-03-09T01:42:35.728076Z","steps":["trace[1592430320] 'agreement among raft nodes before linearized reading' (duration: 108.365829ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:51.752184Z","caller":"traceutil/trace.go:171","msg":"trace[1853479] linearizableReadLoop","detail":"{readStateIndex:3389; appliedIndex:3388; }","duration":"304.17915ms","start":"2026-03-09T01:44:51.447981Z","end":"2026-03-09T01:44:51.75216Z","steps":["trace[1853479] 'read index received' (duration: 302.843336ms)","trace[1853479] 'applied index is now lower than readState.Index' (duration: 1.334744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:44:51.752307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.312743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:51.752334Z","caller":"traceutil/trace.go:171","msg":"trace[1803152862] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3257; }","duration":"304.404766ms","start":"2026-03-09T01:44:51.447919Z","end":"2026-03-09T01:44:51.752324Z","steps":["trace[1803152862] 'agreement among raft nodes before linearized reading' (duration: 304.330994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:51.75236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:51.447884Z","time spent":"304.468897ms","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:45:06.593128Z","caller":"traceutil/trace.go:171","msg":"trace[1452447451] linearizableReadLoop","detail":"{readStateIndex:3466; appliedIndex:3465; }","duration":"102.665996ms","start":"2026-03-09T01:45:06.490439Z","end":"2026-03-09T01:45:06.593105Z","steps":["trace[1452447451] 'read index received' (duration: 102.376019ms)","trace[1452447451] 'applied index is now lower than readState.Index' (duration: 288.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:06.593216Z","caller":"traceutil/trace.go:171","msg":"trace[377900469] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"113.843205ms","start":"2026-03-09T01:45:06.479313Z","end":"2026-03-09T01:45:06.593156Z","steps":["trace[377900469] 'process raft request' (duration: 113.621829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:06.593375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.139626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T01:45:06.593404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.944684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:45:06.593494Z","caller":"traceutil/trace.go:171","msg":"trace[1690348063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3331; }","duration":"103.053296ms","start":"2026-03-09T01:45:06.490422Z","end":"2026-03-09T01:45:06.593475Z","steps":["trace[1690348063] 'agreement among raft nodes before linearized reading' (duration: 102.79677ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:06.593435Z","caller":"traceutil/trace.go:171","msg":"trace[390577083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3331; }","duration":"101.227959ms","start":"2026-03-09T01:45:06.492178Z","end":"2026-03-09T01:45:06.593406Z","steps":["trace[390577083] 'agreement among raft nodes before linearized reading' (duration: 101.087395ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:19.306659Z","caller":"traceutil/trace.go:171","msg":"trace[1956375172] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"128.855495ms","start":"2026-03-09T01:46:19.177741Z","end":"2026-03-09T01:46:19.306597Z","steps":["trace[1956375172] 'process raft request' (duration: 36.178098ms)","trace[1956375172] 'compare' (duration: 92.427031ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:19.362117Z","caller":"traceutil/trace.go:171","msg":"trace[1716234671] linearizableReadLoop","detail":"{readStateIndex:4240; appliedIndex:4238; }","duration":"112.993109ms","start":"2026-03-09T01:46:19.249094Z","end":"2026-03-09T01:46:19.362087Z","steps":["trace[1716234671] 'read index received' (duration: 66.469245ms)","trace[1716234671] 'applied index is now lower than readState.Index' (duration: 46.522894ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:19.362183Z","caller":"traceutil/trace.go:171","msg":"trace[242410820] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"127.941842ms","start":"2026-03-09T01:46:19.234191Z","end":"2026-03-09T01:46:19.362133Z","steps":["trace[242410820] 'process raft request' (duration: 126.761331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:19.362693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.583133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:46:19.362791Z","caller":"traceutil/trace.go:171","msg":"trace[990725293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4073; }","duration":"113.739608ms","start":"2026-03-09T01:46:19.24903Z","end":"2026-03-09T01:46:19.36277Z","steps":["trace[990725293] 'agreement among raft nodes before linearized reading' (duration: 113.171083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:20.76206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618859128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:46:21.342043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618859128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:46:21.619563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468069692s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:46:21.620057Z","caller":"traceutil/trace.go:171","msg":"trace[2146688958] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"1.468663186s","start":"2026-03-09T01:46:20.151369Z","end":"2026-03-09T01:46:21.620032Z","steps":["trace[2146688958] 'process raft request' (duration: 1.468485892s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.620229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.151344Z","time spent":"1.46879589s","remote":"127.0.0.1:39150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:21.715379Z","caller":"traceutil/trace.go:171","msg":"trace[435312889] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4095; }","duration":"1.56080291s","start":"2026-03-09T01:46:20.154543Z","end":"2026-03-09T01:46:21.715346Z","steps":["trace[435312889] 'process raft request' (duration: 1.560575194s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.715817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.154534Z","time spent":"1.560928852s","remote":"127.0.0.1:39150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":2909,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:21.716204Z","caller":"traceutil/trace.go:171","msg":"trace[1426182102] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"1.546346309s","start":"2026-03-09T01:46:20.169842Z","end":"2026-03-09T01:46:21.716189Z","steps":["trace[1426182102] 'process raft request' (duration: 1.545681662s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.716269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.169817Z","time spent":"1.54642345s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:21.71646Z","caller":"traceutil/trace.go:171","msg":"trace[400158874] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"1.15218594s","start":"2026-03-09T01:46:20.564234Z","end":"2026-03-09T01:46:21.71642Z","steps":["trace[400158874] 'process raft request' (duration: 1.151898322s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.71798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.564205Z","time spent":"1.152369194s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:21.733717Z","caller":"traceutil/trace.go:171","msg":"trace[446880361] linearizableReadLoop","detail":"{readStateIndex:4267; appliedIndex:4263; }","duration":"1.472222777s","start":"2026-03-09T01:46:20.261397Z","end":"2026-03-09T01:46:21.733619Z","steps":["trace[446880361] 'read index received' (duration: 1.358504621s)","trace[446880361] 'applied index is now lower than readState.Index' (duration: 113.711086ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:21.733792Z","caller":"traceutil/trace.go:171","msg":"trace[1465199290] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"106.211613ms","start":"2026-03-09T01:46:21.627544Z","end":"2026-03-09T01:46:21.733756Z","steps":["trace[1465199290] 'process raft request' (duration: 105.977528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.733984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335921293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:46:21.734051Z","caller":"traceutil/trace.go:171","msg":"trace[1712928002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4098; }","duration":"1.336059166s","start":"2026-03-09T01:46:20.397973Z","end":"2026-03-09T01:46:21.734032Z","steps":["trace[1712928002] 'agreement among raft nodes before linearized reading' (duration: 1.335929613s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.734103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.397941Z","time spent":"1.336148998s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:46:21.734075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.75192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:46:21.734175Z","caller":"traceutil/trace.go:171","msg":"trace[526721993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4098; }","duration":"765.886392ms","start":"2026-03-09T01:46:20.96827Z","end":"2026-03-09T01:46:21.734156Z","steps":["trace[526721993] 'agreement among raft nodes before linearized reading' (duration: 765.655686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.734134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472730581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zz7cq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:46:21.734182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.263111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-jlkrc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-09T01:46:21.734253Z","caller":"traceutil/trace.go:171","msg":"trace[1286634240] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-jlkrc; range_end:; response_count:1; response_revision:4098; }","duration":"107.382994ms","start":"2026-03-09T01:46:21.626851Z","end":"2026-03-09T01:46:21.734234Z","steps":["trace[1286634240] 'agreement among raft nodes before linearized reading' (duration: 107.171129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.734293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.897327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:46:21.734271Z","caller":"traceutil/trace.go:171","msg":"trace[730822227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zz7cq; range_end:; response_count:1; response_revision:4098; }","duration":"1.472831243s","start":"2026-03-09T01:46:20.261385Z","end":"2026-03-09T01:46:21.734216Z","steps":["trace[730822227] 'agreement among raft nodes before linearized reading' (duration: 1.472410532s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.734152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.659787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:46:21.734406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.622118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T01:46:21.734361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.261291Z","time spent":"1.473054309s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zz7cq\" "} {"level":"warn","ts":"2026-03-09T01:46:21.734208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.968241Z","time spent":"765.958554ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:46:21.734436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.705821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:46:21.734464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.14086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4336"} {"level":"info","ts":"2026-03-09T01:46:21.734492Z","caller":"traceutil/trace.go:171","msg":"trace[293682738] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4098; }","duration":"104.182901ms","start":"2026-03-09T01:46:21.630303Z","end":"2026-03-09T01:46:21.734486Z","steps":["trace[293682738] 'agreement among raft nodes before linearized reading' (duration: 104.111179ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:21.734489Z","caller":"traceutil/trace.go:171","msg":"trace[2077342057] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4098; }","duration":"994.805154ms","start":"2026-03-09T01:46:20.739669Z","end":"2026-03-09T01:46:21.734474Z","steps":["trace[2077342057] 'agreement among raft nodes before linearized reading' (duration: 994.712991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.734535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.73964Z","time spent":"994.882855ms","remote":"127.0.0.1:41846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:46:21.734571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.799655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:46:21.734629Z","caller":"traceutil/trace.go:171","msg":"trace[2125471061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4098; }","duration":"789.917949ms","start":"2026-03-09T01:46:20.944693Z","end":"2026-03-09T01:46:21.734611Z","steps":["trace[2125471061] 'agreement among raft nodes before linearized reading' (duration: 789.548459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.734687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.944671Z","time spent":"790.004672ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:46:21.734696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.194451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-09T01:46:21.734342Z","caller":"traceutil/trace.go:171","msg":"trace[537608590] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4098; }","duration":"340.01787ms","start":"2026-03-09T01:46:21.394311Z","end":"2026-03-09T01:46:21.734329Z","steps":["trace[537608590] 'agreement among raft nodes before linearized reading' (duration: 339.915488ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:21.734757Z","caller":"traceutil/trace.go:171","msg":"trace[850464695] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4098; }","duration":"789.266683ms","start":"2026-03-09T01:46:20.945456Z","end":"2026-03-09T01:46:21.734723Z","steps":["trace[850464695] 'agreement among raft nodes before linearized reading' (duration: 789.190931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.734784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.945435Z","time spent":"789.343104ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:46:21.734794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:21.394274Z","time spent":"340.483583ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:46:21.73443Z","caller":"traceutil/trace.go:171","msg":"trace[624508828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4098; }","duration":"789.007235ms","start":"2026-03-09T01:46:20.945406Z","end":"2026-03-09T01:46:21.734414Z","steps":["trace[624508828] 'agreement among raft nodes before linearized reading' (duration: 788.584885ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:21.734432Z","caller":"traceutil/trace.go:171","msg":"trace[1348703075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4098; }","duration":"762.66049ms","start":"2026-03-09T01:46:20.971765Z","end":"2026-03-09T01:46:21.734426Z","steps":["trace[1348703075] 'agreement among raft nodes before linearized reading' (duration: 762.593278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.734872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.945381Z","time spent":"789.480498ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:46:21.734912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.971759Z","time spent":"763.143612ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:46:21.734598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.422076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:46:21.735081Z","caller":"traceutil/trace.go:171","msg":"trace[693974396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4098; }","duration":"766.928038ms","start":"2026-03-09T01:46:20.968143Z","end":"2026-03-09T01:46:21.735071Z","steps":["trace[693974396] 'agreement among raft nodes before linearized reading' (duration: 766.307452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:21.735159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:20.96813Z","time spent":"766.96703ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:46:24.655105Z","caller":"traceutil/trace.go:171","msg":"trace[1386550700] linearizableReadLoop","detail":"{readStateIndex:4317; appliedIndex:4316; }","duration":"147.681518ms","start":"2026-03-09T01:46:24.507396Z","end":"2026-03-09T01:46:24.655078Z","steps":["trace[1386550700] 'read index received' (duration: 135.931366ms)","trace[1386550700] 'applied index is now lower than readState.Index' (duration: 11.748522ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:24.655122Z","caller":"traceutil/trace.go:171","msg":"trace[414421573] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"153.098106ms","start":"2026-03-09T01:46:24.501998Z","end":"2026-03-09T01:46:24.655097Z","steps":["trace[414421573] 'process raft request' (duration: 141.388506ms)","trace[414421573] 'compare' (duration: 11.465174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:24.655298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.878743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T01:46:24.655328Z","caller":"traceutil/trace.go:171","msg":"trace[1330241130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4145; }","duration":"147.944114ms","start":"2026-03-09T01:46:24.507376Z","end":"2026-03-09T01:46:24.65532Z","steps":["trace[1330241130] 'agreement among raft nodes before linearized reading' (duration: 147.78682ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:28.343384Z","caller":"traceutil/trace.go:171","msg":"trace[783792674] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"372.588546ms","start":"2026-03-09T01:46:27.970754Z","end":"2026-03-09T01:46:28.343342Z","steps":["trace[783792674] 'process raft request' (duration: 372.059533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:28.343622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:27.970744Z","time spent":"372.765371ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2230,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:46:28.444338Z","caller":"traceutil/trace.go:171","msg":"trace[1598078314] linearizableReadLoop","detail":"{readStateIndex:4427; appliedIndex:4425; }","duration":"447.050806ms","start":"2026-03-09T01:46:27.997248Z","end":"2026-03-09T01:46:28.444299Z","steps":["trace[1598078314] 'read index received' (duration: 345.774468ms)","trace[1598078314] 'applied index is now lower than readState.Index' (duration: 101.274368ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:28.444419Z","caller":"traceutil/trace.go:171","msg":"trace[1689648997] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"473.155736ms","start":"2026-03-09T01:46:27.97117Z","end":"2026-03-09T01:46:28.444326Z","steps":["trace[1689648997] 'process raft request' (duration: 394.113478ms)","trace[1689648997] 'compare' (duration: 78.810531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:28.444887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.603149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:46:28.444972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:27.971144Z","time spent":"473.408832ms","remote":"127.0.0.1:41508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15631,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:28.444681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.398134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9294500-1030-4eaa-b313-0bee42baf519\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-09T01:46:28.445151Z","caller":"traceutil/trace.go:171","msg":"trace[1929596215] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9294500-1030-4eaa-b313-0bee42baf519; range_end:; response_count:1; response_revision:4253; }","duration":"447.959009ms","start":"2026-03-09T01:46:27.99716Z","end":"2026-03-09T01:46:28.445119Z","steps":["trace[1929596215] 'agreement among raft nodes before linearized reading' (duration: 447.264601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:28.445218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:27.99714Z","time spent":"448.064422ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3798,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9294500-1030-4eaa-b313-0bee42baf519\" "} {"level":"info","ts":"2026-03-09T01:46:28.444985Z","caller":"traceutil/trace.go:171","msg":"trace[1080835696] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4253; }","duration":"153.755653ms","start":"2026-03-09T01:46:28.2912Z","end":"2026-03-09T01:46:28.444956Z","steps":["trace[1080835696] 'agreement among raft nodes before linearized reading' (duration: 153.568448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:28.445523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.029734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351364"} {"level":"info","ts":"2026-03-09T01:46:28.445582Z","caller":"traceutil/trace.go:171","msg":"trace[1388330228] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4253; }","duration":"330.167958ms","start":"2026-03-09T01:46:28.115399Z","end":"2026-03-09T01:46:28.445567Z","steps":["trace[1388330228] 'agreement among raft nodes before linearized reading' (duration: 329.092861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:28.445669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:28.115379Z","time spent":"330.27706ms","remote":"127.0.0.1:41426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2351388,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-09T01:46:28.580314Z","caller":"traceutil/trace.go:171","msg":"trace[1482450083] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"129.370838ms","start":"2026-03-09T01:46:28.450904Z","end":"2026-03-09T01:46:28.580275Z","steps":["trace[1482450083] 'process raft request' (duration: 112.873004ms)","trace[1482450083] 'compare' (duration: 16.277447ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:28.580383Z","caller":"traceutil/trace.go:171","msg":"trace[268256560] linearizableReadLoop","detail":"{readStateIndex:4428; appliedIndex:4427; }","duration":"112.442234ms","start":"2026-03-09T01:46:28.467921Z","end":"2026-03-09T01:46:28.580363Z","steps":["trace[268256560] 'read index received' (duration: 95.804207ms)","trace[268256560] 'applied index is now lower than readState.Index' (duration: 16.636257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:46:28.580556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.626178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a81534c8-99d4-42ce-8b72-a90dca23fb27\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-09T01:46:28.58059Z","caller":"traceutil/trace.go:171","msg":"trace[693183969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a81534c8-99d4-42ce-8b72-a90dca23fb27; range_end:; response_count:1; response_revision:4255; }","duration":"112.724711ms","start":"2026-03-09T01:46:28.467856Z","end":"2026-03-09T01:46:28.580581Z","steps":["trace[693183969] 'agreement among raft nodes before linearized reading' (duration: 112.601298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:28.580669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.073941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-09T01:46:28.580733Z","caller":"traceutil/trace.go:171","msg":"trace[753930534] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4255; }","duration":"108.185764ms","start":"2026-03-09T01:46:28.472529Z","end":"2026-03-09T01:46:28.580714Z","steps":["trace[753930534] 'agreement among raft nodes before linearized reading' (duration: 107.971249ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:31.138255Z","caller":"traceutil/trace.go:171","msg":"trace[167965072] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"145.399838ms","start":"2026-03-09T01:46:30.992798Z","end":"2026-03-09T01:46:31.138198Z","steps":["trace[167965072] 'process raft request' (duration: 145.114331ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:32.0743Z","caller":"traceutil/trace.go:171","msg":"trace[70607039] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"120.977602ms","start":"2026-03-09T01:46:31.953303Z","end":"2026-03-09T01:46:32.074281Z","steps":["trace[70607039] 'process raft request' (duration: 120.891809ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:33.140433Z","caller":"traceutil/trace.go:171","msg":"trace[1883450239] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"172.066822ms","start":"2026-03-09T01:46:32.968323Z","end":"2026-03-09T01:46:33.14039Z","steps":["trace[1883450239] 'process raft request' (duration: 171.402285ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:41.943343Z","caller":"traceutil/trace.go:171","msg":"trace[1541475119] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"106.548612ms","start":"2026-03-09T01:46:41.836766Z","end":"2026-03-09T01:46:41.943314Z","steps":["trace[1541475119] 'process raft request' (duration: 101.78953ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:43.294567Z","caller":"traceutil/trace.go:171","msg":"trace[2128163544] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"102.649072ms","start":"2026-03-09T01:46:43.191891Z","end":"2026-03-09T01:46:43.29454Z","steps":["trace[2128163544] 'process raft request' (duration: 102.449287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:43.783823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.456302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-09T01:46:43.784025Z","caller":"traceutil/trace.go:171","msg":"trace[888072047] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4642; }","duration":"140.645967ms","start":"2026-03-09T01:46:43.643283Z","end":"2026-03-09T01:46:43.783929Z","steps":["trace[888072047] 'agreement among raft nodes before linearized reading' (duration: 15.934868ms)","trace[888072047] 'range keys from in-memory index tree' (duration: 124.3946ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:43.786843Z","caller":"traceutil/trace.go:171","msg":"trace[1181437822] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"139.515798ms","start":"2026-03-09T01:46:43.647277Z","end":"2026-03-09T01:46:43.786793Z","steps":["trace[1181437822] 'process raft request' (duration: 139.115868ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:43.787234Z","caller":"traceutil/trace.go:171","msg":"trace[66894894] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"139.526658ms","start":"2026-03-09T01:46:43.647685Z","end":"2026-03-09T01:46:43.787212Z","steps":["trace[66894894] 'process raft request' (duration: 138.868381ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:43.787294Z","caller":"traceutil/trace.go:171","msg":"trace[47673015] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"138.81712ms","start":"2026-03-09T01:46:43.648466Z","end":"2026-03-09T01:46:43.787283Z","steps":["trace[47673015] 'process raft request' (duration: 138.164213ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:43.787251Z","caller":"traceutil/trace.go:171","msg":"trace[378607197] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"134.850659ms","start":"2026-03-09T01:46:43.652375Z","end":"2026-03-09T01:46:43.787226Z","steps":["trace[378607197] 'process raft request' (duration: 134.328645ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:52.260003Z","caller":"traceutil/trace.go:171","msg":"trace[579472677] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"473.326319ms","start":"2026-03-09T01:46:51.786646Z","end":"2026-03-09T01:46:52.259972Z","steps":["trace[579472677] 'process raft request' (duration: 464.556475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:52.260153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:51.78662Z","time spent":"473.452132ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:46:52.260141Z","caller":"traceutil/trace.go:171","msg":"trace[160063609] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4989; }","duration":"380.729564ms","start":"2026-03-09T01:46:51.879389Z","end":"2026-03-09T01:46:52.260119Z","steps":["trace[160063609] 'read index received' (duration: 371.823906ms)","trace[160063609] 'applied index is now lower than readState.Index' (duration: 8.904688ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:46:52.260251Z","caller":"traceutil/trace.go:171","msg":"trace[675175073] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"418.632406ms","start":"2026-03-09T01:46:51.841609Z","end":"2026-03-09T01:46:52.260241Z","steps":["trace[675175073] 'process raft request' (duration: 418.466601ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:52.26034Z","caller":"traceutil/trace.go:171","msg":"trace[812154124] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"472.395666ms","start":"2026-03-09T01:46:51.787917Z","end":"2026-03-09T01:46:52.260313Z","steps":["trace[812154124] 'process raft request' (duration: 472.014986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:52.260371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:51.84158Z","time spent":"418.708018ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:52.260462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:51.787903Z","time spent":"472.497428ms","remote":"127.0.0.1:41860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:52.260543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.021928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:46:52.260353Z","caller":"traceutil/trace.go:171","msg":"trace[1283496301] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"469.791469ms","start":"2026-03-09T01:46:51.790544Z","end":"2026-03-09T01:46:52.260335Z","steps":["trace[1283496301] 'process raft request' (duration: 469.46478ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:52.260609Z","caller":"traceutil/trace.go:171","msg":"trace[1831721577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4803; }","duration":"368.124881ms","start":"2026-03-09T01:46:51.892468Z","end":"2026-03-09T01:46:52.260592Z","steps":["trace[1831721577] 'agreement among raft nodes before linearized reading' (duration: 367.967927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:52.260634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:51.790537Z","time spent":"470.074185ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:46:52.260625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.964989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-09T01:46:52.260651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:51.892445Z","time spent":"368.197903ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:46:52.260685Z","caller":"traceutil/trace.go:171","msg":"trace[1287228648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4803; }","duration":"248.044151ms","start":"2026-03-09T01:46:52.012619Z","end":"2026-03-09T01:46:52.260663Z","steps":["trace[1287228648] 'agreement among raft nodes before linearized reading' (duration: 247.864267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:52.260785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.38619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:46:52.260855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.813713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-09T01:46:52.260859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.763632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-09T01:46:52.260879Z","caller":"traceutil/trace.go:171","msg":"trace[191864039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4803; }","duration":"257.877535ms","start":"2026-03-09T01:46:52.002994Z","end":"2026-03-09T01:46:52.260872Z","steps":["trace[191864039] 'agreement among raft nodes before linearized reading' (duration: 257.826213ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:52.260864Z","caller":"traceutil/trace.go:171","msg":"trace[892611183] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4803; }","duration":"381.512064ms","start":"2026-03-09T01:46:51.879335Z","end":"2026-03-09T01:46:52.260848Z","steps":["trace[892611183] 'agreement among raft nodes before linearized reading' (duration: 381.39256ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:52.260891Z","caller":"traceutil/trace.go:171","msg":"trace[744957046] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4803; }","duration":"220.832764ms","start":"2026-03-09T01:46:52.040049Z","end":"2026-03-09T01:46:52.260882Z","steps":["trace[744957046] 'agreement among raft nodes before linearized reading' (duration: 220.747771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:52.260917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:51.879309Z","time spent":"381.597516ms","remote":"127.0.0.1:41552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:46:52.26096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.696507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:46:52.260985Z","caller":"traceutil/trace.go:171","msg":"trace[1758935560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4803; }","duration":"361.742477ms","start":"2026-03-09T01:46:51.899238Z","end":"2026-03-09T01:46:52.26098Z","steps":["trace[1758935560] 'agreement among raft nodes before linearized reading' (duration: 361.689846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:52.261003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:51.899227Z","time spent":"361.772079ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:46:52.261014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.831296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:46:52.260804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.31953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zz7cq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:46:52.26104Z","caller":"traceutil/trace.go:171","msg":"trace[1438575548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4803; }","duration":"224.881987ms","start":"2026-03-09T01:46:52.03615Z","end":"2026-03-09T01:46:52.261032Z","steps":["trace[1438575548] 'agreement among raft nodes before linearized reading' (duration: 224.808236ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:46:52.26107Z","caller":"traceutil/trace.go:171","msg":"trace[784803839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zz7cq; range_end:; response_count:1; response_revision:4803; }","duration":"250.581576ms","start":"2026-03-09T01:46:52.010478Z","end":"2026-03-09T01:46:52.26106Z","steps":["trace[784803839] 'agreement among raft nodes before linearized reading' (duration: 250.272248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:52.2611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.573044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:46:52.261118Z","caller":"traceutil/trace.go:171","msg":"trace[1224240854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4803; }","duration":"363.629405ms","start":"2026-03-09T01:46:51.897483Z","end":"2026-03-09T01:46:52.261112Z","steps":["trace[1224240854] 'agreement among raft nodes before linearized reading' (duration: 363.565164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:46:52.261135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:46:51.897454Z","time spent":"363.677426ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:47:11.449813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618861255,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:47:11.463741Z","caller":"traceutil/trace.go:171","msg":"trace[1225257807] linearizableReadLoop","detail":"{readStateIndex:5220; appliedIndex:5219; }","duration":"514.72058ms","start":"2026-03-09T01:47:10.948989Z","end":"2026-03-09T01:47:11.463709Z","steps":["trace[1225257807] 'read index received' (duration: 514.657448ms)","trace[1225257807] 'applied index is now lower than readState.Index' (duration: 62.072µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:11.463892Z","caller":"traceutil/trace.go:171","msg":"trace[1155279015] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"600.010098ms","start":"2026-03-09T01:47:10.863833Z","end":"2026-03-09T01:47:11.463843Z","steps":["trace[1155279015] 'process raft request' (duration: 599.680149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:11.464009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.008918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T01:47:11.464057Z","caller":"traceutil/trace.go:171","msg":"trace[1869355853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5023; }","duration":"515.071749ms","start":"2026-03-09T01:47:10.94897Z","end":"2026-03-09T01:47:11.464042Z","steps":["trace[1869355853] 'agreement among raft nodes before linearized reading' (duration: 514.870955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:11.464085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:10.948901Z","time spent":"515.178832ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-09T01:47:11.463938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.49942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:47:11.464106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:10.863805Z","time spent":"600.207953ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:47:11.464168Z","caller":"traceutil/trace.go:171","msg":"trace[512779536] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5023; }","duration":"320.744656ms","start":"2026-03-09T01:47:11.143403Z","end":"2026-03-09T01:47:11.464148Z","steps":["trace[512779536] 'agreement among raft nodes before linearized reading' (duration: 320.452389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:11.464221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:11.143337Z","time spent":"320.870448ms","remote":"127.0.0.1:57912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:47:11.633785Z","caller":"traceutil/trace.go:171","msg":"trace[809629163] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"160.898955ms","start":"2026-03-09T01:47:11.472847Z","end":"2026-03-09T01:47:11.633746Z","steps":["trace[809629163] 'process raft request' (duration: 160.735351ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:11.633829Z","caller":"traceutil/trace.go:171","msg":"trace[1762114762] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"160.99702ms","start":"2026-03-09T01:47:11.472754Z","end":"2026-03-09T01:47:11.633751Z","steps":["trace[1762114762] 'process raft request' (duration: 120.933952ms)","trace[1762114762] 'compare' (duration: 39.670388ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:48.819415Z","caller":"traceutil/trace.go:171","msg":"trace[800698941] linearizableReadLoop","detail":"{readStateIndex:5560; appliedIndex:5559; }","duration":"113.767629ms","start":"2026-03-09T01:47:48.705618Z","end":"2026-03-09T01:47:48.819386Z","steps":["trace[800698941] 'read index received' (duration: 113.553853ms)","trace[800698941] 'applied index is now lower than readState.Index' (duration: 212.336µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:48.819489Z","caller":"traceutil/trace.go:171","msg":"trace[1110368451] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"115.936745ms","start":"2026-03-09T01:47:48.703507Z","end":"2026-03-09T01:47:48.819444Z","steps":["trace[1110368451] 'process raft request' (duration: 115.704688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:48.81971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.063196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zz7cq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:47:48.819752Z","caller":"traceutil/trace.go:171","msg":"trace[1191701098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zz7cq; range_end:; response_count:1; response_revision:5353; }","duration":"114.178559ms","start":"2026-03-09T01:47:48.705563Z","end":"2026-03-09T01:47:48.819742Z","steps":["trace[1191701098] 'agreement among raft nodes before linearized reading' (duration: 113.993184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:48.819777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.989454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:47:48.819842Z","caller":"traceutil/trace.go:171","msg":"trace[1553486545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5353; }","duration":"114.078877ms","start":"2026-03-09T01:47:48.705748Z","end":"2026-03-09T01:47:48.819827Z","steps":["trace[1553486545] 'agreement among raft nodes before linearized reading' (duration: 113.934813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:48.819937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.295519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-09T01:47:48.820043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.198483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:47:48.82007Z","caller":"traceutil/trace.go:171","msg":"trace[129357599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5353; }","duration":"111.241154ms","start":"2026-03-09T01:47:48.708822Z","end":"2026-03-09T01:47:48.820064Z","steps":["trace[129357599] 'agreement among raft nodes before linearized reading' (duration: 111.167661ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:48.820037Z","caller":"traceutil/trace.go:171","msg":"trace[1951961703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5353; }","duration":"110.442354ms","start":"2026-03-09T01:47:48.709571Z","end":"2026-03-09T01:47:48.820013Z","steps":["trace[1951961703] 'agreement among raft nodes before linearized reading' (duration: 110.139115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:48.820119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.2092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:47:48.820156Z","caller":"traceutil/trace.go:171","msg":"trace[151262762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5353; }","duration":"112.268781ms","start":"2026-03-09T01:47:48.707877Z","end":"2026-03-09T01:47:48.820145Z","steps":["trace[151262762] 'agreement among raft nodes before linearized reading' (duration: 112.166858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:48.820138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.791499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:47:48.820224Z","caller":"traceutil/trace.go:171","msg":"trace[512280827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5353; }","duration":"111.949102ms","start":"2026-03-09T01:47:48.708256Z","end":"2026-03-09T01:47:48.820206Z","steps":["trace[512280827] 'agreement among raft nodes before linearized reading' (duration: 111.687095ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:13.333113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2602} {"level":"info","ts":"2026-03-09T01:48:13.397045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2602,"took":"62.292469ms","hash":2419387574,"current-db-size-bytes":40198144,"current-db-size":"40 MB","current-db-size-in-use-bytes":29495296,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-09T01:48:13.397111Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2419387574,"revision":2602,"compact-revision":-1} {"level":"info","ts":"2026-03-09T01:51:39.499032Z","caller":"traceutil/trace.go:171","msg":"trace[1249484561] linearizableReadLoop","detail":"{readStateIndex:7138; appliedIndex:7137; }","duration":"162.417078ms","start":"2026-03-09T01:51:39.336595Z","end":"2026-03-09T01:51:39.499012Z","steps":["trace[1249484561] 'read index received' (duration: 162.327325ms)","trace[1249484561] 'applied index is now lower than readState.Index' (duration: 89.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:39.499149Z","caller":"traceutil/trace.go:171","msg":"trace[1394374064] transaction","detail":"{read_only:false; response_revision:6878; number_of_response:1; }","duration":"192.672944ms","start":"2026-03-09T01:51:39.306454Z","end":"2026-03-09T01:51:39.499126Z","steps":["trace[1394374064] 'process raft request' (duration: 192.446457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:39.499251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.603272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:51:39.499227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.353256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:51:39.499279Z","caller":"traceutil/trace.go:171","msg":"trace[1194639387] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:6878; }","duration":"162.734965ms","start":"2026-03-09T01:51:39.336538Z","end":"2026-03-09T01:51:39.499273Z","steps":["trace[1194639387] 'agreement among raft nodes before linearized reading' (duration: 162.578621ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:39.499312Z","caller":"traceutil/trace.go:171","msg":"trace[1716519439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6878; }","duration":"102.48985ms","start":"2026-03-09T01:51:39.396803Z","end":"2026-03-09T01:51:39.499293Z","steps":["trace[1716519439] 'agreement among raft nodes before linearized reading' (duration: 102.350496ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:51:40.045704Z","caller":"traceutil/trace.go:171","msg":"trace[127742311] transaction","detail":"{read_only:false; response_revision:6880; number_of_response:1; }","duration":"397.527099ms","start":"2026-03-09T01:51:39.648144Z","end":"2026-03-09T01:51:40.045671Z","steps":["trace[127742311] 'process raft request' (duration: 380.818161ms)","trace[127742311] 'compare' (duration: 16.436902ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:51:40.045793Z","caller":"traceutil/trace.go:171","msg":"trace[10949957] linearizableReadLoop","detail":"{readStateIndex:7140; appliedIndex:7139; }","duration":"109.690505ms","start":"2026-03-09T01:51:39.936063Z","end":"2026-03-09T01:51:40.045754Z","steps":["trace[10949957] 'read index received' (duration: 93.008737ms)","trace[10949957] 'applied index is now lower than readState.Index' (duration: 16.677758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:51:40.045879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:51:39.648129Z","time spent":"397.655473ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:51:40.045943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.860959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:51:40.046005Z","caller":"traceutil/trace.go:171","msg":"trace[467284204] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:6881; }","duration":"109.933321ms","start":"2026-03-09T01:51:39.936056Z","end":"2026-03-09T01:51:40.04599Z","steps":["trace[467284204] 'agreement among raft nodes before linearized reading' (duration: 109.832268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:51:40.046333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.836609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:51:40.046466Z","caller":"traceutil/trace.go:171","msg":"trace[1933743460] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:6881; }","duration":"110.232518ms","start":"2026-03-09T01:51:39.936125Z","end":"2026-03-09T01:51:40.046358Z","steps":["trace[1933743460] 'agreement among raft nodes before linearized reading' (duration: 109.818568ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:37.475091Z","caller":"traceutil/trace.go:171","msg":"trace[118023575] transaction","detail":"{read_only:false; response_revision:7238; number_of_response:1; }","duration":"116.312124ms","start":"2026-03-09T01:52:37.358739Z","end":"2026-03-09T01:52:37.475051Z","steps":["trace[118023575] 'process raft request' (duration: 116.174511ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:37.47513Z","caller":"traceutil/trace.go:171","msg":"trace[1748564341] transaction","detail":"{read_only:false; response_revision:7237; number_of_response:1; }","duration":"117.426172ms","start":"2026-03-09T01:52:37.357666Z","end":"2026-03-09T01:52:37.475092Z","steps":["trace[1748564341] 'process raft request' (duration: 95.742416ms)","trace[1748564341] 'compare' (duration: 21.335048ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:52:37.475207Z","caller":"traceutil/trace.go:171","msg":"trace[996623460] transaction","detail":"{read_only:false; response_revision:7240; number_of_response:1; }","duration":"116.002067ms","start":"2026-03-09T01:52:37.359196Z","end":"2026-03-09T01:52:37.475198Z","steps":["trace[996623460] 'process raft request' (duration: 115.78341ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:37.475156Z","caller":"traceutil/trace.go:171","msg":"trace[1593543286] transaction","detail":"{read_only:false; response_revision:7241; number_of_response:1; }","duration":"115.324549ms","start":"2026-03-09T01:52:37.359803Z","end":"2026-03-09T01:52:37.475128Z","steps":["trace[1593543286] 'process raft request' (duration: 115.209355ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:37.475275Z","caller":"traceutil/trace.go:171","msg":"trace[1745298949] transaction","detail":"{read_only:false; response_revision:7239; number_of_response:1; }","duration":"116.412678ms","start":"2026-03-09T01:52:37.358803Z","end":"2026-03-09T01:52:37.475216Z","steps":["trace[1745298949] 'process raft request' (duration: 116.147841ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:37.475332Z","caller":"traceutil/trace.go:171","msg":"trace[1306581038] transaction","detail":"{read_only:false; response_revision:7242; number_of_response:1; }","duration":"111.03148ms","start":"2026-03-09T01:52:37.36429Z","end":"2026-03-09T01:52:37.475321Z","steps":["trace[1306581038] 'process raft request' (duration: 110.756162ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:37.475463Z","caller":"traceutil/trace.go:171","msg":"trace[438341783] linearizableReadLoop","detail":"{readStateIndex:7515; appliedIndex:7510; }","duration":"111.021978ms","start":"2026-03-09T01:52:37.364085Z","end":"2026-03-09T01:52:37.475107Z","steps":["trace[438341783] 'read index received' (duration: 31.907089ms)","trace[438341783] 'applied index is now lower than readState.Index' (duration: 79.113899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:52:37.475512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.392768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:52:37.475586Z","caller":"traceutil/trace.go:171","msg":"trace[26227144] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:7242; }","duration":"111.500861ms","start":"2026-03-09T01:52:37.364066Z","end":"2026-03-09T01:52:37.475567Z","steps":["trace[26227144] 'agreement among raft nodes before linearized reading' (duration: 111.322106ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:38.517045Z","caller":"traceutil/trace.go:171","msg":"trace[814546827] transaction","detail":"{read_only:false; response_revision:7259; number_of_response:1; }","duration":"115.967286ms","start":"2026-03-09T01:52:38.401044Z","end":"2026-03-09T01:52:38.517012Z","steps":["trace[814546827] 'process raft request' (duration: 87.359052ms)","trace[814546827] 'compare' (duration: 28.450309ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:52:38.517085Z","caller":"traceutil/trace.go:171","msg":"trace[1075935454] transaction","detail":"{read_only:false; response_revision:7260; number_of_response:1; }","duration":"115.757841ms","start":"2026-03-09T01:52:38.401296Z","end":"2026-03-09T01:52:38.517053Z","steps":["trace[1075935454] 'process raft request' (duration: 115.677499ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:38.51733Z","caller":"traceutil/trace.go:171","msg":"trace[421922438] transaction","detail":"{read_only:false; response_revision:7262; number_of_response:1; }","duration":"115.570025ms","start":"2026-03-09T01:52:38.401742Z","end":"2026-03-09T01:52:38.517312Z","steps":["trace[421922438] 'process raft request' (duration: 115.507853ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:38.517373Z","caller":"traceutil/trace.go:171","msg":"trace[1974740608] transaction","detail":"{read_only:false; response_revision:7261; number_of_response:1; }","duration":"115.800901ms","start":"2026-03-09T01:52:38.401539Z","end":"2026-03-09T01:52:38.51734Z","steps":["trace[1974740608] 'process raft request' (duration: 115.479943ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:38.519145Z","caller":"traceutil/trace.go:171","msg":"trace[338491034] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"111.764378ms","start":"2026-03-09T01:52:38.407361Z","end":"2026-03-09T01:52:38.519125Z","steps":["trace[338491034] 'process raft request' (duration: 111.676896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:52:51.913919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.128574ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-09T01:52:51.914157Z","caller":"traceutil/trace.go:171","msg":"trace[1914064041] transaction","detail":"{read_only:false; response_revision:7465; number_of_response:1; }","duration":"186.755657ms","start":"2026-03-09T01:52:51.727385Z","end":"2026-03-09T01:52:51.914141Z","steps":["trace[1914064041] 'process raft request' (duration: 186.626664ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:52:51.91416Z","caller":"traceutil/trace.go:171","msg":"trace[418181719] linearizableReadLoop","detail":"{readStateIndex:7743; appliedIndex:7742; }","duration":"260.737396ms","start":"2026-03-09T01:52:51.653399Z","end":"2026-03-09T01:52:51.914136Z","steps":["trace[418181719] 'read index received' (duration: 122.400747ms)","trace[418181719] 'applied index is now lower than readState.Index' (duration: 138.333939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:52:51.914257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.849498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:52:51.914295Z","caller":"traceutil/trace.go:171","msg":"trace[1202881893] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7465; }","duration":"260.9427ms","start":"2026-03-09T01:52:51.653342Z","end":"2026-03-09T01:52:51.914284Z","steps":["trace[1202881893] 'agreement among raft nodes before linearized reading' (duration: 260.863148ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:02.822245Z","caller":"traceutil/trace.go:171","msg":"trace[2113310032] linearizableReadLoop","detail":"{readStateIndex:7796; appliedIndex:7795; }","duration":"172.801457ms","start":"2026-03-09T01:53:02.6494Z","end":"2026-03-09T01:53:02.822201Z","steps":["trace[2113310032] 'read index received' (duration: 118.397254ms)","trace[2113310032] 'applied index is now lower than readState.Index' (duration: 54.402473ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:02.822322Z","caller":"traceutil/trace.go:171","msg":"trace[1222451201] transaction","detail":"{read_only:false; response_revision:7515; number_of_response:1; }","duration":"182.926598ms","start":"2026-03-09T01:53:02.639357Z","end":"2026-03-09T01:53:02.822283Z","steps":["trace[1222451201] 'process raft request' (duration: 128.462583ms)","trace[1222451201] 'compare' (duration: 54.025703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:53:02.822578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.782772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:53:02.822589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.157815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:53:02.822652Z","caller":"traceutil/trace.go:171","msg":"trace[933635667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7515; }","duration":"142.886645ms","start":"2026-03-09T01:53:02.679748Z","end":"2026-03-09T01:53:02.822635Z","steps":["trace[933635667] 'agreement among raft nodes before linearized reading' (duration: 142.67276ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:02.82267Z","caller":"traceutil/trace.go:171","msg":"trace[238707736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7515; }","duration":"173.295889ms","start":"2026-03-09T01:53:02.649353Z","end":"2026-03-09T01:53:02.822649Z","steps":["trace[238707736] 'agreement among raft nodes before linearized reading' (duration: 173.031842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:02.822694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.318476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:53:02.822752Z","caller":"traceutil/trace.go:171","msg":"trace[1031272285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7515; }","duration":"143.390958ms","start":"2026-03-09T01:53:02.679345Z","end":"2026-03-09T01:53:02.822736Z","steps":["trace[1031272285] 'agreement among raft nodes before linearized reading' (duration: 143.270424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:02.82283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.488176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T01:53:02.822859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.216756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-09T01:53:02.822887Z","caller":"traceutil/trace.go:171","msg":"trace[1480295757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7515; }","duration":"142.570937ms","start":"2026-03-09T01:53:02.680298Z","end":"2026-03-09T01:53:02.822869Z","steps":["trace[1480295757] 'agreement among raft nodes before linearized reading' (duration: 142.399862ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:02.822893Z","caller":"traceutil/trace.go:171","msg":"trace[1185271530] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7515; }","duration":"145.267907ms","start":"2026-03-09T01:53:02.677612Z","end":"2026-03-09T01:53:02.82288Z","steps":["trace[1185271530] 'agreement among raft nodes before linearized reading' (duration: 145.178585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:02.822578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.345614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T01:53:02.822951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.883093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zz7cq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:53:02.822991Z","caller":"traceutil/trace.go:171","msg":"trace[365347518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7515; }","duration":"172.792237ms","start":"2026-03-09T01:53:02.650173Z","end":"2026-03-09T01:53:02.822965Z","steps":["trace[365347518] 'agreement among raft nodes before linearized reading' (duration: 172.239502ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:02.823005Z","caller":"traceutil/trace.go:171","msg":"trace[39322160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zz7cq; range_end:; response_count:1; response_revision:7515; }","duration":"164.964415ms","start":"2026-03-09T01:53:02.658028Z","end":"2026-03-09T01:53:02.822992Z","steps":["trace[39322160] 'agreement among raft nodes before linearized reading' (duration: 164.823982ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:13.340197Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5531} {"level":"info","ts":"2026-03-09T01:53:13.424096Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5531,"took":"82.271852ms","hash":606236567,"current-db-size-bytes":41484288,"current-db-size":"42 MB","current-db-size-in-use-bytes":22102016,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-09T01:53:13.424148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":606236567,"revision":5531,"compact-revision":2602} {"level":"warn","ts":"2026-03-09T01:53:31.780253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.046544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:53:31.780332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.429748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-09T01:53:31.780372Z","caller":"traceutil/trace.go:171","msg":"trace[578115050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7704; }","duration":"382.219888ms","start":"2026-03-09T01:53:31.398127Z","end":"2026-03-09T01:53:31.780347Z","steps":["trace[578115050] 'range keys from in-memory index tree' (duration: 381.973232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.780388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.077899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-09T01:53:31.780412Z","caller":"traceutil/trace.go:171","msg":"trace[884003452] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7704; }","duration":"730.522551ms","start":"2026-03-09T01:53:31.049863Z","end":"2026-03-09T01:53:31.780385Z","steps":["trace[884003452] 'range keys from in-memory index tree' (duration: 730.338346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.780434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.398107Z","time spent":"382.31044ms","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:53:31.780464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.04983Z","time spent":"730.624843ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-09T01:53:31.780464Z","caller":"traceutil/trace.go:171","msg":"trace[1976423838] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7704; }","duration":"747.205022ms","start":"2026-03-09T01:53:31.033238Z","end":"2026-03-09T01:53:31.780443Z","steps":["trace[1976423838] 'range keys from in-memory index tree' (duration: 746.891544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.780501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.033216Z","time spent":"747.277133ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:53:31.780388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.997446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:53:31.78068Z","caller":"traceutil/trace.go:171","msg":"trace[1129663058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7704; }","duration":"740.339804ms","start":"2026-03-09T01:53:31.040328Z","end":"2026-03-09T01:53:31.780668Z","steps":["trace[1129663058] 'range keys from in-memory index tree' (duration: 739.819161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.780707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.040307Z","time spent":"740.393325ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:53:31.780848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.792099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zz7cq\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-09T01:53:31.780917Z","caller":"traceutil/trace.go:171","msg":"trace[920571306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zz7cq; range_end:; response_count:1; response_revision:7704; }","duration":"687.871042ms","start":"2026-03-09T01:53:31.093035Z","end":"2026-03-09T01:53:31.780906Z","steps":["trace[920571306] 'range keys from in-memory index tree' (duration: 687.722768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.78095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.093028Z","time spent":"687.914873ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zz7cq\" "} {"level":"warn","ts":"2026-03-09T01:53:31.780852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.468634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:53:31.780958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.943167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:53:31.781085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.817297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:53:31.781125Z","caller":"traceutil/trace.go:171","msg":"trace[365511355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7704; }","duration":"699.167193ms","start":"2026-03-09T01:53:31.081933Z","end":"2026-03-09T01:53:31.7811Z","steps":["trace[365511355] 'range keys from in-memory index tree' (duration: 698.701851ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:31.781019Z","caller":"traceutil/trace.go:171","msg":"trace[2066001613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7704; }","duration":"698.633639ms","start":"2026-03-09T01:53:31.08236Z","end":"2026-03-09T01:53:31.780994Z","steps":["trace[2066001613] 'range keys from in-memory index tree' (duration: 698.396863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.781147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.386036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-09T01:53:31.78121Z","caller":"traceutil/trace.go:171","msg":"trace[2047443665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7704; }","duration":"695.943259ms","start":"2026-03-09T01:53:31.085216Z","end":"2026-03-09T01:53:31.781159Z","steps":["trace[2047443665] 'range keys from in-memory index tree' (duration: 695.542029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.781275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.085203Z","time spent":"696.057093ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:53:31.781207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.081919Z","time spent":"699.276896ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:53:31.781218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.082334Z","time spent":"698.873764ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:53:31.781269Z","caller":"traceutil/trace.go:171","msg":"trace[526056915] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7704; }","duration":"702.57323ms","start":"2026-03-09T01:53:31.078673Z","end":"2026-03-09T01:53:31.781246Z","steps":["trace[526056915] 'range keys from in-memory index tree' (duration: 701.358849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:31.781556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:31.078655Z","time spent":"702.887498ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-09T01:53:44.28553Z","caller":"traceutil/trace.go:171","msg":"trace[176443528] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"133.310128ms","start":"2026-03-09T01:53:44.152187Z","end":"2026-03-09T01:53:44.285497Z","steps":["trace[176443528] 'process raft request' (duration: 118.864625ms)","trace[176443528] 'compare' (duration: 14.081164ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:45.197035Z","caller":"traceutil/trace.go:171","msg":"trace[1222896060] linearizableReadLoop","detail":"{readStateIndex:8109; appliedIndex:8108; }","duration":"127.072167ms","start":"2026-03-09T01:53:45.069935Z","end":"2026-03-09T01:53:45.197007Z","steps":["trace[1222896060] 'read index received' (duration: 126.845912ms)","trace[1222896060] 'applied index is now lower than readState.Index' (duration: 225.335µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:53:45.197299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.699617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-09T01:53:45.197308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.348664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:53:45.197349Z","caller":"traceutil/trace.go:171","msg":"trace[136814599] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7814; }","duration":"114.807201ms","start":"2026-03-09T01:53:45.082529Z","end":"2026-03-09T01:53:45.197336Z","steps":["trace[136814599] 'agreement among raft nodes before linearized reading' (duration: 114.682387ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:45.197379Z","caller":"traceutil/trace.go:171","msg":"trace[1205724708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7814; }","duration":"127.467329ms","start":"2026-03-09T01:53:45.069882Z","end":"2026-03-09T01:53:45.197349Z","steps":["trace[1205724708] 'agreement among raft nodes before linearized reading' (duration: 127.223842ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:45.197119Z","caller":"traceutil/trace.go:171","msg":"trace[1878779107] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"217.404647ms","start":"2026-03-09T01:53:44.979676Z","end":"2026-03-09T01:53:45.19708Z","steps":["trace[1878779107] 'process raft request' (duration: 217.165001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:46.414181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.274987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:53:46.414491Z","caller":"traceutil/trace.go:171","msg":"trace[801492349] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"421.642844ms","start":"2026-03-09T01:53:45.992824Z","end":"2026-03-09T01:53:46.414467Z","steps":["trace[801492349] 'process raft request' (duration: 421.45098ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:46.414482Z","caller":"traceutil/trace.go:171","msg":"trace[965326565] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"422.437765ms","start":"2026-03-09T01:53:45.992011Z","end":"2026-03-09T01:53:46.414449Z","steps":["trace[965326565] 'process raft request' (duration: 174.805638ms)","trace[965326565] 'compare' (duration: 246.902888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:53:46.414569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:45.992815Z","time spent":"421.719297ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:53:46.414611Z","caller":"traceutil/trace.go:171","msg":"trace[851259704] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"123.887265ms","start":"2026-03-09T01:53:46.290705Z","end":"2026-03-09T01:53:46.414592Z","steps":["trace[851259704] 'process raft request' (duration: 123.815354ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:46.414601Z","caller":"traceutil/trace.go:171","msg":"trace[1808025455] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"421.636325ms","start":"2026-03-09T01:53:45.992922Z","end":"2026-03-09T01:53:46.414558Z","steps":["trace[1808025455] 'process raft request' (duration: 421.475441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:46.414639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:45.991995Z","time spent":"422.564798ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:53:46.414629Z","caller":"traceutil/trace.go:171","msg":"trace[1416403286] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8114; }","duration":"421.520771ms","start":"2026-03-09T01:53:45.993069Z","end":"2026-03-09T01:53:46.41459Z","steps":["trace[1416403286] 'read index received' (duration: 42.243869ms)","trace[1416403286] 'applied index is now lower than readState.Index' (duration: 379.272172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:53:46.414782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:45.992902Z","time spent":"421.784448ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:53:46.41496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.911512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-09T01:53:46.415036Z","caller":"traceutil/trace.go:171","msg":"trace[1486837396] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7824; }","duration":"360.023415ms","start":"2026-03-09T01:53:46.054998Z","end":"2026-03-09T01:53:46.415021Z","steps":["trace[1486837396] 'agreement among raft nodes before linearized reading' (duration: 359.784988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:46.415102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:46.054978Z","time spent":"360.113888ms","remote":"127.0.0.1:39554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-09T01:53:46.415198Z","caller":"traceutil/trace.go:171","msg":"trace[1028858674] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"421.476801ms","start":"2026-03-09T01:53:45.993054Z","end":"2026-03-09T01:53:46.414531Z","steps":["trace[1028858674] 'process raft request' (duration: 421.402499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:46.415267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:45.993046Z","time spent":"422.193869ms","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:53:46.415264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.191039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211671"} {"level":"info","ts":"2026-03-09T01:53:46.415321Z","caller":"traceutil/trace.go:171","msg":"trace[1264117447] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7824; }","duration":"422.274271ms","start":"2026-03-09T01:53:45.993029Z","end":"2026-03-09T01:53:46.415303Z","steps":["trace[1264117447] 'agreement among raft nodes before linearized reading' (duration: 421.720176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:46.415381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:53:45.993015Z","time spent":"422.351143ms","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211695,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-09T01:54:51.871808Z","caller":"traceutil/trace.go:171","msg":"trace[1017068620] linearizableReadLoop","detail":"{readStateIndex:8727; appliedIndex:8726; }","duration":"153.265893ms","start":"2026-03-09T01:54:51.718513Z","end":"2026-03-09T01:54:51.871779Z","steps":["trace[1017068620] 'read index received' (duration: 143.909863ms)","trace[1017068620] 'applied index is now lower than readState.Index' (duration: 9.3543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:54:51.871986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.460778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:54:51.872025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.715994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:54:51.872062Z","caller":"traceutil/trace.go:171","msg":"trace[955052627] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8412; }","duration":"153.55068ms","start":"2026-03-09T01:54:51.718498Z","end":"2026-03-09T01:54:51.872049Z","steps":["trace[955052627] 'agreement among raft nodes before linearized reading' (duration: 153.381106ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:54:51.872078Z","caller":"traceutil/trace.go:171","msg":"trace[1348509002] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8412; }","duration":"134.774845ms","start":"2026-03-09T01:54:51.737289Z","end":"2026-03-09T01:54:51.872064Z","steps":["trace[1348509002] 'agreement among raft nodes before linearized reading' (duration: 134.671073ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:37.089967Z","caller":"traceutil/trace.go:171","msg":"trace[1848154060] linearizableReadLoop","detail":"{readStateIndex:9110; appliedIndex:9109; }","duration":"149.486921ms","start":"2026-03-09T01:55:36.940454Z","end":"2026-03-09T01:55:37.089941Z","steps":["trace[1848154060] 'read index received' (duration: 149.277465ms)","trace[1848154060] 'applied index is now lower than readState.Index' (duration: 208.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:37.090104Z","caller":"traceutil/trace.go:171","msg":"trace[363277306] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"159.360055ms","start":"2026-03-09T01:55:36.930655Z","end":"2026-03-09T01:55:37.090015Z","steps":["trace[363277306] 'process raft request' (duration: 159.136079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:37.090263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.773459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:55:37.090305Z","caller":"traceutil/trace.go:171","msg":"trace[593387249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8784; }","duration":"149.897032ms","start":"2026-03-09T01:55:36.940398Z","end":"2026-03-09T01:55:37.090295Z","steps":["trace[593387249] 'agreement among raft nodes before linearized reading' (duration: 149.693737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:37.090507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.719305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-09T01:55:37.0906Z","caller":"traceutil/trace.go:171","msg":"trace[1381078030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8784; }","duration":"140.846648ms","start":"2026-03-09T01:55:36.949734Z","end":"2026-03-09T01:55:37.090581Z","steps":["trace[1381078030] 'agreement among raft nodes before linearized reading' (duration: 140.643753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:37.090763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.905145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-09T01:55:37.090798Z","caller":"traceutil/trace.go:171","msg":"trace[1305603075] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8784; }","duration":"134.937166ms","start":"2026-03-09T01:55:36.955849Z","end":"2026-03-09T01:55:37.090786Z","steps":["trace[1305603075] 'agreement among raft nodes before linearized reading' (duration: 134.853074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:40.153527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618871978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:40.654377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618871978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:41.155125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618871978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:41.657263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226832618871978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:41.813621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.613012876s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:55:41.818795Z","caller":"traceutil/trace.go:171","msg":"trace[504737648] transaction","detail":"{read_only:false; response_revision:8789; number_of_response:1; }","duration":"4.6182457s","start":"2026-03-09T01:55:37.200519Z","end":"2026-03-09T01:55:41.818764Z","steps":["trace[504737648] 'process raft request' (duration: 4.613478737s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.818941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.200493Z","time spent":"4.618386705s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2273,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:55:41.84793Z","caller":"traceutil/trace.go:171","msg":"trace[523382662] transaction","detail":"{read_only:false; response_revision:8791; number_of_response:1; }","duration":"1.687565509s","start":"2026-03-09T01:55:40.160344Z","end":"2026-03-09T01:55:41.84791Z","steps":["trace[523382662] 'process raft request' (duration: 1.687498277s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.848049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.160324Z","time spent":"1.687661701s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:41.848086Z","caller":"traceutil/trace.go:171","msg":"trace[2092130553] transaction","detail":"{read_only:false; response_revision:8790; number_of_response:1; }","duration":"1.694691723s","start":"2026-03-09T01:55:40.153278Z","end":"2026-03-09T01:55:41.847969Z","steps":["trace[2092130553] 'process raft request' (duration: 1.694449937s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.848416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.15327Z","time spent":"1.69496714s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:41.848475Z","caller":"traceutil/trace.go:171","msg":"trace[2081446687] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"1.681489841s","start":"2026-03-09T01:55:40.166897Z","end":"2026-03-09T01:55:41.848386Z","steps":["trace[2081446687] 'process raft request' (duration: 1.680978048s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.848757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.166888Z","time spent":"1.681725637s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:41.848851Z","caller":"traceutil/trace.go:171","msg":"trace[170711972] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"1.563239003s","start":"2026-03-09T01:55:40.285593Z","end":"2026-03-09T01:55:41.848832Z","steps":["trace[170711972] 'process raft request' (duration: 1.563071658s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.848953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.285567Z","time spent":"1.563338805s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:41.852454Z","caller":"traceutil/trace.go:171","msg":"trace[1966948682] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9114; }","duration":"4.541991106s","start":"2026-03-09T01:55:37.310404Z","end":"2026-03-09T01:55:41.852395Z","steps":["trace[1966948682] 'read index received' (duration: 4.504367617s)","trace[1966948682] 'applied index is now lower than readState.Index' (duration: 37.621769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:41.852669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.542252764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:41.852734Z","caller":"traceutil/trace.go:171","msg":"trace[2107354912] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8793; }","duration":"4.542363737s","start":"2026-03-09T01:55:37.310349Z","end":"2026-03-09T01:55:41.852712Z","steps":["trace[2107354912] 'agreement among raft nodes before linearized reading' (duration: 4.542226513s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.852785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.310326Z","time spent":"4.542446058s","remote":"127.0.0.1:39180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":12,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.854007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.476501699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:41.854084Z","caller":"traceutil/trace.go:171","msg":"trace[858394537] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8794; }","duration":"4.476635793s","start":"2026-03-09T01:55:37.377431Z","end":"2026-03-09T01:55:41.854067Z","steps":["trace[858394537] 'agreement among raft nodes before linearized reading' (duration: 4.476427207s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.854138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.37741Z","time spent":"4.476714765s","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":63,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.85453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700874652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:41.854571Z","caller":"traceutil/trace.go:171","msg":"trace[1633645824] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8794; }","duration":"1.700978804s","start":"2026-03-09T01:55:40.153581Z","end":"2026-03-09T01:55:41.854559Z","steps":["trace[1633645824] 'agreement among raft nodes before linearized reading' (duration: 1.700899872s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.854598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.153564Z","time spent":"1.701026106s","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.854648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701248922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T01:55:41.854708Z","caller":"traceutil/trace.go:171","msg":"trace[96388017] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8794; }","duration":"1.701312973s","start":"2026-03-09T01:55:40.153379Z","end":"2026-03-09T01:55:41.854692Z","steps":["trace[96388017] 'agreement among raft nodes before linearized reading' (duration: 1.701105748s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.854727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673243518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zz7cq\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-09T01:55:41.854758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.153377Z","time spent":"1.701368625s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-09T01:55:41.854804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673511595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T01:55:41.854822Z","caller":"traceutil/trace.go:171","msg":"trace[1869585821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zz7cq; range_end:; response_count:1; response_revision:8794; }","duration":"1.673377501s","start":"2026-03-09T01:55:40.181414Z","end":"2026-03-09T01:55:41.854791Z","steps":["trace[1869585821] 'agreement among raft nodes before linearized reading' (duration: 1.673085723s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:41.854846Z","caller":"traceutil/trace.go:171","msg":"trace[1627947334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8794; }","duration":"1.673560016s","start":"2026-03-09T01:55:40.181278Z","end":"2026-03-09T01:55:41.854838Z","steps":["trace[1627947334] 'agreement among raft nodes before linearized reading' (duration: 1.673454002s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.854861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.181382Z","time spent":"1.673469024s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zz7cq\" "} {"level":"warn","ts":"2026-03-09T01:55:41.854872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.18127Z","time spent":"1.673596997s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-09T01:55:41.854969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674804508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:41.854993Z","caller":"traceutil/trace.go:171","msg":"trace[709317284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8794; }","duration":"1.674835358s","start":"2026-03-09T01:55:40.180152Z","end":"2026-03-09T01:55:41.854987Z","steps":["trace[709317284] 'agreement among raft nodes before linearized reading' (duration: 1.674798077s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.85501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.180148Z","time spent":"1.674858409s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:55:41.855052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701663092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-09T01:55:41.855115Z","caller":"traceutil/trace.go:171","msg":"trace[1289573929] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8794; }","duration":"1.701731324s","start":"2026-03-09T01:55:40.153367Z","end":"2026-03-09T01:55:41.855098Z","steps":["trace[1289573929] 'agreement among raft nodes before linearized reading' (duration: 1.70158393s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.855147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675045914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:41.855169Z","caller":"traceutil/trace.go:171","msg":"trace[1529675328] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8794; }","duration":"1.675081165s","start":"2026-03-09T01:55:40.180081Z","end":"2026-03-09T01:55:41.855162Z","steps":["trace[1529675328] 'agreement among raft nodes before linearized reading' (duration: 1.675041475s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.855168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.153365Z","time spent":"1.701790706s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:55:41.855197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.180066Z","time spent":"1.675126016s","remote":"127.0.0.1:41742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.855415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688609554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-pkdxr\" ","response":"range_response_count:1 size:15497"} {"level":"info","ts":"2026-03-09T01:55:41.855628Z","caller":"traceutil/trace.go:171","msg":"trace[1120566180] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-pkdxr; range_end:; response_count:1; response_revision:8794; }","duration":"1.688846142s","start":"2026-03-09T01:55:40.166776Z","end":"2026-03-09T01:55:41.855622Z","steps":["trace[1120566180] 'agreement among raft nodes before linearized reading' (duration: 1.688577984s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.855647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.166767Z","time spent":"1.688875762s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":15521,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-pkdxr\" "} {"level":"warn","ts":"2026-03-09T01:55:41.85565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702304479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-09T01:55:41.855699Z","caller":"traceutil/trace.go:171","msg":"trace[533287679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8794; }","duration":"1.702360381s","start":"2026-03-09T01:55:40.153324Z","end":"2026-03-09T01:55:41.855684Z","steps":["trace[533287679] 'agreement among raft nodes before linearized reading' (duration: 1.702057193s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.855798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701204681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-09T01:55:41.855807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410526997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:41.855823Z","caller":"traceutil/trace.go:171","msg":"trace[575375055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8794; }","duration":"1.701265422s","start":"2026-03-09T01:55:40.154551Z","end":"2026-03-09T01:55:41.855816Z","steps":["trace[575375055] 'agreement among raft nodes before linearized reading' (duration: 1.701201221s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.855821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.153322Z","time spent":"1.702421503s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:55:41.855843Z","caller":"traceutil/trace.go:171","msg":"trace[950423850] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8794; }","duration":"1.410597419s","start":"2026-03-09T01:55:40.445233Z","end":"2026-03-09T01:55:41.855831Z","steps":["trace[950423850] 'agreement among raft nodes before linearized reading' (duration: 1.410502766s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.855883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.44522Z","time spent":"1.41065649s","remote":"127.0.0.1:57950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.856139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702810302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:55:41.856183Z","caller":"traceutil/trace.go:171","msg":"trace[1588935901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8794; }","duration":"1.702860684s","start":"2026-03-09T01:55:40.153312Z","end":"2026-03-09T01:55:41.856173Z","steps":["trace[1588935901] 'agreement among raft nodes before linearized reading' (duration: 1.70274587s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.856217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.153309Z","time spent":"1.702900245s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:41.856381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659356488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414496"} {"level":"info","ts":"2026-03-09T01:55:41.856409Z","caller":"traceutil/trace.go:171","msg":"trace[2140346050] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8794; }","duration":"1.65941446s","start":"2026-03-09T01:55:40.196986Z","end":"2026-03-09T01:55:41.856401Z","steps":["trace[2140346050] 'agreement among raft nodes before linearized reading' (duration: 1.659177024s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.856417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703174752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:55:41.856462Z","caller":"traceutil/trace.go:171","msg":"trace[590916306] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8794; }","duration":"1.703224313s","start":"2026-03-09T01:55:40.153227Z","end":"2026-03-09T01:55:41.856451Z","steps":["trace[590916306] 'agreement among raft nodes before linearized reading' (duration: 1.70310173s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.856491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.153224Z","time spent":"1.703259404s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:55:41.856541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674969551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:55:41.856146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651554427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-09T01:55:41.856642Z","caller":"traceutil/trace.go:171","msg":"trace[1353391358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8794; }","duration":"1.675110296s","start":"2026-03-09T01:55:40.181506Z","end":"2026-03-09T01:55:41.856616Z","steps":["trace[1353391358] 'agreement among raft nodes before linearized reading' (duration: 1.674937902s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:41.856685Z","caller":"traceutil/trace.go:171","msg":"trace[758845418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8794; }","duration":"1.65208452s","start":"2026-03-09T01:55:40.20457Z","end":"2026-03-09T01:55:41.856655Z","steps":["trace[758845418] 'agreement among raft nodes before linearized reading' (duration: 1.651443843s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.855844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.154535Z","time spent":"1.701304563s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:41.856738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.204565Z","time spent":"1.652158661s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:55:41.856689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.181475Z","time spent":"1.675205228s","remote":"127.0.0.1:41358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:55:41.856866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.43885512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5d78f7b75c-m5rsv.189b095b9f0f16ac\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-09T01:55:41.856893Z","caller":"traceutil/trace.go:171","msg":"trace[1710543813] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5d78f7b75c-m5rsv.189b095b9f0f16ac; range_end:; response_count:1; response_revision:8794; }","duration":"4.438910801s","start":"2026-03-09T01:55:37.417974Z","end":"2026-03-09T01:55:41.856885Z","steps":["trace[1710543813] 'agreement among raft nodes before linearized reading' (duration: 4.438823718s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.856915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.417962Z","time spent":"4.438948032s","remote":"127.0.0.1:41414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5d78f7b75c-m5rsv.189b095b9f0f16ac\" "} {"level":"warn","ts":"2026-03-09T01:55:41.856917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703695205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-09T01:55:41.856429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.196968Z","time spent":"1.65945688s","remote":"127.0.0.1:57900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414520,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-09T01:55:41.856979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704055794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:41.856993Z","caller":"traceutil/trace.go:171","msg":"trace[497386531] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8794; }","duration":"1.703811388s","start":"2026-03-09T01:55:40.153162Z","end":"2026-03-09T01:55:41.856974Z","steps":["trace[497386531] 'agreement among raft nodes before linearized reading' (duration: 1.703482059s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:41.857026Z","caller":"traceutil/trace.go:171","msg":"trace[1509985550] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8794; }","duration":"1.704127565s","start":"2026-03-09T01:55:40.152883Z","end":"2026-03-09T01:55:41.857011Z","steps":["trace[1509985550] 'agreement among raft nodes before linearized reading' (duration: 1.704015493s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.857032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.153158Z","time spent":"1.7038658s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-09T01:55:41.857058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:40.152867Z","time spent":"1.704182837s","remote":"127.0.0.1:41876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:41.857086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060349288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:55:41.85711Z","caller":"traceutil/trace.go:171","msg":"trace[818750002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8794; }","duration":"4.06040451s","start":"2026-03-09T01:55:37.796699Z","end":"2026-03-09T01:55:41.857104Z","steps":["trace[818750002] 'agreement among raft nodes before linearized reading' (duration: 4.060320508s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:41.857136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:37.796684Z","time spent":"4.06044688s","remote":"127.0.0.1:41618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:57:34.543768Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cfc9fec265e3384a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T01:57:34.548173Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T01:57:34.548246Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T01:58:13.347405Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7575} {"level":"info","ts":"2026-03-09T01:58:13.40689Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7575,"took":"57.359755ms","hash":895541036,"current-db-size-bytes":41484288,"current-db-size":"42 MB","current-db-size-in-use-bytes":25956352,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-09T01:58:13.406939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":895541036,"revision":7575,"compact-revision":5531} {"level":"info","ts":"2026-03-09T02:03:13.356909Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9841} {"level":"info","ts":"2026-03-09T02:03:13.437378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9841,"took":"78.209163ms","hash":3982702646,"current-db-size-bytes":41484288,"current-db-size":"42 MB","current-db-size-in-use-bytes":16445440,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-09T02:03:13.437435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3982702646,"revision":9841,"compact-revision":7575}