{"level":"warn","ts":"2026-05-19T13:13:07.211916Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T13:13:07.211994Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=instance=https://199.204.45.235:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-19T13:13:07.212218Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-19T13:13:07.212235Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-05-19T13:13:07.212256Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T13:13:07.212997Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-05-19T13:13:07.213075Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.235:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-19T13:13:07.218833Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.542948ms"} {"level":"info","ts":"2026-05-19T13:13:07.226773Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"aab6040abcf11","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-05-19T13:13:07.226833Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=()"} {"level":"info","ts":"2026-05-19T13:13:07.226851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 0"} {"level":"info","ts":"2026-05-19T13:13:07.22686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft aab6040abcf11 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-19T13:13:07.226872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 1"} {"level":"info","ts":"2026-05-19T13:13:07.226901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"warn","ts":"2026-05-19T13:13:07.236633Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-19T13:13:07.238277Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-19T13:13:07.239997Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-19T13:13:07.245737Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"aab6040abcf11","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-19T13:13:07.248728Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T13:13:07.248767Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T13:13:07.248778Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-19T13:13:07.248593Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aab6040abcf11","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-19T13:13:07.249515Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-19T13:13:07.249628Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-05-19T13:13:07.249716Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-05-19T13:13:07.249774Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aab6040abcf11","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-19T13:13:07.249829Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-19T13:13:07.250071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"info","ts":"2026-05-19T13:13:07.250208Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","added-peer-id":"aab6040abcf11","added-peer-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-05-19T13:13:08.127702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 is starting a new election at term 1"} {"level":"info","ts":"2026-05-19T13:13:08.127769Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-19T13:13:08.127807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgPreVoteResp from aab6040abcf11 at term 1"} {"level":"info","ts":"2026-05-19T13:13:08.127835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became candidate at term 2"} {"level":"info","ts":"2026-05-19T13:13:08.127845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgVoteResp from aab6040abcf11 at term 2"} {"level":"info","ts":"2026-05-19T13:13:08.127862Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became leader at term 2"} {"level":"info","ts":"2026-05-19T13:13:08.12788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aab6040abcf11 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-05-19T13:13:08.129017Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T13:13:08.1302Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aab6040abcf11","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.235:2379]}","request-path":"/0/members/aab6040abcf11/attributes","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-05-19T13:13:08.130307Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T13:13:08.130752Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-19T13:13:08.130782Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-19T13:13:08.130218Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-19T13:13:08.13126Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T13:13:08.131411Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T13:13:08.131457Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-19T13:13:08.133891Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-19T13:13:08.134457Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"warn","ts":"2026-05-19T13:13:44.417568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.534693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-19T13:13:44.417732Z","caller":"traceutil/trace.go:171","msg":"trace[51252569] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"418.537084ms","start":"2026-05-19T13:13:43.999171Z","end":"2026-05-19T13:13:44.417708Z","steps":["trace[51252569] 'process raft request' (duration: 96.213499ms)","trace[51252569] 'compare' (duration: 321.276366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:13:44.417813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:13:43.999153Z","time spent":"418.634296ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:13:58.836986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.415892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rzp8n\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-05-19T13:13:58.837074Z","caller":"traceutil/trace.go:171","msg":"trace[337090084] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-rzp8n; range_end:; response_count:1; response_revision:720; }","duration":"118.566886ms","start":"2026-05-19T13:13:58.718488Z","end":"2026-05-19T13:13:58.837055Z","steps":["trace[337090084] 'range keys from in-memory index tree' (duration: 118.248709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:15:17.555973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.786336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T13:15:17.55606Z","caller":"traceutil/trace.go:171","msg":"trace[138913159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1799; }","duration":"222.961978ms","start":"2026-05-19T13:15:17.33308Z","end":"2026-05-19T13:15:17.556042Z","steps":["trace[138913159] 'range keys from in-memory index tree' (duration: 222.552762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:15:17.556116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.950494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:15:17.556198Z","caller":"traceutil/trace.go:171","msg":"trace[1022504194] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1799; }","duration":"193.046666ms","start":"2026-05-19T13:15:17.36313Z","end":"2026-05-19T13:15:17.556177Z","steps":["trace[1022504194] 'count revisions from in-memory index tree' (duration: 192.857413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:15:17.556548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.034064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a04f7ae-6f37-4332-897d-81849569ea6e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-19T13:15:17.556585Z","caller":"traceutil/trace.go:171","msg":"trace[1055745013] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a04f7ae-6f37-4332-897d-81849569ea6e; range_end:; response_count:1; response_revision:1799; }","duration":"315.129986ms","start":"2026-05-19T13:15:17.241445Z","end":"2026-05-19T13:15:17.556575Z","steps":["trace[1055745013] 'range keys from in-memory index tree' (duration: 314.868791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:15:17.556613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:15:17.241425Z","time spent":"315.178816ms","remote":"127.0.0.1:43916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a04f7ae-6f37-4332-897d-81849569ea6e\" "} {"level":"info","ts":"2026-05-19T13:15:17.885113Z","caller":"traceutil/trace.go:171","msg":"trace[1386960356] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"147.340348ms","start":"2026-05-19T13:15:17.737745Z","end":"2026-05-19T13:15:17.885085Z","steps":["trace[1386960356] 'process raft request' (duration: 147.112444ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:15:17.999848Z","caller":"traceutil/trace.go:171","msg":"trace[1067612479] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"259.796943ms","start":"2026-05-19T13:15:17.740012Z","end":"2026-05-19T13:15:17.999809Z","steps":["trace[1067612479] 'process raft request' (duration: 242.028197ms)","trace[1067612479] 'compare' (duration: 17.551103ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:15:52.000367Z","caller":"traceutil/trace.go:171","msg":"trace[1641459044] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2115; }","duration":"103.725606ms","start":"2026-05-19T13:15:51.896616Z","end":"2026-05-19T13:15:52.000342Z","steps":["trace[1641459044] 'read index received' (duration: 103.442912ms)","trace[1641459044] 'applied index is now lower than readState.Index' (duration: 281.484µs)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:15:52.000464Z","caller":"traceutil/trace.go:171","msg":"trace[1410964483] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"131.167068ms","start":"2026-05-19T13:15:51.869267Z","end":"2026-05-19T13:15:52.000434Z","steps":["trace[1410964483] 'process raft request' (duration: 130.831283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:15:52.000705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.066931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-19T13:15:52.000793Z","caller":"traceutil/trace.go:171","msg":"trace[1513510805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2036; }","duration":"104.192423ms","start":"2026-05-19T13:15:51.896581Z","end":"2026-05-19T13:15:52.000773Z","steps":["trace[1513510805] 'agreement among raft nodes before linearized reading' (duration: 103.98019ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:15:52.126619Z","caller":"traceutil/trace.go:171","msg":"trace[1141490764] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"121.193519ms","start":"2026-05-19T13:15:52.005388Z","end":"2026-05-19T13:15:52.126582Z","steps":["trace[1141490764] 'process raft request' (duration: 27.520094ms)","trace[1141490764] 'compare' (duration: 93.423551ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:15:52.313694Z","caller":"traceutil/trace.go:171","msg":"trace[1619677502] linearizableReadLoop","detail":"{readStateIndex:2119; appliedIndex:2118; }","duration":"166.689135ms","start":"2026-05-19T13:15:52.146973Z","end":"2026-05-19T13:15:52.313663Z","steps":["trace[1619677502] 'read index received' (duration: 96.696668ms)","trace[1619677502] 'applied index is now lower than readState.Index' (duration: 69.990937ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:15:52.313724Z","caller":"traceutil/trace.go:171","msg":"trace[335269342] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"177.741248ms","start":"2026-05-19T13:15:52.135948Z","end":"2026-05-19T13:15:52.31369Z","steps":["trace[335269342] 'process raft request' (duration: 107.778111ms)","trace[335269342] 'compare' (duration: 69.664712ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:15:52.313963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.97351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-19T13:15:52.314039Z","caller":"traceutil/trace.go:171","msg":"trace[974748599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2039; }","duration":"167.079721ms","start":"2026-05-19T13:15:52.146941Z","end":"2026-05-19T13:15:52.314021Z","steps":["trace[974748599] 'agreement among raft nodes before linearized reading' (duration: 166.848098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:15:52.31419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.732586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-19T13:15:52.314262Z","caller":"traceutil/trace.go:171","msg":"trace[1051755420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2039; }","duration":"166.907729ms","start":"2026-05-19T13:15:52.14734Z","end":"2026-05-19T13:15:52.314248Z","steps":["trace[1051755420] 'agreement among raft nodes before linearized reading' (duration: 166.481053ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:15:52.470733Z","caller":"traceutil/trace.go:171","msg":"trace[1810968702] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"152.817992ms","start":"2026-05-19T13:15:52.31789Z","end":"2026-05-19T13:15:52.470708Z","steps":["trace[1810968702] 'process raft request' (duration: 148.766823ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:15:52.471052Z","caller":"traceutil/trace.go:171","msg":"trace[1606706966] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2119; }","duration":"139.675799ms","start":"2026-05-19T13:15:52.33135Z","end":"2026-05-19T13:15:52.471026Z","steps":["trace[1606706966] 'read index received' (duration: 135.288345ms)","trace[1606706966] 'applied index is now lower than readState.Index' (duration: 4.386534ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:15:52.471097Z","caller":"traceutil/trace.go:171","msg":"trace[353782597] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"153.054776ms","start":"2026-05-19T13:15:52.318025Z","end":"2026-05-19T13:15:52.47108Z","steps":["trace[353782597] 'process raft request' (duration: 152.616919ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:15:52.471172Z","caller":"traceutil/trace.go:171","msg":"trace[503694615] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"151.817298ms","start":"2026-05-19T13:15:52.319343Z","end":"2026-05-19T13:15:52.47116Z","steps":["trace[503694615] 'process raft request' (duration: 151.558344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:15:52.471439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.074155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-19T13:15:52.471482Z","caller":"traceutil/trace.go:171","msg":"trace[804021625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2042; }","duration":"140.133166ms","start":"2026-05-19T13:15:52.331337Z","end":"2026-05-19T13:15:52.47147Z","steps":["trace[804021625] 'agreement among raft nodes before linearized reading' (duration: 139.982684ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:02.256961Z","caller":"traceutil/trace.go:171","msg":"trace[1622638681] linearizableReadLoop","detail":"{readStateIndex:4743; appliedIndex:4742; }","duration":"158.91877ms","start":"2026-05-19T13:21:02.098021Z","end":"2026-05-19T13:21:02.25694Z","steps":["trace[1622638681] 'read index received' (duration: 91.546662ms)","trace[1622638681] 'applied index is now lower than readState.Index' (duration: 67.370978ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:21:02.257088Z","caller":"traceutil/trace.go:171","msg":"trace[896423524] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"253.36043ms","start":"2026-05-19T13:21:02.003713Z","end":"2026-05-19T13:21:02.257074Z","steps":["trace[896423524] 'process raft request' (duration: 185.869439ms)","trace[896423524] 'compare' (duration: 66.835088ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:21:02.257395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.354149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-19T13:21:02.257439Z","caller":"traceutil/trace.go:171","msg":"trace[1453955621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4570; }","duration":"159.461631ms","start":"2026-05-19T13:21:02.097965Z","end":"2026-05-19T13:21:02.257427Z","steps":["trace[1453955621] 'agreement among raft nodes before linearized reading' (duration: 159.312818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:02.257615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.656505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-19T13:21:02.257765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.263116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f820eed-7253-4296-9f20-2196f37668ce\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-05-19T13:21:02.25781Z","caller":"traceutil/trace.go:171","msg":"trace[191077699] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f820eed-7253-4296-9f20-2196f37668ce; range_end:; response_count:1; response_revision:4570; }","duration":"108.328107ms","start":"2026-05-19T13:21:02.14947Z","end":"2026-05-19T13:21:02.257798Z","steps":["trace[191077699] 'agreement among raft nodes before linearized reading' (duration: 108.219535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:02.257854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.481051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-19T13:21:02.257916Z","caller":"traceutil/trace.go:171","msg":"trace[537116502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4570; }","duration":"154.598604ms","start":"2026-05-19T13:21:02.103302Z","end":"2026-05-19T13:21:02.257901Z","steps":["trace[537116502] 'agreement among raft nodes before linearized reading' (duration: 154.41927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:02.258282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.033622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-19T13:21:02.258338Z","caller":"traceutil/trace.go:171","msg":"trace[35541928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4570; }","duration":"159.137683ms","start":"2026-05-19T13:21:02.09919Z","end":"2026-05-19T13:21:02.258328Z","steps":["trace[35541928] 'agreement among raft nodes before linearized reading' (duration: 158.265536ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:02.25767Z","caller":"traceutil/trace.go:171","msg":"trace[193844957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4570; }","duration":"152.730826ms","start":"2026-05-19T13:21:02.104926Z","end":"2026-05-19T13:21:02.257657Z","steps":["trace[193844957] 'agreement among raft nodes before linearized reading' (duration: 152.577873ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:16.618442Z","caller":"traceutil/trace.go:171","msg":"trace[1959650856] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4924; }","duration":"251.836739ms","start":"2026-05-19T13:21:16.36658Z","end":"2026-05-19T13:21:16.618417Z","steps":["trace[1959650856] 'read index received' (duration: 203.207746ms)","trace[1959650856] 'applied index is now lower than readState.Index' (duration: 48.627413ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:21:16.6188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.069096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T13:21:16.618796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.199985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T13:21:16.618938Z","caller":"traceutil/trace.go:171","msg":"trace[502439665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4745; }","duration":"252.376768ms","start":"2026-05-19T13:21:16.366544Z","end":"2026-05-19T13:21:16.61892Z","steps":["trace[502439665] 'agreement among raft nodes before linearized reading' (duration: 252.043932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:16.618955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.837424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:21:16.619034Z","caller":"traceutil/trace.go:171","msg":"trace[47902068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4745; }","duration":"237.952466ms","start":"2026-05-19T13:21:16.381066Z","end":"2026-05-19T13:21:16.619018Z","steps":["trace[47902068] 'agreement among raft nodes before linearized reading' (duration: 237.698341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:21:16.619127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.67632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T13:21:16.619178Z","caller":"traceutil/trace.go:171","msg":"trace[1979747072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4745; }","duration":"238.780642ms","start":"2026-05-19T13:21:16.380385Z","end":"2026-05-19T13:21:16.619166Z","steps":["trace[1979747072] 'agreement among raft nodes before linearized reading' (duration: 238.601199ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:21:16.618861Z","caller":"traceutil/trace.go:171","msg":"trace[1378175942] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4745; }","duration":"246.180958ms","start":"2026-05-19T13:21:16.372664Z","end":"2026-05-19T13:21:16.618845Z","steps":["trace[1378175942] 'agreement among raft nodes before linearized reading' (duration: 246.011015ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:23:08.159434Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2877} {"level":"info","ts":"2026-05-19T13:23:08.263235Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2877,"took":"97.460689ms","hash":2215106249,"current-db-size-bytes":53559296,"current-db-size":"54 MB","current-db-size-in-use-bytes":28635136,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-19T13:23:08.26356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2215106249,"revision":2877,"compact-revision":-1} {"level":"warn","ts":"2026-05-19T13:24:20.020897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597443,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-19T13:24:20.292605Z","caller":"traceutil/trace.go:171","msg":"trace[547694698] transaction","detail":"{read_only:false; response_revision:5955; number_of_response:1; }","duration":"953.37317ms","start":"2026-05-19T13:24:19.339205Z","end":"2026-05-19T13:24:20.292578Z","steps":["trace[547694698] 'process raft request' (duration: 953.232888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.292986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.339171Z","time spent":"953.499103ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:20.349334Z","caller":"traceutil/trace.go:171","msg":"trace[567232136] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"496.876729ms","start":"2026-05-19T13:24:19.852429Z","end":"2026-05-19T13:24:20.349305Z","steps":["trace[567232136] 'process raft request' (duration: 496.688736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.349501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.852409Z","time spent":"497.004962ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:20.349641Z","caller":"traceutil/trace.go:171","msg":"trace[1570072857] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"323.769735ms","start":"2026-05-19T13:24:20.025846Z","end":"2026-05-19T13:24:20.349616Z","steps":["trace[1570072857] 'process raft request' (duration: 323.41761ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.349803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:20.025829Z","time spent":"323.884877ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:20.349843Z","caller":"traceutil/trace.go:171","msg":"trace[1631811236] linearizableReadLoop","detail":"{readStateIndex:6176; appliedIndex:6175; }","duration":"829.19176ms","start":"2026-05-19T13:24:19.520628Z","end":"2026-05-19T13:24:20.349819Z","steps":["trace[1631811236] 'read index received' (duration: 771.933776ms)","trace[1631811236] 'applied index is now lower than readState.Index' (duration: 57.257224ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:20.349902Z","caller":"traceutil/trace.go:171","msg":"trace[1118938566] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"159.197623ms","start":"2026-05-19T13:24:20.190676Z","end":"2026-05-19T13:24:20.349873Z","steps":["trace[1118938566] 'process raft request' (duration: 158.834267ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:20.349946Z","caller":"traceutil/trace.go:171","msg":"trace[794856765] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"143.103794ms","start":"2026-05-19T13:24:20.20681Z","end":"2026-05-19T13:24:20.349914Z","steps":["trace[794856765] 'process raft request' (duration: 142.924941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.349994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.372362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:24:20.35003Z","caller":"traceutil/trace.go:171","msg":"trace[552798084] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5959; }","duration":"829.450104ms","start":"2026-05-19T13:24:19.52057Z","end":"2026-05-19T13:24:20.35002Z","steps":["trace[552798084] 'agreement among raft nodes before linearized reading' (duration: 829.357312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.350059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.52052Z","time spent":"829.531564ms","remote":"127.0.0.1:43884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":38,"response size":28,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:24:20.350075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.980646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T13:24:20.350109Z","caller":"traceutil/trace.go:171","msg":"trace[1476689946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5959; }","duration":"625.034896ms","start":"2026-05-19T13:24:19.725064Z","end":"2026-05-19T13:24:20.350099Z","steps":["trace[1476689946] 'agreement among raft nodes before linearized reading' (duration: 624.916034ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.350138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.725053Z","time spent":"625.077907ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T13:24:20.350234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.154398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:24:20.350236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.199162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T13:24:20.350244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.104087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-05-19T13:24:20.350262Z","caller":"traceutil/trace.go:171","msg":"trace[1497188600] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5959; }","duration":"133.213039ms","start":"2026-05-19T13:24:20.217041Z","end":"2026-05-19T13:24:20.350254Z","steps":["trace[1497188600] 'agreement among raft nodes before linearized reading' (duration: 133.168888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.350269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.4373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:24:20.350283Z","caller":"traceutil/trace.go:171","msg":"trace[924317390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5959; }","duration":"633.298584ms","start":"2026-05-19T13:24:19.71697Z","end":"2026-05-19T13:24:20.350268Z","steps":["trace[924317390] 'agreement among raft nodes before linearized reading' (duration: 633.121541ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:20.350304Z","caller":"traceutil/trace.go:171","msg":"trace[67290077] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5959; }","duration":"631.245069ms","start":"2026-05-19T13:24:19.719043Z","end":"2026-05-19T13:24:20.350288Z","steps":["trace[67290077] 'agreement among raft nodes before linearized reading' (duration: 631.038806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.350326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.716952Z","time spent":"633.367115ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T13:24:20.350329Z","caller":"traceutil/trace.go:171","msg":"trace[1440815383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5959; }","duration":"422.531291ms","start":"2026-05-19T13:24:19.927779Z","end":"2026-05-19T13:24:20.35031Z","steps":["trace[1440815383] 'agreement among raft nodes before linearized reading' (duration: 422.441499ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.350342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.719017Z","time spent":"631.31677ms","remote":"127.0.0.1:43884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-19T13:24:20.350375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.927763Z","time spent":"422.600473ms","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:24:20.350506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.994579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T13:24:20.350581Z","caller":"traceutil/trace.go:171","msg":"trace[650229901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5959; }","duration":"630.106071ms","start":"2026-05-19T13:24:19.72046Z","end":"2026-05-19T13:24:20.350566Z","steps":["trace[650229901] 'agreement among raft nodes before linearized reading' (duration: 629.918438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.350613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.720451Z","time spent":"630.153921ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T13:24:20.350688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.564698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:24:20.350729Z","caller":"traceutil/trace.go:171","msg":"trace[408262960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5959; }","duration":"657.626638ms","start":"2026-05-19T13:24:19.69309Z","end":"2026-05-19T13:24:20.350717Z","steps":["trace[408262960] 'agreement among raft nodes before linearized reading' (duration: 656.876366ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:20.350762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:19.69308Z","time spent":"657.67437ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:24:22.283192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:22.783699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:22.822188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831707321s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-19T13:24:22.822651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:20.990361Z","time spent":"1.8322848s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-19T13:24:22.828454Z","caller":"traceutil/trace.go:171","msg":"trace[1186301380] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"473.160177ms","start":"2026-05-19T13:24:22.355271Z","end":"2026-05-19T13:24:22.828431Z","steps":["trace[1186301380] 'process raft request' (duration: 472.917683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.82865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.355245Z","time spent":"473.265258ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:22.828952Z","caller":"traceutil/trace.go:171","msg":"trace[775573333] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"472.223501ms","start":"2026-05-19T13:24:22.3567Z","end":"2026-05-19T13:24:22.828923Z","steps":["trace[775573333] 'process raft request' (duration: 471.685882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.829117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.356674Z","time spent":"472.345353ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:24:22.828953Z","caller":"traceutil/trace.go:171","msg":"trace[603091173] linearizableReadLoop","detail":"{readStateIndex:6189; appliedIndex:6185; }","duration":"1.046601225s","start":"2026-05-19T13:24:21.782323Z","end":"2026-05-19T13:24:22.828925Z","steps":["trace[603091173] 'read index received' (duration: 1.040109527s)","trace[603091173] 'applied index is now lower than readState.Index' (duration: 6.490428ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:24:22.829306Z","caller":"traceutil/trace.go:171","msg":"trace[916547590] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"472.475235ms","start":"2026-05-19T13:24:22.356815Z","end":"2026-05-19T13:24:22.829291Z","steps":["trace[916547590] 'process raft request' (duration: 471.924306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.829399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.356802Z","time spent":"472.546876ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-19T13:24:22.829598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047058753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-19T13:24:22.829658Z","caller":"traceutil/trace.go:171","msg":"trace[1104826811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5968; }","duration":"1.047373238s","start":"2026-05-19T13:24:21.782271Z","end":"2026-05-19T13:24:22.829644Z","steps":["trace[1104826811] 'agreement among raft nodes before linearized reading' (duration: 1.046733837s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.8297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:21.782247Z","time spent":"1.047441389s","remote":"127.0.0.1:43916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T13:24:22.830206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.679036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-19T13:24:22.830212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.543019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T13:24:22.830245Z","caller":"traceutil/trace.go:171","msg":"trace[1822455754] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5969; }","duration":"419.720337ms","start":"2026-05-19T13:24:22.410514Z","end":"2026-05-19T13:24:22.830234Z","steps":["trace[1822455754] 'agreement among raft nodes before linearized reading' (duration: 419.586614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.830231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.99463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T13:24:22.830232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.554355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-19T13:24:22.830279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.41045Z","time spent":"419.815919ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-19T13:24:22.830289Z","caller":"traceutil/trace.go:171","msg":"trace[65863582] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5969; }","duration":"659.102513ms","start":"2026-05-19T13:24:22.171173Z","end":"2026-05-19T13:24:22.830276Z","steps":["trace[65863582] 'agreement among raft nodes before linearized reading' (duration: 658.96677ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:22.830305Z","caller":"traceutil/trace.go:171","msg":"trace[1778845748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5969; }","duration":"222.657517ms","start":"2026-05-19T13:24:22.607634Z","end":"2026-05-19T13:24:22.830291Z","steps":["trace[1778845748] 'agreement among raft nodes before linearized reading' (duration: 222.553975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.830204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.032893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:24:22.830407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.461524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:24:22.830442Z","caller":"traceutil/trace.go:171","msg":"trace[1837483282] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5969; }","duration":"705.529086ms","start":"2026-05-19T13:24:22.124905Z","end":"2026-05-19T13:24:22.830434Z","steps":["trace[1837483282] 'agreement among raft nodes before linearized reading' (duration: 705.475105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.830462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.598739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-19T13:24:22.83047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.124889Z","time spent":"705.572566ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:24:22.830488Z","caller":"traceutil/trace.go:171","msg":"trace[956255053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5969; }","duration":"418.66797ms","start":"2026-05-19T13:24:22.411814Z","end":"2026-05-19T13:24:22.830482Z","steps":["trace[956255053] 'agreement among raft nodes before linearized reading' (duration: 418.604659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.830491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.289396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-19T13:24:22.830548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.719851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:24:22.830546Z","caller":"traceutil/trace.go:171","msg":"trace[901486671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5969; }","duration":"459.397968ms","start":"2026-05-19T13:24:22.371135Z","end":"2026-05-19T13:24:22.830533Z","steps":["trace[901486671] 'agreement among raft nodes before linearized reading' (duration: 459.232655ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:22.830565Z","caller":"traceutil/trace.go:171","msg":"trace[304365797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5969; }","duration":"418.783733ms","start":"2026-05-19T13:24:22.411777Z","end":"2026-05-19T13:24:22.830561Z","steps":["trace[304365797] 'agreement among raft nodes before linearized reading' (duration: 418.742942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.830585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.411747Z","time spent":"418.833303ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:24:22.83059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.371119Z","time spent":"459.460559ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-19T13:24:22.830263Z","caller":"traceutil/trace.go:171","msg":"trace[1010862713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5969; }","duration":"337.636242ms","start":"2026-05-19T13:24:22.492614Z","end":"2026-05-19T13:24:22.83025Z","steps":["trace[1010862713] 'agreement among raft nodes before linearized reading' (duration: 337.485488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.830703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.643309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:24:22.830728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.492595Z","time spent":"338.051588ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-19T13:24:22.830756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.803945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-05-19T13:24:22.830508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.411792Z","time spent":"418.712081ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-19T13:24:22.830776Z","caller":"traceutil/trace.go:171","msg":"trace[1368903011] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5969; }","duration":"474.854445ms","start":"2026-05-19T13:24:22.355916Z","end":"2026-05-19T13:24:22.830771Z","steps":["trace[1368903011] 'agreement among raft nodes before linearized reading' (duration: 474.795644ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:24:22.830774Z","caller":"traceutil/trace.go:171","msg":"trace[1020431468] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5969; }","duration":"830.76113ms","start":"2026-05-19T13:24:21.999996Z","end":"2026-05-19T13:24:22.830757Z","steps":["trace[1020431468] 'agreement among raft nodes before linearized reading' (duration: 830.636138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.830795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.355906Z","time spent":"474.884675ms","remote":"127.0.0.1:43884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-05-19T13:24:22.830824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:21.999971Z","time spent":"830.838132ms","remote":"127.0.0.1:49302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:24:22.830719Z","caller":"traceutil/trace.go:171","msg":"trace[763429934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5969; }","duration":"903.305028ms","start":"2026-05-19T13:24:21.927122Z","end":"2026-05-19T13:24:22.830427Z","steps":["trace[763429934] 'agreement among raft nodes before linearized reading' (duration: 902.911991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:22.830342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:22.171153Z","time spent":"659.176334ms","remote":"127.0.0.1:49260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":30,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:24:22.831094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:21.927106Z","time spent":"903.95498ms","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:24:55.505755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:56.006949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:56.507602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:57.008647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:57.509154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:58.009714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:58.509827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:58.928966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000635858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T13:24:58.929048Z","caller":"traceutil/trace.go:171","msg":"trace[13360801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766149s","start":"2026-05-19T13:24:56.928264Z","end":"2026-05-19T13:24:58.92903Z","steps":["trace[13360801] 'agreement among raft nodes before linearized reading' (duration: 2.000663168s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:24:58.929099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:56.928224Z","time spent":"2.000864211s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/19 13:24:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T13:24:59.01012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:59.510757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:24:59.989381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:54.990541Z","time spent":"4.998834347s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 13:24:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T13:24:59.992205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:54.994113Z","time spent":"4.998089515s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/19 13:24:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T13:25:00.004238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999423296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T13:25:00.004435Z","caller":"traceutil/trace.go:171","msg":"trace[525475399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999631031s","start":"2026-05-19T13:24:55.004778Z","end":"2026-05-19T13:25:00.004409Z","steps":["trace[525475399] 'agreement among raft nodes before linearized reading' (duration: 4.999418876s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:00.004711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.004743Z","time spent":"4.999949895s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/19 13:25:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T13:25:00.008456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999540419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T13:25:00.0086Z","caller":"traceutil/trace.go:171","msg":"trace[320258238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999743783s","start":"2026-05-19T13:24:55.008835Z","end":"2026-05-19T13:25:00.008578Z","steps":["trace[320258238] 'agreement among raft nodes before linearized reading' (duration: 4.99957774s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:00.008692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.008816Z","time spent":"4.999860264s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/19 13:25:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T13:25:00.011667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:25:00.013856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9995421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-19T13:25:00.013907Z","caller":"traceutil/trace.go:171","msg":"trace[493776970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999640231s","start":"2026-05-19T13:24:55.014255Z","end":"2026-05-19T13:25:00.013895Z","steps":["trace[493776970] 'agreement among raft nodes before linearized reading' (duration: 4.999583581s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:00.013941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.014244Z","time spent":"4.999688382s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/19 13:25:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-19T13:25:00.512262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:25:00.92957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-19T13:25:00.929643Z","caller":"traceutil/trace.go:171","msg":"trace[1188469769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031292s","start":"2026-05-19T13:24:58.929314Z","end":"2026-05-19T13:25:00.929627Z","steps":["trace[1188469769] 'agreement among raft nodes before linearized reading' (duration: 2.000208389s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:00.929687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:58.929298Z","time spent":"2.000380741s","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:25:01.013021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:25:01.5136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881039753597913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-19T13:25:01.995244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:54.99424Z","time spent":"7.000993486s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T13:25:02.006197Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-19T13:25:02.28672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.286305Z","time spent":"7.000408846s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-19T13:25:02.384725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.394088717s","expected-duration":"1s"} {"level":"info","ts":"2026-05-19T13:25:02.469502Z","caller":"traceutil/trace.go:171","msg":"trace[701009034] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"5.901044244s","start":"2026-05-19T13:24:56.568429Z","end":"2026-05-19T13:25:02.469473Z","steps":["trace[701009034] 'process raft request' (duration: 5.900638777s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:25:02.469566Z","caller":"traceutil/trace.go:171","msg":"trace[560172594] linearizableReadLoop","detail":"{readStateIndex:6375; appliedIndex:6368; }","duration":"463.261182ms","start":"2026-05-19T13:25:02.006282Z","end":"2026-05-19T13:25:02.469543Z","steps":["trace[560172594] 'read index received' (duration: 378.902907ms)","trace[560172594] 'applied index is now lower than readState.Index' (duration: 84.357315ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:25:02.469658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:56.5684Z","time spent":"5.901180766s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:25:02.469696Z","caller":"traceutil/trace.go:171","msg":"trace[1891729111] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"4.584226139s","start":"2026-05-19T13:24:57.885457Z","end":"2026-05-19T13:25:02.469683Z","steps":["trace[1891729111] 'process raft request' (duration: 4.583950404s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.469943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615976114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:25:02.469977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:57.885422Z","time spent":"4.584461133s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-19T13:25:02.470005Z","caller":"traceutil/trace.go:171","msg":"trace[164611125] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6146; }","duration":"1.616067476s","start":"2026-05-19T13:25:00.853919Z","end":"2026-05-19T13:25:02.469986Z","steps":["trace[164611125] 'agreement among raft nodes before linearized reading' (duration: 1.615980544s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.470056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:00.853907Z","time spent":"1.616137626s","remote":"127.0.0.1:52884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.470155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478839232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-19T13:25:02.470217Z","caller":"traceutil/trace.go:171","msg":"trace[649165945] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6146; }","duration":"2.478924683s","start":"2026-05-19T13:24:59.991274Z","end":"2026-05-19T13:25:02.470199Z","steps":["trace[649165945] 'agreement among raft nodes before linearized reading' (duration: 2.47876438s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.470288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:59.991259Z","time spent":"2.479007474s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-19T13:25:02.470598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642888046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:25:02.470649Z","caller":"traceutil/trace.go:171","msg":"trace[519655549] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:6146; }","duration":"1.642933807s","start":"2026-05-19T13:25:00.827696Z","end":"2026-05-19T13:25:02.47063Z","steps":["trace[519655549] 'agreement among raft nodes before linearized reading' (duration: 1.642685793s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.470685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:00.827636Z","time spent":"1.643040689s","remote":"127.0.0.1:51536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.470702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.482891819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:25:02.47075Z","caller":"traceutil/trace.go:171","msg":"trace[461094420] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6146; }","duration":"6.483010831s","start":"2026-05-19T13:24:55.987727Z","end":"2026-05-19T13:25:02.470737Z","steps":["trace[461094420] 'agreement among raft nodes before linearized reading' (duration: 6.482891939s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.470792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.987706Z","time spent":"6.483077102s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":26,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.470953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477922706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-19T13:25:02.471002Z","caller":"traceutil/trace.go:171","msg":"trace[1694532565] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6146; }","duration":"2.477982737s","start":"2026-05-19T13:24:59.993006Z","end":"2026-05-19T13:25:02.470989Z","steps":["trace[1694532565] 'agreement among raft nodes before linearized reading' (duration: 2.477834314s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:59.992998Z","time spent":"2.478030217s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-19T13:25:02.47111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058774025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-19T13:25:02.471137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916161885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-19T13:25:02.471151Z","caller":"traceutil/trace.go:171","msg":"trace[1759447747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6146; }","duration":"4.058855346s","start":"2026-05-19T13:24:58.412287Z","end":"2026-05-19T13:25:02.471142Z","steps":["trace[1759447747] 'agreement among raft nodes before linearized reading' (duration: 4.058731904s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.56202161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-19T13:25:02.471184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:58.412268Z","time spent":"4.058909367s","remote":"127.0.0.1:43916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-19T13:25:02.471202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57125077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:25:02.471239Z","caller":"traceutil/trace.go:171","msg":"trace[591407256] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:6146; }","duration":"2.571310021s","start":"2026-05-19T13:24:59.899919Z","end":"2026-05-19T13:25:02.471229Z","steps":["trace[591407256] 'agreement among raft nodes before linearized reading' (duration: 2.57126277s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:59.899893Z","time spent":"2.571373881s","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.471335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.453632044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-19T13:25:02.471381Z","caller":"traceutil/trace.go:171","msg":"trace[1555767988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6146; }","duration":"7.453691495s","start":"2026-05-19T13:24:55.01768Z","end":"2026-05-19T13:25:02.471372Z","steps":["trace[1555767988] 'agreement among raft nodes before linearized reading' (duration: 7.453546222s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:25:02.471202Z","caller":"traceutil/trace.go:171","msg":"trace[595008971] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6146; }","duration":"6.562115032s","start":"2026-05-19T13:24:55.909072Z","end":"2026-05-19T13:25:02.471187Z","steps":["trace[595008971] 'agreement among raft nodes before linearized reading' (duration: 6.56200699s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478208082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-19T13:25:02.471457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.909051Z","time spent":"6.562392966s","remote":"127.0.0.1:52920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.471503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.455494644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-19T13:25:02.471535Z","caller":"traceutil/trace.go:171","msg":"trace[1819101647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6146; }","duration":"7.455543925s","start":"2026-05-19T13:24:55.015984Z","end":"2026-05-19T13:25:02.471528Z","steps":["trace[1819101647] 'agreement among raft nodes before linearized reading' (duration: 7.455448554s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.015975Z","time spent":"7.455580686s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-19T13:25:02.471691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.45585331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-19T13:25:02.471686Z","caller":"traceutil/trace.go:171","msg":"trace[1679752578] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:6146; }","duration":"1.479672176s","start":"2026-05-19T13:25:00.991995Z","end":"2026-05-19T13:25:02.471667Z","steps":["trace[1679752578] 'agreement among raft nodes before linearized reading' (duration: 1.478131111s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216684853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:25:02.471722Z","caller":"traceutil/trace.go:171","msg":"trace[199871288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6146; }","duration":"7.455921221s","start":"2026-05-19T13:24:55.015793Z","end":"2026-05-19T13:25:02.471714Z","steps":["trace[199871288] 'agreement among raft nodes before linearized reading' (duration: 7.45583994s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:25:02.471756Z","caller":"traceutil/trace.go:171","msg":"trace[215231950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:6146; }","duration":"5.216742525s","start":"2026-05-19T13:24:57.25499Z","end":"2026-05-19T13:25:02.471733Z","steps":["trace[215231950] 'agreement among raft nodes before linearized reading' (duration: 5.216349048s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.015777Z","time spent":"7.455972072s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-19T13:25:02.471782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:57.254979Z","time spent":"5.216796385s","remote":"127.0.0.1:53016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.471805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199440407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:25:02.471848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.99934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-19T13:25:02.471847Z","caller":"traceutil/trace.go:171","msg":"trace[1408847645] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:6146; }","duration":"3.199516318s","start":"2026-05-19T13:24:59.272322Z","end":"2026-05-19T13:25:02.471838Z","steps":["trace[1408847645] 'agreement among raft nodes before linearized reading' (duration: 3.199449407s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:25:02.471878Z","caller":"traceutil/trace.go:171","msg":"trace[1301033297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6146; }","duration":"465.038851ms","start":"2026-05-19T13:25:02.00683Z","end":"2026-05-19T13:25:02.471868Z","steps":["trace[1301033297] 'agreement among raft nodes before linearized reading' (duration: 464.99177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:59.272309Z","time spent":"3.199568399s","remote":"127.0.0.1:44938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.471907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366787909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-05-19T13:25:02.471912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:02.006823Z","time spent":"465.083852ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-19T13:25:02.471933Z","caller":"traceutil/trace.go:171","msg":"trace[588288080] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6146; }","duration":"5.36681223s","start":"2026-05-19T13:24:57.105113Z","end":"2026-05-19T13:25:02.471926Z","steps":["trace[588288080] 'agreement among raft nodes before linearized reading' (duration: 5.366763889s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.471956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:57.105097Z","time spent":"5.36685509s","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2005,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-19T13:25:02.472063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.729152587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-19T13:25:02.471415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:55.017671Z","time spent":"7.453737246s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T13:25:02.472123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.266629424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-19T13:25:02.472144Z","caller":"traceutil/trace.go:171","msg":"trace[1828465546] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:6146; }","duration":"6.266694924s","start":"2026-05-19T13:24:56.205444Z","end":"2026-05-19T13:25:02.472139Z","steps":["trace[1828465546] 'agreement among raft nodes before linearized reading' (duration: 6.266655184s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.472165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:56.205425Z","time spent":"6.266735366s","remote":"127.0.0.1:43874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.47221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.81919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-19T13:25:02.472247Z","caller":"traceutil/trace.go:171","msg":"trace[1563261438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6146; }","duration":"455.855361ms","start":"2026-05-19T13:25:02.016383Z","end":"2026-05-19T13:25:02.472238Z","steps":["trace[1563261438] 'agreement among raft nodes before linearized reading' (duration: 455.794359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.472278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:02.016325Z","time spent":"455.946972ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-19T13:25:02.472403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.165434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-19T13:25:02.47246Z","caller":"traceutil/trace.go:171","msg":"trace[513511699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6146; }","duration":"462.232615ms","start":"2026-05-19T13:25:02.010219Z","end":"2026-05-19T13:25:02.472451Z","steps":["trace[513511699] 'agreement among raft nodes before linearized reading' (duration: 462.158754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.472491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:02.010209Z","time spent":"462.275756ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-19T13:25:02.472678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.814529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-05-19T13:25:02.472087Z","caller":"traceutil/trace.go:171","msg":"trace[1376230440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:6146; }","duration":"5.729176337s","start":"2026-05-19T13:24:56.742904Z","end":"2026-05-19T13:25:02.47208Z","steps":["trace[1376230440] 'agreement among raft nodes before linearized reading' (duration: 5.729142457s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.472795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:56.742841Z","time spent":"5.72994117s","remote":"127.0.0.1:45114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":26,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-19T13:25:02.471741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:00.991965Z","time spent":"1.479760867s","remote":"127.0.0.1:43776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-05-19T13:25:02.472847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534035797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:25:02.471162Z","caller":"traceutil/trace.go:171","msg":"trace[42162837] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6146; }","duration":"2.916226715s","start":"2026-05-19T13:24:59.554928Z","end":"2026-05-19T13:25:02.471155Z","steps":["trace[42162837] 'agreement among raft nodes before linearized reading' (duration: 2.916178625s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:25:02.47326Z","caller":"traceutil/trace.go:171","msg":"trace[968026707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6146; }","duration":"1.534989924s","start":"2026-05-19T13:25:00.938024Z","end":"2026-05-19T13:25:02.473014Z","steps":["trace[968026707] 'agreement among raft nodes before linearized reading' (duration: 1.533292276s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:25:02.47274Z","caller":"traceutil/trace.go:171","msg":"trace[1402613581] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6146; }","duration":"472.910481ms","start":"2026-05-19T13:25:01.999813Z","end":"2026-05-19T13:25:02.472723Z","steps":["trace[1402613581] 'agreement among raft nodes before linearized reading' (duration: 470.141935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.473497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:00.938014Z","time spent":"1.535467472s","remote":"127.0.0.1:43748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-19T13:25:02.473732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:01.999795Z","time spent":"473.920646ms","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-19T13:25:02.473852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:59.554908Z","time spent":"2.91830832s","remote":"127.0.0.1:43876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-19T13:25:02.474325Z","caller":"traceutil/trace.go:171","msg":"trace[253238499] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"1.540584776s","start":"2026-05-19T13:25:00.93371Z","end":"2026-05-19T13:25:02.474294Z","steps":["trace[253238499] 'process raft request' (duration: 1.535742527s)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:25:02.474622Z","caller":"traceutil/trace.go:171","msg":"trace[2075289027] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6146; }","duration":"182.79814ms","start":"2026-05-19T13:25:02.291805Z","end":"2026-05-19T13:25:02.474603Z","steps":["trace[2075289027] 'process raft request' (duration: 177.695687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.47479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:25:00.933692Z","time spent":"1.540706237s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-19T13:25:02.478567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726990484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-19T13:25:02.478621Z","caller":"traceutil/trace.go:171","msg":"trace[1963737515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:6146; }","duration":"3.727072965s","start":"2026-05-19T13:24:58.751536Z","end":"2026-05-19T13:25:02.478609Z","steps":["trace[1963737515] 'agreement among raft nodes before linearized reading' (duration: 3.718145959s)"],"step_count":1} {"level":"warn","ts":"2026-05-19T13:25:02.478644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-19T13:24:58.751521Z","time spent":"3.727115915s","remote":"127.0.0.1:53036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-19T13:25:33.637862Z","caller":"traceutil/trace.go:171","msg":"trace[404198013] linearizableReadLoop","detail":"{readStateIndex:6696; appliedIndex:6695; }","duration":"123.838666ms","start":"2026-05-19T13:25:33.513987Z","end":"2026-05-19T13:25:33.637826Z","steps":["trace[404198013] 'read index received' (duration: 66.679015ms)","trace[404198013] 'applied index is now lower than readState.Index' (duration: 57.158541ms)"],"step_count":2} {"level":"info","ts":"2026-05-19T13:25:33.637892Z","caller":"traceutil/trace.go:171","msg":"trace[646167851] transaction","detail":"{read_only:false; response_revision:6456; number_of_response:1; }","duration":"139.055093ms","start":"2026-05-19T13:25:33.498809Z","end":"2026-05-19T13:25:33.637864Z","steps":["trace[646167851] 'process raft request' (duration: 81.935333ms)","trace[646167851] 'compare' (duration: 56.783404ms)"],"step_count":2} {"level":"warn","ts":"2026-05-19T13:25:33.638095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-68fdc4669d-rjgcq\" ","response":"range_response_count:1 size:9387"} {"level":"info","ts":"2026-05-19T13:25:33.638122Z","caller":"traceutil/trace.go:171","msg":"trace[1530930159] range","detail":"{range_begin:/registry/pods/openstack/horizon-68fdc4669d-rjgcq; range_end:; response_count:1; response_revision:6456; }","duration":"124.179992ms","start":"2026-05-19T13:25:33.513936Z","end":"2026-05-19T13:25:33.638116Z","steps":["trace[1530930159] 'agreement among raft nodes before linearized reading' (duration: 124.017069ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:26:33.868849Z","caller":"traceutil/trace.go:171","msg":"trace[446210568] transaction","detail":"{read_only:false; response_revision:6864; number_of_response:1; }","duration":"182.319342ms","start":"2026-05-19T13:26:33.68651Z","end":"2026-05-19T13:26:33.86883Z","steps":["trace[446210568] 'process raft request' (duration: 182.174696ms)"],"step_count":1} {"level":"info","ts":"2026-05-19T13:28:08.167258Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5490} {"level":"info","ts":"2026-05-19T13:28:08.24978Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5490,"took":"81.065387ms","hash":1396735967,"current-db-size-bytes":53559296,"current-db-size":"54 MB","current-db-size-in-use-bytes":17960960,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-19T13:28:08.249853Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1396735967,"revision":5490,"compact-revision":2877}