{"level":"warn","ts":"2026-05-29T02:07:53.148179Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:07:53.148274Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.246:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.246:2380","--initial-cluster=instance=https://199.204.45.246:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.246:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.246:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-29T02:07:53.14834Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:07:53.148352Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-05-29T02:07:53.148372Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:07:53.149026Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"]} {"level":"info","ts":"2026-05-29T02:07:53.149133Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.246:2380"],"listen-peer-urls":["https://199.204.45.246:2380"],"advertise-client-urls":["https://199.204.45.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.246:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-29T02:07:53.15489Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.528975ms"} {"level":"info","ts":"2026-05-29T02:07:53.165897Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ab97322ebdd79664","cluster-id":"87bc89380c3dc2c"} {"level":"info","ts":"2026-05-29T02:07:53.165988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=()"} {"level":"info","ts":"2026-05-29T02:07:53.166014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became follower at term 0"} {"level":"info","ts":"2026-05-29T02:07:53.166034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ab97322ebdd79664 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-29T02:07:53.166045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became follower at term 1"} {"level":"info","ts":"2026-05-29T02:07:53.166146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=(12364406478303893092)"} {"level":"warn","ts":"2026-05-29T02:07:53.172425Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-29T02:07:53.17452Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-29T02:07:53.17627Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-29T02:07:53.179758Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ab97322ebdd79664","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-29T02:07:53.180052Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ab97322ebdd79664","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-29T02:07:53.180225Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:07:53.180297Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:07:53.180312Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:07:53.184069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 switched to configuration voters=(12364406478303893092)"} {"level":"info","ts":"2026-05-29T02:07:53.184286Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87bc89380c3dc2c","local-member-id":"ab97322ebdd79664","added-peer-id":"ab97322ebdd79664","added-peer-peer-urls":["https://199.204.45.246:2380"]} {"level":"info","ts":"2026-05-29T02:07:53.185509Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:07:53.185662Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.246:2380"} {"level":"info","ts":"2026-05-29T02:07:53.185703Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.246:2380"} {"level":"info","ts":"2026-05-29T02:07:53.185823Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ab97322ebdd79664","initial-advertise-peer-urls":["https://199.204.45.246:2380"],"listen-peer-urls":["https://199.204.45.246:2380"],"advertise-client-urls":["https://199.204.45.246:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.246:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-29T02:07:53.185883Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-29T02:07:53.367206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 is starting a new election at term 1"} {"level":"info","ts":"2026-05-29T02:07:53.367279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-29T02:07:53.367319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 received MsgPreVoteResp from ab97322ebdd79664 at term 1"} {"level":"info","ts":"2026-05-29T02:07:53.367343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became candidate at term 2"} {"level":"info","ts":"2026-05-29T02:07:53.367355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 received MsgVoteResp from ab97322ebdd79664 at term 2"} {"level":"info","ts":"2026-05-29T02:07:53.367373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ab97322ebdd79664 became leader at term 2"} {"level":"info","ts":"2026-05-29T02:07:53.367388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ab97322ebdd79664 elected leader ab97322ebdd79664 at term 2"} {"level":"info","ts":"2026-05-29T02:07:53.368432Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:07:53.369409Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:07:53.369411Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ab97322ebdd79664","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.246:2379]}","request-path":"/0/members/ab97322ebdd79664/attributes","cluster-id":"87bc89380c3dc2c","publish-timeout":"7s"} {"level":"info","ts":"2026-05-29T02:07:53.36955Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:07:53.369777Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-29T02:07:53.369875Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-29T02:07:53.369875Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87bc89380c3dc2c","local-member-id":"ab97322ebdd79664","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:07:53.370041Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:07:53.370089Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:07:53.373137Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.246:2379"} {"level":"info","ts":"2026-05-29T02:07:53.374624Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-29T02:07:56.209052Z","caller":"traceutil/trace.go:171","msg":"trace[296997489] transaction","detail":"{read_only:false; response_revision:96; number_of_response:1; }","duration":"124.831723ms","start":"2026-05-29T02:07:56.08402Z","end":"2026-05-29T02:07:56.208852Z","steps":["trace[296997489] 'process raft request' (duration: 97.415995ms)","trace[296997489] 'compare' (duration: 27.271745ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:57.309545Z","caller":"traceutil/trace.go:171","msg":"trace[481106352] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"106.737722ms","start":"2026-05-29T02:07:57.202774Z","end":"2026-05-29T02:07:57.309511Z","steps":["trace[481106352] 'process raft request' (duration: 106.553348ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:57.452898Z","caller":"traceutil/trace.go:171","msg":"trace[1544589999] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"100.408318ms","start":"2026-05-29T02:07:57.35246Z","end":"2026-05-29T02:07:57.452868Z","steps":["trace[1544589999] 'process raft request' (duration: 100.358527ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:57.452989Z","caller":"traceutil/trace.go:171","msg":"trace[148907952] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"102.693573ms","start":"2026-05-29T02:07:57.350259Z","end":"2026-05-29T02:07:57.452952Z","steps":["trace[148907952] 'process raft request' (duration: 102.508129ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:57.452972Z","caller":"traceutil/trace.go:171","msg":"trace[1985389409] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"103.698288ms","start":"2026-05-29T02:07:57.349239Z","end":"2026-05-29T02:07:57.452938Z","steps":["trace[1985389409] 'process raft request' (duration: 44.543356ms)","trace[1985389409] 'compare' (duration: 58.767442ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:01.849855Z","caller":"traceutil/trace.go:171","msg":"trace[185728554] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"172.811292ms","start":"2026-05-29T02:08:01.677016Z","end":"2026-05-29T02:08:01.849827Z","steps":["trace[185728554] 'process raft request' (duration: 172.591237ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:01.880408Z","caller":"traceutil/trace.go:171","msg":"trace[823772962] linearizableReadLoop","detail":"{readStateIndex:362; appliedIndex:359; }","duration":"164.274684ms","start":"2026-05-29T02:08:01.716107Z","end":"2026-05-29T02:08:01.880382Z","steps":["trace[823772962] 'read index received' (duration: 133.610787ms)","trace[823772962] 'applied index is now lower than readState.Index' (duration: 30.662827ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:01.880498Z","caller":"traceutil/trace.go:171","msg":"trace[1224010994] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"202.314871ms","start":"2026-05-29T02:08:01.678159Z","end":"2026-05-29T02:08:01.880474Z","steps":["trace[1224010994] 'process raft request' (duration: 202.171828ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:01.880461Z","caller":"traceutil/trace.go:171","msg":"trace[1870956138] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"202.375963ms","start":"2026-05-29T02:08:01.678045Z","end":"2026-05-29T02:08:01.880421Z","steps":["trace[1870956138] 'process raft request' (duration: 202.140217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:01.880678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.240175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-05-29T02:08:01.880688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.461199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-05-29T02:08:01.88198Z","caller":"traceutil/trace.go:171","msg":"trace[530088586] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:350; }","duration":"115.649409ms","start":"2026-05-29T02:08:01.7663Z","end":"2026-05-29T02:08:01.88195Z","steps":["trace[530088586] 'agreement among raft nodes before linearized reading' (duration: 114.229375ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:01.881987Z","caller":"traceutil/trace.go:171","msg":"trace[1918711450] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:350; }","duration":"165.885474ms","start":"2026-05-29T02:08:01.716079Z","end":"2026-05-29T02:08:01.881964Z","steps":["trace[1918711450] 'agreement among raft nodes before linearized reading' (duration: 164.410428ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:01.998445Z","caller":"traceutil/trace.go:171","msg":"trace[839594316] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"107.228124ms","start":"2026-05-29T02:08:01.891192Z","end":"2026-05-29T02:08:01.99842Z","steps":["trace[839594316] 'process raft request' (duration: 31.048677ms)","trace[839594316] 'compare' (duration: 76.032863ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:02.172284Z","caller":"traceutil/trace.go:171","msg":"trace[1420789778] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:364; }","duration":"156.727971ms","start":"2026-05-29T02:08:02.015532Z","end":"2026-05-29T02:08:02.17226Z","steps":["trace[1420789778] 'read index received' (duration: 49.911907ms)","trace[1420789778] 'applied index is now lower than readState.Index' (duration: 106.814884ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:02.172346Z","caller":"traceutil/trace.go:171","msg":"trace[1681440589] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"165.118426ms","start":"2026-05-29T02:08:02.00717Z","end":"2026-05-29T02:08:02.172289Z","steps":["trace[1681440589] 'process raft request' (duration: 99.739882ms)","trace[1681440589] 'compare' (duration: 65.141748ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:02.172385Z","caller":"traceutil/trace.go:171","msg":"trace[1104200115] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"163.893155ms","start":"2026-05-29T02:08:02.008451Z","end":"2026-05-29T02:08:02.172344Z","steps":["trace[1104200115] 'process raft request' (duration: 163.743881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:02.172535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.772339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-29T02:08:02.17261Z","caller":"traceutil/trace.go:171","msg":"trace[1492283620] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:355; }","duration":"105.911252ms","start":"2026-05-29T02:08:02.066679Z","end":"2026-05-29T02:08:02.17259Z","steps":["trace[1492283620] 'agreement among raft nodes before linearized reading' (duration: 105.762398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:02.172604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.044868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-05-29T02:08:02.172701Z","caller":"traceutil/trace.go:171","msg":"trace[600684115] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:355; }","duration":"157.178862ms","start":"2026-05-29T02:08:02.015499Z","end":"2026-05-29T02:08:02.172678Z","steps":["trace[600684115] 'agreement among raft nodes before linearized reading' (duration: 156.930826ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:02.358094Z","caller":"traceutil/trace.go:171","msg":"trace[891670006] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"102.245563ms","start":"2026-05-29T02:08:02.255816Z","end":"2026-05-29T02:08:02.358062Z","steps":["trace[891670006] 'process raft request' (duration: 77.209042ms)","trace[891670006] 'compare' (duration: 24.811285ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:02.358304Z","caller":"traceutil/trace.go:171","msg":"trace[1175804649] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"102.166361ms","start":"2026-05-29T02:08:02.256062Z","end":"2026-05-29T02:08:02.358229Z","steps":["trace[1175804649] 'process raft request' (duration: 101.910564ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:02.727835Z","caller":"traceutil/trace.go:171","msg":"trace[58094234] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"194.915672ms","start":"2026-05-29T02:08:02.532876Z","end":"2026-05-29T02:08:02.727792Z","steps":["trace[58094234] 'process raft request' (duration: 194.80907ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:02.72786Z","caller":"traceutil/trace.go:171","msg":"trace[1311694837] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"197.478675ms","start":"2026-05-29T02:08:02.530331Z","end":"2026-05-29T02:08:02.72781Z","steps":["trace[1311694837] 'process raft request' (duration: 119.161635ms)","trace[1311694837] 'compare' (duration: 78.003402ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:02.74612Z","caller":"traceutil/trace.go:171","msg":"trace[509611569] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"212.47347ms","start":"2026-05-29T02:08:02.53363Z","end":"2026-05-29T02:08:02.746103Z","steps":["trace[509611569] 'process raft request' (duration: 212.355517ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:02.866795Z","caller":"traceutil/trace.go:171","msg":"trace[245802050] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"131.540746ms","start":"2026-05-29T02:08:02.73523Z","end":"2026-05-29T02:08:02.866771Z","steps":["trace[245802050] 'process raft request' (duration: 96.484092ms)","trace[245802050] 'compare' (duration: 34.804648ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:02.86693Z","caller":"traceutil/trace.go:171","msg":"trace[101105373] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"116.825618ms","start":"2026-05-29T02:08:02.750069Z","end":"2026-05-29T02:08:02.866895Z","steps":["trace[101105373] 'process raft request' (duration: 116.646944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:13.423783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.580354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:08:13.423908Z","caller":"traceutil/trace.go:171","msg":"trace[1421134785] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"690.410821ms","start":"2026-05-29T02:08:12.733478Z","end":"2026-05-29T02:08:13.423889Z","steps":["trace[1421134785] 'read index received' (duration: 35.82µs)","trace[1421134785] 'applied index is now lower than readState.Index' (duration: 690.373221ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:13.424017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.530905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:13.424102Z","caller":"traceutil/trace.go:171","msg":"trace[1784448773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:421; }","duration":"690.621537ms","start":"2026-05-29T02:08:12.733469Z","end":"2026-05-29T02:08:13.424091Z","steps":["trace[1784448773] 'agreement among raft nodes before linearized reading' (duration: 690.512434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:13.424102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.658222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:08:13.424181Z","caller":"traceutil/trace.go:171","msg":"trace[1717901187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"506.790395ms","start":"2026-05-29T02:08:12.917373Z","end":"2026-05-29T02:08:13.424163Z","steps":["trace[1717901187] 'agreement among raft nodes before linearized reading' (duration: 506.630461ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:13.42418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.123803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:08:13.424203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.159004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:08:13.424274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.501106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-29T02:08:13.424318Z","caller":"traceutil/trace.go:171","msg":"trace[1348056120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:421; }","duration":"354.314207ms","start":"2026-05-29T02:08:13.069972Z","end":"2026-05-29T02:08:13.424286Z","steps":["trace[1348056120] 'agreement among raft nodes before linearized reading' (duration: 354.077962ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:13.424337Z","caller":"traceutil/trace.go:171","msg":"trace[1381597137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"500.325577ms","start":"2026-05-29T02:08:12.923986Z","end":"2026-05-29T02:08:13.424312Z","steps":["trace[1381597137] 'agreement among raft nodes before linearized reading' (duration: 500.080281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:13.424224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:12.917349Z","time spent":"506.868677ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:08:13.424368Z","caller":"traceutil/trace.go:171","msg":"trace[660042586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:421; }","duration":"284.640439ms","start":"2026-05-29T02:08:13.139707Z","end":"2026-05-29T02:08:13.424348Z","steps":["trace[660042586] 'agreement among raft nodes before linearized reading' (duration: 284.434914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:13.424391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:13.069951Z","time spent":"354.430111ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:13.424393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:12.923978Z","time spent":"500.405619ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:08:13.602196Z","caller":"traceutil/trace.go:171","msg":"trace[1409421075] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"172.595758ms","start":"2026-05-29T02:08:13.429579Z","end":"2026-05-29T02:08:13.602175Z","steps":["trace[1409421075] 'process raft request' (duration: 172.394473ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:13.835723Z","caller":"traceutil/trace.go:171","msg":"trace[1280453058] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"405.70375ms","start":"2026-05-29T02:08:13.430001Z","end":"2026-05-29T02:08:13.835705Z","steps":["trace[1280453058] 'process raft request' (duration: 405.480845ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:13.835801Z","caller":"traceutil/trace.go:171","msg":"trace[1342819372] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"405.303041ms","start":"2026-05-29T02:08:13.430467Z","end":"2026-05-29T02:08:13.83577Z","steps":["trace[1342819372] 'process raft request' (duration: 405.138337ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:13.836033Z","caller":"traceutil/trace.go:171","msg":"trace[1454981183] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"401.327514ms","start":"2026-05-29T02:08:13.434692Z","end":"2026-05-29T02:08:13.836019Z","steps":["trace[1454981183] 'process raft request' (duration: 400.957205ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:13.83601Z","caller":"traceutil/trace.go:171","msg":"trace[1293434748] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:437; }","duration":"394.379074ms","start":"2026-05-29T02:08:13.441597Z","end":"2026-05-29T02:08:13.835976Z","steps":["trace[1293434748] 'read index received' (duration: 160.579904ms)","trace[1293434748] 'applied index is now lower than readState.Index' (duration: 233.7965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:13.836167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.540279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:13.836225Z","caller":"traceutil/trace.go:171","msg":"trace[417994322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:425; }","duration":"394.649741ms","start":"2026-05-29T02:08:13.441562Z","end":"2026-05-29T02:08:13.836212Z","steps":["trace[417994322] 'agreement among raft nodes before linearized reading' (duration: 394.503387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:13.83627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:13.44155Z","time spent":"394.709433ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:08:13.836313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:13.429969Z","time spent":"405.817183ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:13.836339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:13.434683Z","time spent":"401.403256ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:13.836428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:13.430443Z","time spent":"405.433894ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:18.855715Z","caller":"traceutil/trace.go:171","msg":"trace[147933474] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"163.731881ms","start":"2026-05-29T02:08:18.69194Z","end":"2026-05-29T02:08:18.855672Z","steps":["trace[147933474] 'process raft request' (duration: 163.552867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:19.876823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.783226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:08:19.8769Z","caller":"traceutil/trace.go:171","msg":"trace[616296746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:437; }","duration":"230.887949ms","start":"2026-05-29T02:08:19.645997Z","end":"2026-05-29T02:08:19.876884Z","steps":["trace[616296746] 'range keys from in-memory index tree' (duration: 230.692225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:19.876677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.34099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-05-29T02:08:19.877206Z","caller":"traceutil/trace.go:171","msg":"trace[589364548] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:437; }","duration":"277.915784ms","start":"2026-05-29T02:08:19.59928Z","end":"2026-05-29T02:08:19.877195Z","steps":["trace[589364548] 'range keys from in-memory index tree' (duration: 277.217408ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:20.05546Z","caller":"traceutil/trace.go:171","msg":"trace[287123399] linearizableReadLoop","detail":"{readStateIndex:454; appliedIndex:453; }","duration":"195.25957ms","start":"2026-05-29T02:08:19.860176Z","end":"2026-05-29T02:08:20.055436Z","steps":["trace[287123399] 'read index received' (duration: 195.090296ms)","trace[287123399] 'applied index is now lower than readState.Index' (duration: 168.024µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:20.055545Z","caller":"traceutil/trace.go:171","msg":"trace[1798755428] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"385.492358ms","start":"2026-05-29T02:08:19.670004Z","end":"2026-05-29T02:08:20.055497Z","steps":["trace[1798755428] 'process raft request' (duration: 385.263333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:20.055705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:19.669981Z","time spent":"385.639661ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:20.055759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.552177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:08:20.055883Z","caller":"traceutil/trace.go:171","msg":"trace[138706253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:438; }","duration":"195.731611ms","start":"2026-05-29T02:08:19.860118Z","end":"2026-05-29T02:08:20.055849Z","steps":["trace[138706253] 'agreement among raft nodes before linearized reading' (duration: 195.450144ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:20.056977Z","caller":"traceutil/trace.go:171","msg":"trace[1418356809] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"176.235366ms","start":"2026-05-29T02:08:19.880725Z","end":"2026-05-29T02:08:20.056961Z","steps":["trace[1418356809] 'process raft request' (duration: 176.128423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:20.057053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.498462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:08:20.057129Z","caller":"traceutil/trace.go:171","msg":"trace[1153704834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:439; }","duration":"192.621305ms","start":"2026-05-29T02:08:19.864485Z","end":"2026-05-29T02:08:20.057107Z","steps":["trace[1153704834] 'agreement among raft nodes before linearized reading' (duration: 192.456221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:20.057288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.062624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:20.057331Z","caller":"traceutil/trace.go:171","msg":"trace[336269886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:439; }","duration":"190.151746ms","start":"2026-05-29T02:08:19.867168Z","end":"2026-05-29T02:08:20.05732Z","steps":["trace[336269886] 'agreement among raft nodes before linearized reading' (duration: 189.963691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:34.631731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624677013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:35.132281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624677013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:35.460778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.418858944s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:08:35.461345Z","caller":"traceutil/trace.go:171","msg":"trace[1321546225] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"1.419528691s","start":"2026-05-29T02:08:34.041784Z","end":"2026-05-29T02:08:35.461313Z","steps":["trace[1321546225] 'process raft request' (duration: 1.419232994s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.461498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.04176Z","time spent":"1.419663594s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.538142Z","caller":"traceutil/trace.go:171","msg":"trace[324838270] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"1.48266424s","start":"2026-05-29T02:08:34.05537Z","end":"2026-05-29T02:08:35.538034Z","steps":["trace[324838270] 'process raft request' (duration: 1.482513416s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.53826Z","caller":"traceutil/trace.go:171","msg":"trace[1414729451] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"1.48311909s","start":"2026-05-29T02:08:34.055096Z","end":"2026-05-29T02:08:35.538215Z","steps":["trace[1414729451] 'process raft request' (duration: 1.482339351s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.53834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.055363Z","time spent":"1.482896925s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:35.538469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.055088Z","time spent":"1.483292924s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.538546Z","caller":"traceutil/trace.go:171","msg":"trace[1872198874] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"1.483370156s","start":"2026-05-29T02:08:34.055139Z","end":"2026-05-29T02:08:35.538509Z","steps":["trace[1872198874] 'process raft request' (duration: 1.482335661s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.538648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.055134Z","time spent":"1.483461699s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.538972Z","caller":"traceutil/trace.go:171","msg":"trace[1950343131] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"1.490813828s","start":"2026-05-29T02:08:34.046689Z","end":"2026-05-29T02:08:35.537503Z","steps":["trace[1950343131] 'process raft request' (duration: 1.490530381s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.539067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.046662Z","time spent":"1.492351466s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.53941Z","caller":"traceutil/trace.go:171","msg":"trace[1698391991] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"1.490779078s","start":"2026-05-29T02:08:34.046749Z","end":"2026-05-29T02:08:35.537528Z","steps":["trace[1698391991] 'process raft request' (duration: 1.490647444s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.539655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.046726Z","time spent":"1.492754095s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.540027Z","caller":"traceutil/trace.go:171","msg":"trace[584288040] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.483985472s","start":"2026-05-29T02:08:34.055909Z","end":"2026-05-29T02:08:35.539895Z","steps":["trace[584288040] 'process raft request' (duration: 1.483533871s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.540171Z","caller":"traceutil/trace.go:171","msg":"trace[273188164] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.484015092s","start":"2026-05-29T02:08:34.056101Z","end":"2026-05-29T02:08:35.540116Z","steps":["trace[273188164] 'process raft request' (duration: 1.483462749s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.540201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.055903Z","time spent":"1.484184527s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:35.54034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.056096Z","time spent":"1.484158306s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.540989Z","caller":"traceutil/trace.go:171","msg":"trace[1901844054] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.4658793s","start":"2026-05-29T02:08:34.075037Z","end":"2026-05-29T02:08:35.540916Z","steps":["trace[1901844054] 'process raft request' (duration: 1.465690595s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.541167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.075025Z","time spent":"1.466052494s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.541242Z","caller":"traceutil/trace.go:171","msg":"trace[811140795] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.476519899s","start":"2026-05-29T02:08:34.064324Z","end":"2026-05-29T02:08:35.540844Z","steps":["trace[811140795] 'process raft request' (duration: 1.47615728s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.541431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.064313Z","time spent":"1.477047723s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.545076Z","caller":"traceutil/trace.go:171","msg":"trace[1105817328] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:555; }","duration":"1.414003646s","start":"2026-05-29T02:08:34.13103Z","end":"2026-05-29T02:08:35.545034Z","steps":["trace[1105817328] 'read index received' (duration: 1.330324106s)","trace[1105817328] 'applied index is now lower than readState.Index' (duration: 83.678219ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:35.545297Z","caller":"traceutil/trace.go:171","msg":"trace[735841067] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"1.454465101s","start":"2026-05-29T02:08:34.088473Z","end":"2026-05-29T02:08:35.542939Z","steps":["trace[735841067] 'process raft request' (duration: 1.453845676s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.545416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.08844Z","time spent":"1.456924902s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:35.545451Z","caller":"traceutil/trace.go:171","msg":"trace[684444079] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.350369944s","start":"2026-05-29T02:08:34.195053Z","end":"2026-05-29T02:08:35.545423Z","steps":["trace[684444079] 'process raft request' (duration: 1.347857763s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.54557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.195024Z","time spent":"1.350491677s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:35.545822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414786184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-29T02:08:35.545969Z","caller":"traceutil/trace.go:171","msg":"trace[708814783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:546; }","duration":"1.414972249s","start":"2026-05-29T02:08:34.130981Z","end":"2026-05-29T02:08:35.545953Z","steps":["trace[708814783] 'agreement among raft nodes before linearized reading' (duration: 1.414746523s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.546392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.130955Z","time spent":"1.41542084s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:08:35.590371Z","caller":"traceutil/trace.go:171","msg":"trace[657126002] transaction","detail":"{read_only:false; number_of_response:1; response_revision:548; }","duration":"120.946948ms","start":"2026-05-29T02:08:35.469401Z","end":"2026-05-29T02:08:35.590348Z","steps":["trace[657126002] 'process raft request' (duration: 120.905187ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.590394Z","caller":"traceutil/trace.go:171","msg":"trace[181119578] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"123.167612ms","start":"2026-05-29T02:08:35.467183Z","end":"2026-05-29T02:08:35.590351Z","steps":["trace[181119578] 'process raft request' (duration: 122.968237ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.590658Z","caller":"traceutil/trace.go:171","msg":"trace[877561060] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"122.614279ms","start":"2026-05-29T02:08:35.468014Z","end":"2026-05-29T02:08:35.590628Z","steps":["trace[877561060] 'process raft request' (duration: 122.223089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.613653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.03522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:35.613724Z","caller":"traceutil/trace.go:171","msg":"trace[16673232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:557; }","duration":"543.137491ms","start":"2026-05-29T02:08:35.070571Z","end":"2026-05-29T02:08:35.613709Z","steps":["trace[16673232] 'agreement among raft nodes before linearized reading' (duration: 543.06002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.613774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:35.07055Z","time spent":"543.217104ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:35.613987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41050477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:08:35.614086Z","caller":"traceutil/trace.go:171","msg":"trace[845770421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:557; }","duration":"1.410649793s","start":"2026-05-29T02:08:34.203419Z","end":"2026-05-29T02:08:35.614068Z","steps":["trace[845770421] 'agreement among raft nodes before linearized reading' (duration: 1.410468639s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.614105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447090442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-29T02:08:35.614157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.203398Z","time spent":"1.410722796s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:08:35.614164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477914123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:08:35.614186Z","caller":"traceutil/trace.go:171","msg":"trace[615780569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"1.447213045s","start":"2026-05-29T02:08:34.166956Z","end":"2026-05-29T02:08:35.614169Z","steps":["trace[615780569] 'agreement among raft nodes before linearized reading' (duration: 1.447058301s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.614209Z","caller":"traceutil/trace.go:171","msg":"trace[34951674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:557; }","duration":"1.478524238s","start":"2026-05-29T02:08:34.135672Z","end":"2026-05-29T02:08:35.614196Z","steps":["trace[34951674] 'agreement among raft nodes before linearized reading' (duration: 1.477906763s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.614235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.166937Z","time spent":"1.447290767s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:08:35.614245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.135663Z","time spent":"1.478573639s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:08:35.752469Z","caller":"traceutil/trace.go:171","msg":"trace[82820023] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"154.659681ms","start":"2026-05-29T02:08:35.597785Z","end":"2026-05-29T02:08:35.752445Z","steps":["trace[82820023] 'process raft request' (duration: 154.566379ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.752482Z","caller":"traceutil/trace.go:171","msg":"trace[1541082363] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"156.213128ms","start":"2026-05-29T02:08:35.596235Z","end":"2026-05-29T02:08:35.752448Z","steps":["trace[1541082363] 'process raft request' (duration: 124.045914ms)","trace[1541082363] 'compare' (duration: 31.800595ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:35.752899Z","caller":"traceutil/trace.go:171","msg":"trace[1259790957] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"149.513835ms","start":"2026-05-29T02:08:35.603345Z","end":"2026-05-29T02:08:35.752859Z","steps":["trace[1259790957] 'process raft request' (duration: 149.062574ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.753897Z","caller":"traceutil/trace.go:171","msg":"trace[551888103] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"135.74283ms","start":"2026-05-29T02:08:35.618128Z","end":"2026-05-29T02:08:35.753871Z","steps":["trace[551888103] 'process raft request' (duration: 135.34892ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.754018Z","caller":"traceutil/trace.go:171","msg":"trace[275846388] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"150.601672ms","start":"2026-05-29T02:08:35.6034Z","end":"2026-05-29T02:08:35.754002Z","steps":["trace[275846388] 'process raft request' (duration: 149.473374ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.754041Z","caller":"traceutil/trace.go:171","msg":"trace[1886436371] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"135.80071ms","start":"2026-05-29T02:08:35.618229Z","end":"2026-05-29T02:08:35.754022Z","steps":["trace[1886436371] 'process raft request' (duration: 135.310558ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.754132Z","caller":"traceutil/trace.go:171","msg":"trace[936128560] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:578; }","duration":"139.408349ms","start":"2026-05-29T02:08:35.614712Z","end":"2026-05-29T02:08:35.75412Z","steps":["trace[936128560] 'read index received' (duration: 105.654476ms)","trace[936128560] 'applied index is now lower than readState.Index' (duration: 33.752633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:35.754242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.510171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:35.754282Z","caller":"traceutil/trace.go:171","msg":"trace[1254172149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:567; }","duration":"139.591693ms","start":"2026-05-29T02:08:35.614679Z","end":"2026-05-29T02:08:35.75427Z","steps":["trace[1254172149] 'agreement among raft nodes before linearized reading' (duration: 139.482191ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.754394Z","caller":"traceutil/trace.go:171","msg":"trace[313754801] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"134.271914ms","start":"2026-05-29T02:08:35.6201Z","end":"2026-05-29T02:08:35.754372Z","steps":["trace[313754801] 'process raft request' (duration: 133.470984ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.75444Z","caller":"traceutil/trace.go:171","msg":"trace[608156453] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"120.338134ms","start":"2026-05-29T02:08:35.634083Z","end":"2026-05-29T02:08:35.754422Z","steps":["trace[608156453] 'process raft request' (duration: 119.653267ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.754519Z","caller":"traceutil/trace.go:171","msg":"trace[1437403000] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"123.614254ms","start":"2026-05-29T02:08:35.630888Z","end":"2026-05-29T02:08:35.754502Z","steps":["trace[1437403000] 'process raft request' (duration: 122.758003ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:35.75515Z","caller":"traceutil/trace.go:171","msg":"trace[1268187971] transaction","detail":"{read_only:false; number_of_response:1; response_revision:564; }","duration":"130.793938ms","start":"2026-05-29T02:08:35.623184Z","end":"2026-05-29T02:08:35.753978Z","steps":["trace[1268187971] 'process raft request' (duration: 130.416949ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:36.209943Z","caller":"traceutil/trace.go:171","msg":"trace[2076655540] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"378.487757ms","start":"2026-05-29T02:08:35.831422Z","end":"2026-05-29T02:08:36.20991Z","steps":["trace[2076655540] 'process raft request' (duration: 372.755077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:36.210121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:35.831382Z","time spent":"378.661682ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:36.233724Z","caller":"traceutil/trace.go:171","msg":"trace[364581819] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"377.270467ms","start":"2026-05-29T02:08:35.856429Z","end":"2026-05-29T02:08:36.233699Z","steps":["trace[364581819] 'process raft request' (duration: 377.058072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:36.233876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:35.856407Z","time spent":"377.392011ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:36.233958Z","caller":"traceutil/trace.go:171","msg":"trace[441087643] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"376.499069ms","start":"2026-05-29T02:08:35.857442Z","end":"2026-05-29T02:08:36.233941Z","steps":["trace[441087643] 'process raft request' (duration: 376.203722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:36.234061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:35.857425Z","time spent":"376.581401ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:36.234152Z","caller":"traceutil/trace.go:171","msg":"trace[334555732] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"184.885947ms","start":"2026-05-29T02:08:36.049229Z","end":"2026-05-29T02:08:36.234115Z","steps":["trace[334555732] 'process raft request' (duration: 184.625411ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:36.402262Z","caller":"traceutil/trace.go:171","msg":"trace[619444490] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"126.814752ms","start":"2026-05-29T02:08:36.275417Z","end":"2026-05-29T02:08:36.402231Z","steps":["trace[619444490] 'process raft request' (duration: 126.73898ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:36.402429Z","caller":"traceutil/trace.go:171","msg":"trace[30754832] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"137.623825ms","start":"2026-05-29T02:08:36.264682Z","end":"2026-05-29T02:08:36.402306Z","steps":["trace[30754832] 'process raft request' (duration: 72.114188ms)","trace[30754832] 'compare' (duration: 65.20865ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:37.142128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.504949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:08:37.142255Z","caller":"traceutil/trace.go:171","msg":"trace[715845936] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"721.851787ms","start":"2026-05-29T02:08:36.420379Z","end":"2026-05-29T02:08:37.142231Z","steps":["trace[715845936] 'process raft request' (duration: 361.152784ms)","trace[715845936] 'compare' (duration: 360.364305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:37.142351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:36.420353Z","time spent":"721.9433ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:37.218077Z","caller":"traceutil/trace.go:171","msg":"trace[1472490259] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"762.099789ms","start":"2026-05-29T02:08:36.455936Z","end":"2026-05-29T02:08:37.218036Z","steps":["trace[1472490259] 'process raft request' (duration: 761.880203ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:37.218122Z","caller":"traceutil/trace.go:171","msg":"trace[98547103] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:604; }","duration":"213.100365ms","start":"2026-05-29T02:08:37.004992Z","end":"2026-05-29T02:08:37.218092Z","steps":["trace[98547103] 'read index received' (duration: 212.932531ms)","trace[98547103] 'applied index is now lower than readState.Index' (duration: 166.704µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:37.218145Z","caller":"traceutil/trace.go:171","msg":"trace[2088320154] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"726.915781ms","start":"2026-05-29T02:08:36.491198Z","end":"2026-05-29T02:08:37.218113Z","steps":["trace[2088320154] 'process raft request' (duration: 726.756297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:37.218267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:36.455917Z","time spent":"762.253612ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:37.218322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.3114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:08:37.218336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:36.491164Z","time spent":"727.090185ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:37.218378Z","caller":"traceutil/trace.go:171","msg":"trace[534852821] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:584; }","duration":"213.420053ms","start":"2026-05-29T02:08:37.004946Z","end":"2026-05-29T02:08:37.218366Z","steps":["trace[534852821] 'agreement among raft nodes before linearized reading' (duration: 213.257999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:37.598522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.758942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:08:37.598752Z","caller":"traceutil/trace.go:171","msg":"trace[1573261695] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"441.333728ms","start":"2026-05-29T02:08:37.157387Z","end":"2026-05-29T02:08:37.598721Z","steps":["trace[1573261695] 'process raft request' (duration: 270.278789ms)","trace[1573261695] 'compare' (duration: 170.629769ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:37.598786Z","caller":"traceutil/trace.go:171","msg":"trace[742679621] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:606; }","duration":"380.473025ms","start":"2026-05-29T02:08:37.218189Z","end":"2026-05-29T02:08:37.598662Z","steps":["trace[742679621] 'read index received' (duration: 209.639841ms)","trace[742679621] 'applied index is now lower than readState.Index' (duration: 170.831674ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:37.598887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.385235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:37.598915Z","caller":"traceutil/trace.go:171","msg":"trace[1341038222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"529.415846ms","start":"2026-05-29T02:08:37.069489Z","end":"2026-05-29T02:08:37.598905Z","steps":["trace[1341038222] 'agreement among raft nodes before linearized reading' (duration: 529.336814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:37.598953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.06945Z","time spent":"529.497048ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:37.599112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.157355Z","time spent":"441.462502ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:37.68358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.220538Z","time spent":"463.036397ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:08:37.683744Z","caller":"traceutil/trace.go:171","msg":"trace[1198171131] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"446.475444ms","start":"2026-05-29T02:08:37.237245Z","end":"2026-05-29T02:08:37.683721Z","steps":["trace[1198171131] 'process raft request' (duration: 446.303199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:37.683909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.237227Z","time spent":"446.588906ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:37.684069Z","caller":"traceutil/trace.go:171","msg":"trace[753563639] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"437.31763ms","start":"2026-05-29T02:08:37.246681Z","end":"2026-05-29T02:08:37.683999Z","steps":["trace[753563639] 'process raft request' (duration: 436.999203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:37.684265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.246646Z","time spent":"437.533926ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:38.018449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.692629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:08:38.018557Z","caller":"traceutil/trace.go:171","msg":"trace[1289779595] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:610; }","duration":"334.578057ms","start":"2026-05-29T02:08:37.683964Z","end":"2026-05-29T02:08:38.018542Z","steps":["trace[1289779595] 'read index received' (duration: 127.782606ms)","trace[1289779595] 'applied index is now lower than readState.Index' (duration: 206.794261ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:38.018589Z","caller":"traceutil/trace.go:171","msg":"trace[1057210721] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"404.586193ms","start":"2026-05-29T02:08:37.613969Z","end":"2026-05-29T02:08:38.018556Z","steps":["trace[1057210721] 'process raft request' (duration: 197.675089ms)","trace[1057210721] 'compare' (duration: 206.558186ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:38.018731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.711579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-29T02:08:38.018763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.613949Z","time spent":"404.725487ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:38.018779Z","caller":"traceutil/trace.go:171","msg":"trace[2003729522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:588; }","duration":"400.76384ms","start":"2026-05-29T02:08:37.618004Z","end":"2026-05-29T02:08:38.018768Z","steps":["trace[2003729522] 'agreement among raft nodes before linearized reading' (duration: 400.601327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.018824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.617964Z","time spent":"400.849193ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:08:38.059523Z","caller":"traceutil/trace.go:171","msg":"trace[589214812] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"374.793016ms","start":"2026-05-29T02:08:37.684703Z","end":"2026-05-29T02:08:38.059496Z","steps":["trace[589214812] 'process raft request' (duration: 374.585951ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.059557Z","caller":"traceutil/trace.go:171","msg":"trace[864576390] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"346.135598ms","start":"2026-05-29T02:08:37.713404Z","end":"2026-05-29T02:08:38.05954Z","steps":["trace[864576390] 'process raft request' (duration: 345.996125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.059654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.713376Z","time spent":"346.226751ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:38.059666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.684687Z","time spent":"374.90357ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:38.531941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.155014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:08:38.532251Z","caller":"traceutil/trace.go:171","msg":"trace[1126776785] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"509.590343ms","start":"2026-05-29T02:08:38.022641Z","end":"2026-05-29T02:08:38.532231Z","steps":["trace[1126776785] 'process raft request' (duration: 509.393898ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.532245Z","caller":"traceutil/trace.go:171","msg":"trace[952110453] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"564.967863ms","start":"2026-05-29T02:08:37.967214Z","end":"2026-05-29T02:08:38.532182Z","steps":["trace[952110453] 'process raft request' (duration: 171.500221ms)","trace[952110453] 'compare' (duration: 392.616491ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:38.532342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.022614Z","time spent":"509.682646ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:38.532432Z","caller":"traceutil/trace.go:171","msg":"trace[22702358] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"493.015299ms","start":"2026-05-29T02:08:38.039397Z","end":"2026-05-29T02:08:38.532413Z","steps":["trace[22702358] 'process raft request' (duration: 492.767583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.532523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.967189Z","time spent":"565.173728ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:38.532526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.039375Z","time spent":"493.100261ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:38.532556Z","caller":"traceutil/trace.go:171","msg":"trace[2083770409] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:612; }","duration":"513.96201ms","start":"2026-05-29T02:08:38.018582Z","end":"2026-05-29T02:08:38.532544Z","steps":["trace[2083770409] 'read index received' (duration: 40.817375ms)","trace[2083770409] 'applied index is now lower than readState.Index' (duration: 473.142854ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:38.532819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.797404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:08:38.532898Z","caller":"traceutil/trace.go:171","msg":"trace[718674733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:593; }","duration":"773.890747ms","start":"2026-05-29T02:08:37.758985Z","end":"2026-05-29T02:08:38.532876Z","steps":["trace[718674733] 'agreement among raft nodes before linearized reading' (duration: 773.665861ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.532919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.797094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:08:38.532942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.758981Z","time spent":"773.951798ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:08:38.532973Z","caller":"traceutil/trace.go:171","msg":"trace[868276639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:593; }","duration":"773.884127ms","start":"2026-05-29T02:08:37.759072Z","end":"2026-05-29T02:08:38.532956Z","steps":["trace[868276639] 'agreement among raft nodes before linearized reading' (duration: 773.665181ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.532951Z","caller":"traceutil/trace.go:171","msg":"trace[1875590491] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"449.075168ms","start":"2026-05-29T02:08:38.083839Z","end":"2026-05-29T02:08:38.532914Z","steps":["trace[1875590491] 'process raft request' (duration: 448.821341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.533014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.759061Z","time spent":"773.945238ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:08:38.533078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.344717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:08:38.533121Z","caller":"traceutil/trace.go:171","msg":"trace[1312975499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:594; }","duration":"774.414909ms","start":"2026-05-29T02:08:37.758693Z","end":"2026-05-29T02:08:38.533108Z","steps":["trace[1312975499] 'agreement among raft nodes before linearized reading' (duration: 774.235045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.53315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.083823Z","time spent":"449.224712ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:38.533169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.758678Z","time spent":"774.4754ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:08:38.533969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.953046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-29T02:08:38.534009Z","caller":"traceutil/trace.go:171","msg":"trace[2089636246] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:594; }","duration":"472.029097ms","start":"2026-05-29T02:08:38.061969Z","end":"2026-05-29T02:08:38.533998Z","steps":["trace[2089636246] 'agreement among raft nodes before linearized reading' (duration: 471.938995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.534036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.061951Z","time spent":"472.079199ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-29T02:08:38.710362Z","caller":"traceutil/trace.go:171","msg":"trace[283974475] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"171.365807ms","start":"2026-05-29T02:08:38.53894Z","end":"2026-05-29T02:08:38.710306Z","steps":["trace[283974475] 'process raft request' (duration: 150.771845ms)","trace[283974475] 'compare' (duration: 20.251054ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:38.710403Z","caller":"traceutil/trace.go:171","msg":"trace[1454538449] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"171.282025ms","start":"2026-05-29T02:08:38.539072Z","end":"2026-05-29T02:08:38.710354Z","steps":["trace[1454538449] 'process raft request' (duration: 171.102771ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.71062Z","caller":"traceutil/trace.go:171","msg":"trace[2027796846] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"143.084308ms","start":"2026-05-29T02:08:38.567493Z","end":"2026-05-29T02:08:38.710577Z","steps":["trace[2027796846] 'process raft request' (duration: 142.74953ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.732857Z","caller":"traceutil/trace.go:171","msg":"trace[77914017] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"116.90438ms","start":"2026-05-29T02:08:38.615924Z","end":"2026-05-29T02:08:38.732828Z","steps":["trace[77914017] 'process raft request' (duration: 111.207001ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:38.733149Z","caller":"traceutil/trace.go:171","msg":"trace[580612413] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"106.803144ms","start":"2026-05-29T02:08:38.626318Z","end":"2026-05-29T02:08:38.733121Z","steps":["trace[580612413] 'process raft request' (duration: 106.620899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:42.990323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.92331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:08:42.99042Z","caller":"traceutil/trace.go:171","msg":"trace[857109577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"263.055183ms","start":"2026-05-29T02:08:42.727343Z","end":"2026-05-29T02:08:42.990398Z","steps":["trace[857109577] 'range keys from in-memory index tree' (duration: 262.728705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:42.990495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.588509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:08:42.990596Z","caller":"traceutil/trace.go:171","msg":"trace[1999322000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"266.801375ms","start":"2026-05-29T02:08:42.723772Z","end":"2026-05-29T02:08:42.990573Z","steps":["trace[1999322000] 'range keys from in-memory index tree' (duration: 266.398984ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:43.639406Z","caller":"traceutil/trace.go:171","msg":"trace[160499510] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"568.334405ms","start":"2026-05-29T02:08:43.071043Z","end":"2026-05-29T02:08:43.639377Z","steps":["trace[160499510] 'read index received' (duration: 475.4111ms)","trace[160499510] 'applied index is now lower than readState.Index' (duration: 92.922295ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:43.639546Z","caller":"traceutil/trace.go:171","msg":"trace[273048124] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"644.318777ms","start":"2026-05-29T02:08:42.995193Z","end":"2026-05-29T02:08:43.639512Z","steps":["trace[273048124] 'process raft request' (duration: 551.239958ms)","trace[273048124] 'compare' (duration: 92.580307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:43.639711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.880164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7qbrm\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-05-29T02:08:43.639727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:42.995169Z","time spent":"644.46443ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:43.639751Z","caller":"traceutil/trace.go:171","msg":"trace[461041297] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7qbrm; range_end:; response_count:1; response_revision:631; }","duration":"446.950254ms","start":"2026-05-29T02:08:43.192789Z","end":"2026-05-29T02:08:43.639739Z","steps":["trace[461041297] 'agreement among raft nodes before linearized reading' (duration: 446.827091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.639586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.533649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:08:43.639799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:43.192768Z","time spent":"447.023447ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-7qbrm\" "} {"level":"info","ts":"2026-05-29T02:08:43.639886Z","caller":"traceutil/trace.go:171","msg":"trace[1956102431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"568.807536ms","start":"2026-05-29T02:08:43.070999Z","end":"2026-05-29T02:08:43.639806Z","steps":["trace[1956102431] 'agreement among raft nodes before linearized reading' (duration: 568.516149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.640087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:43.070982Z","time spent":"569.031231ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:45.880005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112137222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:45.880107Z","caller":"traceutil/trace.go:171","msg":"trace[1854491400] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:632; }","duration":"2.112282666s","start":"2026-05-29T02:08:43.767802Z","end":"2026-05-29T02:08:45.880085Z","steps":["trace[1854491400] 'range keys from in-memory index tree' (duration: 2.112016449s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.880149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:43.767785Z","time spent":"2.112354057s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-29T02:08:45.880209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.318186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:45.880271Z","caller":"traceutil/trace.go:171","msg":"trace[205503962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"810.412029ms","start":"2026-05-29T02:08:45.069844Z","end":"2026-05-29T02:08:45.880256Z","steps":["trace[205503962] 'range keys from in-memory index tree' (duration: 810.183393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.880304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:45.069829Z","time spent":"810.46798ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:45.880306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.052883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:08:45.880409Z","caller":"traceutil/trace.go:171","msg":"trace[932469774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"868.223238ms","start":"2026-05-29T02:08:45.012163Z","end":"2026-05-29T02:08:45.880386Z","steps":["trace[932469774] 'range keys from in-memory index tree' (duration: 867.775367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.880412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309763122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-29T02:08:45.880464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:45.012141Z","time spent":"868.31342ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:08:45.880501Z","caller":"traceutil/trace.go:171","msg":"trace[1546761213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"1.309891545s","start":"2026-05-29T02:08:44.570586Z","end":"2026-05-29T02:08:45.880478Z","steps":["trace[1546761213] 'range keys from in-memory index tree' (duration: 1.309565407s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.880524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.151848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:08:45.880552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:44.570566Z","time spent":"1.309976607s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:08:45.880578Z","caller":"traceutil/trace.go:171","msg":"trace[1060499191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"236.24136ms","start":"2026-05-29T02:08:45.644322Z","end":"2026-05-29T02:08:45.880564Z","steps":["trace[1060499191] 'range keys from in-memory index tree' (duration: 236.083137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.880581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227532118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:08:45.880627Z","caller":"traceutil/trace.go:171","msg":"trace[209340650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"1.22761508s","start":"2026-05-29T02:08:44.652999Z","end":"2026-05-29T02:08:45.880615Z","steps":["trace[209340650] 'range keys from in-memory index tree' (duration: 1.227359183s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:45.880691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:44.652976Z","time spent":"1.227708401s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:08:45.880583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.00825ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:45.880752Z","caller":"traceutil/trace.go:171","msg":"trace[1163423567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:632; }","duration":"146.187734ms","start":"2026-05-29T02:08:45.734541Z","end":"2026-05-29T02:08:45.880729Z","steps":["trace[1163423567] 'range keys from in-memory index tree' (duration: 145.98938ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:46.498881Z","caller":"traceutil/trace.go:171","msg":"trace[1151205240] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"161.239071ms","start":"2026-05-29T02:08:46.337616Z","end":"2026-05-29T02:08:46.498855Z","steps":["trace[1151205240] 'process raft request' (duration: 160.331819ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:46.645343Z","caller":"traceutil/trace.go:171","msg":"trace[110398694] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"306.885231ms","start":"2026-05-29T02:08:46.338426Z","end":"2026-05-29T02:08:46.645311Z","steps":["trace[110398694] 'process raft request' (duration: 303.324784ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:46.6454Z","caller":"traceutil/trace.go:171","msg":"trace[785177660] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"258.719327ms","start":"2026-05-29T02:08:46.386652Z","end":"2026-05-29T02:08:46.645372Z","steps":["trace[785177660] 'process raft request' (duration: 258.552873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:46.645477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:46.338405Z","time spent":"307.013725ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:48.36516Z","caller":"traceutil/trace.go:171","msg":"trace[920426604] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"865.760365ms","start":"2026-05-29T02:08:47.499376Z","end":"2026-05-29T02:08:48.365136Z","steps":["trace[920426604] 'process raft request' (duration: 865.582691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:48.36534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:47.499352Z","time spent":"865.890908ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:08:48.515372Z","caller":"traceutil/trace.go:171","msg":"trace[1838831310] linearizableReadLoop","detail":"{readStateIndex:678; appliedIndex:676; }","duration":"621.585872ms","start":"2026-05-29T02:08:47.89376Z","end":"2026-05-29T02:08:48.515346Z","steps":["trace[1838831310] 'read index received' (duration: 471.324419ms)","trace[1838831310] 'applied index is now lower than readState.Index' (duration: 150.260533ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:48.515449Z","caller":"traceutil/trace.go:171","msg":"trace[1465720867] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"924.044516ms","start":"2026-05-29T02:08:47.591374Z","end":"2026-05-29T02:08:48.515419Z","steps":["trace[1465720867] 'process raft request' (duration: 863.948551ms)","trace[1465720867] 'compare' (duration: 59.640204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:48.515619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.013685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-29T02:08:48.515615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:47.59134Z","time spent":"924.182259ms","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:48.515659Z","caller":"traceutil/trace.go:171","msg":"trace[27232934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:653; }","duration":"609.098508ms","start":"2026-05-29T02:08:47.906551Z","end":"2026-05-29T02:08:48.51565Z","steps":["trace[27232934] 'agreement among raft nodes before linearized reading' (duration: 608.952734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:48.515636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.857919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:08:48.515692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:47.906502Z","time spent":"609.182839ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:08:48.515727Z","caller":"traceutil/trace.go:171","msg":"trace[885802031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:653; }","duration":"622.009913ms","start":"2026-05-29T02:08:47.893696Z","end":"2026-05-29T02:08:48.515706Z","steps":["trace[885802031] 'agreement among raft nodes before linearized reading' (duration: 621.742656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:48.515778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:47.893662Z","time spent":"622.107255ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:08:48.51591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.097524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:08:48.515947Z","caller":"traceutil/trace.go:171","msg":"trace[2041838503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:653; }","duration":"608.157324ms","start":"2026-05-29T02:08:47.907779Z","end":"2026-05-29T02:08:48.515937Z","steps":["trace[2041838503] 'agreement among raft nodes before linearized reading' (duration: 608.063682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:48.515979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:47.907767Z","time spent":"608.206046ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:08:48.516081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.37034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7qbrm\" ","response":"range_response_count:1 size:17524"} {"level":"info","ts":"2026-05-29T02:08:48.516221Z","caller":"traceutil/trace.go:171","msg":"trace[1028179963] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7qbrm; range_end:; response_count:1; response_revision:653; }","duration":"302.570355ms","start":"2026-05-29T02:08:48.213615Z","end":"2026-05-29T02:08:48.516185Z","steps":["trace[1028179963] 'agreement among raft nodes before linearized reading' (duration: 302.135924ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:48.516285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:48.213599Z","time spent":"302.676058ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17547,"request content":"key:\"/registry/pods/kube-system/cilium-7qbrm\" "} {"level":"warn","ts":"2026-05-29T02:08:48.516361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.408905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:08:48.516504Z","caller":"traceutil/trace.go:171","msg":"trace[279078382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:653; }","duration":"609.664452ms","start":"2026-05-29T02:08:47.906811Z","end":"2026-05-29T02:08:48.516476Z","steps":["trace[279078382] 'agreement among raft nodes before linearized reading' (duration: 609.061817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:48.516589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:47.906802Z","time spent":"609.773264ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:08:48.743131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.206713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:48.743237Z","caller":"traceutil/trace.go:171","msg":"trace[104869031] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:659; }","duration":"123.369237ms","start":"2026-05-29T02:08:48.619846Z","end":"2026-05-29T02:08:48.743215Z","steps":["trace[104869031] 'range keys from in-memory index tree' (duration: 123.131432ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:49.491682Z","caller":"traceutil/trace.go:171","msg":"trace[1643115163] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"271.96521ms","start":"2026-05-29T02:08:49.219687Z","end":"2026-05-29T02:08:49.491652Z","steps":["trace[1643115163] 'process raft request' (duration: 179.624979ms)","trace[1643115163] 'compare' (duration: 92.170807ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:49.516824Z","caller":"traceutil/trace.go:171","msg":"trace[1891611953] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"282.005685ms","start":"2026-05-29T02:08:49.234795Z","end":"2026-05-29T02:08:49.516801Z","steps":["trace[1891611953] 'process raft request' (duration: 281.955194ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:49.516901Z","caller":"traceutil/trace.go:171","msg":"trace[1926801239] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"286.508605ms","start":"2026-05-29T02:08:49.230353Z","end":"2026-05-29T02:08:49.516861Z","steps":["trace[1926801239] 'process raft request' (duration: 286.258049ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:49.670694Z","caller":"traceutil/trace.go:171","msg":"trace[1860609519] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"139.90578ms","start":"2026-05-29T02:08:49.530759Z","end":"2026-05-29T02:08:49.670665Z","steps":["trace[1860609519] 'process raft request' (duration: 61.94374ms)","trace[1860609519] 'compare' (duration: 75.195083ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:51.113042Z","caller":"traceutil/trace.go:171","msg":"trace[1253051606] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"188.972227ms","start":"2026-05-29T02:08:50.92397Z","end":"2026-05-29T02:08:51.112942Z","steps":["trace[1253051606] 'process raft request' (duration: 91.683556ms)","trace[1253051606] 'compare' (duration: 97.143328ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:51.133839Z","caller":"traceutil/trace.go:171","msg":"trace[769636801] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"184.950618ms","start":"2026-05-29T02:08:50.948867Z","end":"2026-05-29T02:08:51.133818Z","steps":["trace[769636801] 'process raft request' (duration: 184.501287ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.657788Z","caller":"traceutil/trace.go:171","msg":"trace[37849964] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"370.931335ms","start":"2026-05-29T02:08:59.286833Z","end":"2026-05-29T02:08:59.657764Z","steps":["trace[37849964] 'process raft request' (duration: 370.787702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:59.657954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:59.28682Z","time spent":"371.050569ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:59.900569Z","caller":"traceutil/trace.go:171","msg":"trace[309066654] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"237.531033ms","start":"2026-05-29T02:08:59.663016Z","end":"2026-05-29T02:08:59.900547Z","steps":["trace[309066654] 'process raft request' (duration: 237.340459ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.900702Z","caller":"traceutil/trace.go:171","msg":"trace[349157123] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"237.625375ms","start":"2026-05-29T02:08:59.663059Z","end":"2026-05-29T02:08:59.900684Z","steps":["trace[349157123] 'process raft request' (duration: 237.442031ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:59.904607Z","caller":"traceutil/trace.go:171","msg":"trace[1269145194] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"239.47032ms","start":"2026-05-29T02:08:59.6651Z","end":"2026-05-29T02:08:59.90457Z","steps":["trace[1269145194] 'process raft request' (duration: 239.293456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.47711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.290858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:09:03.477229Z","caller":"traceutil/trace.go:171","msg":"trace[230810171] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:845; }","duration":"976.948535ms","start":"2026-05-29T02:09:02.500263Z","end":"2026-05-29T02:09:03.477211Z","steps":["trace[230810171] 'read index received' (duration: 422.480513ms)","trace[230810171] 'applied index is now lower than readState.Index' (duration: 554.466582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:09:03.477399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.119939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.477482Z","caller":"traceutil/trace.go:171","msg":"trace[998768645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:816; }","duration":"977.238662ms","start":"2026-05-29T02:09:02.500219Z","end":"2026-05-29T02:09:03.477458Z","steps":["trace[998768645] 'agreement among raft nodes before linearized reading' (duration: 977.107979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.477566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.500194Z","time spent":"977.350994ms","remote":"127.0.0.1:38404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.522904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02258566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.490719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.52303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.034489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.523088Z","caller":"traceutil/trace.go:171","msg":"trace[1103921011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:817; }","duration":"820.555171ms","start":"2026-05-29T02:09:02.702516Z","end":"2026-05-29T02:09:03.523071Z","steps":["trace[1103921011] 'agreement among raft nodes before linearized reading' (duration: 820.471309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.807798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:09:03.523121Z","caller":"traceutil/trace.go:171","msg":"trace[1545995933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:817; }","duration":"820.186832ms","start":"2026-05-29T02:09:02.702909Z","end":"2026-05-29T02:09:03.523096Z","steps":["trace[1545995933] 'agreement among raft nodes before linearized reading' (duration: 819.994657ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.702502Z","time spent":"820.625113ms","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.523122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.277933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.52323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.702898Z","time spent":"820.319286ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:09:03.523286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.197564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.523346Z","caller":"traceutil/trace.go:171","msg":"trace[724818666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:817; }","duration":"958.248466ms","start":"2026-05-29T02:09:02.565061Z","end":"2026-05-29T02:09:03.52331Z","steps":["trace[724818666] 'agreement among raft nodes before linearized reading' (duration: 958.199425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.800063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.565052Z","time spent":"958.330388ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:09:03.523405Z","caller":"traceutil/trace.go:171","msg":"trace[231830483] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:817; }","duration":"839.855244ms","start":"2026-05-29T02:09:02.683532Z","end":"2026-05-29T02:09:03.523387Z","steps":["trace[231830483] 'agreement among raft nodes before linearized reading' (duration: 839.724601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.815284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:09:03.523502Z","caller":"traceutil/trace.go:171","msg":"trace[1322392177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:817; }","duration":"894.943777ms","start":"2026-05-29T02:09:02.628548Z","end":"2026-05-29T02:09:03.523492Z","steps":["trace[1322392177] 'agreement among raft nodes before linearized reading' (duration: 894.721082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.411554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:09:03.523632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.463518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.899018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.523702Z","caller":"traceutil/trace.go:171","msg":"trace[738178448] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:817; }","duration":"790.562941ms","start":"2026-05-29T02:09:02.733115Z","end":"2026-05-29T02:09:03.523678Z","steps":["trace[738178448] 'agreement among raft nodes before linearized reading' (duration: 790.054589ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.523688Z","caller":"traceutil/trace.go:171","msg":"trace[1737935250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"894.495807ms","start":"2026-05-29T02:09:02.629175Z","end":"2026-05-29T02:09:03.523671Z","steps":["trace[1737935250] 'agreement among raft nodes before linearized reading' (duration: 893.78673ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.523721Z","caller":"traceutil/trace.go:171","msg":"trace[1845767807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"453.95394ms","start":"2026-05-29T02:09:03.069757Z","end":"2026-05-29T02:09:03.523711Z","steps":["trace[1845767807] 'agreement among raft nodes before linearized reading' (duration: 453.906959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.52367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.027597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.773623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.340923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.077179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.441158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.487444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.523859Z","caller":"traceutil/trace.go:171","msg":"trace[388465434] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:817; }","duration":"894.410754ms","start":"2026-05-29T02:09:02.629435Z","end":"2026-05-29T02:09:03.523845Z","steps":["trace[388465434] 'agreement among raft nodes before linearized reading' (duration: 894.346972ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.523866Z","caller":"traceutil/trace.go:171","msg":"trace[536151323] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:817; }","duration":"790.151241ms","start":"2026-05-29T02:09:02.733704Z","end":"2026-05-29T02:09:03.523855Z","steps":["trace[536151323] 'agreement among raft nodes before linearized reading' (duration: 790.072719ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.523859Z","caller":"traceutil/trace.go:171","msg":"trace[560054823] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:817; }","duration":"882.291033ms","start":"2026-05-29T02:09:02.641526Z","end":"2026-05-29T02:09:03.523817Z","steps":["trace[560054823] 'agreement among raft nodes before linearized reading' (duration: 881.943765ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.081015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.629427Z","time spent":"894.455626ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.523921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.980008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.066719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.889561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.523984Z","caller":"traceutil/trace.go:171","msg":"trace[163294480] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:817; }","duration":"805.11399ms","start":"2026-05-29T02:09:02.718861Z","end":"2026-05-29T02:09:03.523975Z","steps":["trace[163294480] 'agreement among raft nodes before linearized reading' (duration: 805.053149ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.523987Z","caller":"traceutil/trace.go:171","msg":"trace[394799302] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:817; }","duration":"916.190917ms","start":"2026-05-29T02:09:02.607731Z","end":"2026-05-29T02:09:03.523922Z","steps":["trace[394799302] 'agreement among raft nodes before linearized reading' (duration: 916.067264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.52402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.004256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.524023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.718853Z","time spent":"805.161602ms","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"info","ts":"2026-05-29T02:09:03.524069Z","caller":"traceutil/trace.go:171","msg":"trace[514307338] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:817; }","duration":"957.063157ms","start":"2026-05-29T02:09:02.566991Z","end":"2026-05-29T02:09:03.524054Z","steps":["trace[514307338] 'agreement among raft nodes before linearized reading' (duration: 956.994555ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.524112Z","caller":"traceutil/trace.go:171","msg":"trace[1899511528] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:817; }","duration":"939.198469ms","start":"2026-05-29T02:09:02.584881Z","end":"2026-05-29T02:09:03.52408Z","steps":["trace[1899511528] 'agreement among raft nodes before linearized reading' (duration: 938.41563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.524127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.877479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.524129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.607309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:09:03.523826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.778626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.524169Z","caller":"traceutil/trace.go:171","msg":"trace[1406268520] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:817; }","duration":"976.121195ms","start":"2026-05-29T02:09:02.548038Z","end":"2026-05-29T02:09:03.524159Z","steps":["trace[1406268520] 'agreement among raft nodes before linearized reading' (duration: 975.8795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.524184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.58487Z","time spent":"939.299411ms","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:03.52345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.407598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.524227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.548028Z","time spent":"976.186427ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:09:03.52397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.641504Z","time spent":"882.428577ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:03.524265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.984977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.589338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.524316Z","caller":"traceutil/trace.go:171","msg":"trace[2092026357] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:817; }","duration":"805.117111ms","start":"2026-05-29T02:09:02.719186Z","end":"2026-05-29T02:09:03.524303Z","steps":["trace[2092026357] 'agreement among raft nodes before linearized reading' (duration: 804.6691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.683526Z","time spent":"839.916326ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:09:03.524186Z","caller":"traceutil/trace.go:171","msg":"trace[1795275972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:817; }","duration":"894.672271ms","start":"2026-05-29T02:09:02.6295Z","end":"2026-05-29T02:09:03.524173Z","steps":["trace[1795275972] 'agreement among raft nodes before linearized reading' (duration: 893.931463ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.524391Z","caller":"traceutil/trace.go:171","msg":"trace[838026927] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:817; }","duration":"865.357747ms","start":"2026-05-29T02:09:02.658955Z","end":"2026-05-29T02:09:03.524312Z","steps":["trace[838026927] 'agreement among raft nodes before linearized reading' (duration: 864.184769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.524441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.629493Z","time spent":"894.911436ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:09:03.524457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.658937Z","time spent":"865.50788ms","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.524045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.607714Z","time spent":"916.3163ms","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.523158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.494282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.524358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.719181Z","time spent":"805.167352ms","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:09:03.524426Z","caller":"traceutil/trace.go:171","msg":"trace[999688484] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:817; }","duration":"791.215696ms","start":"2026-05-29T02:09:02.732967Z","end":"2026-05-29T02:09:03.524183Z","steps":["trace[999688484] 'agreement among raft nodes before linearized reading' (duration: 790.769055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.524622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.732959Z","time spent":"791.637087ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.524037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.800419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.524717Z","caller":"traceutil/trace.go:171","msg":"trace[975788790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:817; }","duration":"959.490646ms","start":"2026-05-29T02:09:02.565182Z","end":"2026-05-29T02:09:03.524673Z","steps":["trace[975788790] 'agreement among raft nodes before linearized reading' (duration: 958.01077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.524777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.565159Z","time spent":"959.598158ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-05-29T02:09:03.523965Z","caller":"traceutil/trace.go:171","msg":"trace[1703708636] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:817; }","duration":"805.052389ms","start":"2026-05-29T02:09:02.718905Z","end":"2026-05-29T02:09:03.523957Z","steps":["trace[1703708636] 'agreement among raft nodes before linearized reading' (duration: 804.996987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.524877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.718893Z","time spent":"805.971481ms","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:09:03.524519Z","caller":"traceutil/trace.go:171","msg":"trace[1207950413] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:817; }","duration":"864.888066ms","start":"2026-05-29T02:09:02.659621Z","end":"2026-05-29T02:09:03.524509Z","steps":["trace[1207950413] 'agreement among raft nodes before linearized reading' (duration: 863.447871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.524993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.659597Z","time spent":"865.373797ms","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:09:03.523814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.82957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.733697Z","time spent":"790.207982ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:09:03.525189Z","caller":"traceutil/trace.go:171","msg":"trace[1054569189] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:817; }","duration":"895.098511ms","start":"2026-05-29T02:09:02.629966Z","end":"2026-05-29T02:09:03.525064Z","steps":["trace[1054569189] 'agreement among raft nodes before linearized reading' (duration: 893.826351ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.523049Z","caller":"traceutil/trace.go:171","msg":"trace[1258803761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:817; }","duration":"1.022753934s","start":"2026-05-29T02:09:02.500276Z","end":"2026-05-29T02:09:03.52303Z","steps":["trace[1258803761] 'agreement among raft nodes before linearized reading' (duration: 1.022532189s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.525294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.629959Z","time spent":"895.279295ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:09:03.525332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.500236Z","time spent":"1.02506669s","remote":"127.0.0.1:38404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:03.523712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.211855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.628535Z","time spent":"895.032049ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:09:03.525472Z","caller":"traceutil/trace.go:171","msg":"trace[1000516711] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:817; }","duration":"208.936286ms","start":"2026-05-29T02:09:03.316458Z","end":"2026-05-29T02:09:03.525394Z","steps":["trace[1000516711] 'agreement among raft nodes before linearized reading' (duration: 206.766484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.729935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.525601Z","caller":"traceutil/trace.go:171","msg":"trace[355012862] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:817; }","duration":"823.084192ms","start":"2026-05-29T02:09:02.702494Z","end":"2026-05-29T02:09:03.525578Z","steps":["trace[355012862] 'agreement among raft nodes before linearized reading' (duration: 820.715795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.522936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.475524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.525663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.702476Z","time spent":"823.166624ms","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:09:03.525664Z","caller":"traceutil/trace.go:171","msg":"trace[311463133] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:817; }","duration":"884.24405ms","start":"2026-05-29T02:09:02.641404Z","end":"2026-05-29T02:09:03.525648Z","steps":["trace[311463133] 'agreement among raft nodes before linearized reading' (duration: 881.427813ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.523221Z","caller":"traceutil/trace.go:171","msg":"trace[1727583255] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:817; }","duration":"937.408427ms","start":"2026-05-29T02:09:02.585803Z","end":"2026-05-29T02:09:03.523211Z","steps":["trace[1727583255] 'agreement among raft nodes before linearized reading' (duration: 937.282944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.525726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.641397Z","time spent":"884.311892ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.525747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.58579Z","time spent":"939.938947ms","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:09:03.523217Z","caller":"traceutil/trace.go:171","msg":"trace[1561725635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:817; }","duration":"930.989613ms","start":"2026-05-29T02:09:02.592154Z","end":"2026-05-29T02:09:03.523143Z","steps":["trace[1561725635] 'agreement among raft nodes before linearized reading' (duration: 930.698606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.525836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.592141Z","time spent":"933.677207ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:09:03.523627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.707106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:09:03.523703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.025499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.526071Z","caller":"traceutil/trace.go:171","msg":"trace[2098474396] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:817; }","duration":"917.412877ms","start":"2026-05-29T02:09:02.608639Z","end":"2026-05-29T02:09:03.526052Z","steps":["trace[2098474396] 'agreement among raft nodes before linearized reading' (duration: 915.007149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.526115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.60862Z","time spent":"917.481058ms","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-05-29T02:09:03.52375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.733093Z","time spent":"790.644352ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:03.52376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.629167Z","time spent":"894.586719ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:09:03.523763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:03.06974Z","time spent":"454.018051ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:09:03.523778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.012733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.526355Z","caller":"traceutil/trace.go:171","msg":"trace[1213187674] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:817; }","duration":"941.049683ms","start":"2026-05-29T02:09:02.584874Z","end":"2026-05-29T02:09:03.525923Z","steps":["trace[1213187674] 'agreement among raft nodes before linearized reading' (duration: 938.725957ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.526601Z","caller":"traceutil/trace.go:171","msg":"trace[1212408816] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:817; }","duration":"918.845401ms","start":"2026-05-29T02:09:02.607731Z","end":"2026-05-29T02:09:03.526577Z","steps":["trace[1212408816] 'agreement among raft nodes before linearized reading' (duration: 916.017263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.526674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.607714Z","time spent":"918.938013ms","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:09:03.523774Z","caller":"traceutil/trace.go:171","msg":"trace[1639473134] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"214.607383ms","start":"2026-05-29T02:09:03.30915Z","end":"2026-05-29T02:09:03.523757Z","steps":["trace[1639473134] 'process raft request' (duration: 213.442305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.523873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.574046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.526921Z","caller":"traceutil/trace.go:171","msg":"trace[471557547] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:817; }","duration":"979.635549ms","start":"2026-05-29T02:09:02.547273Z","end":"2026-05-29T02:09:03.526908Z","steps":["trace[471557547] 'agreement among raft nodes before linearized reading' (duration: 976.581686ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:03.523871Z","caller":"traceutil/trace.go:171","msg":"trace[1018533283] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:817; }","duration":"864.870635ms","start":"2026-05-29T02:09:02.658975Z","end":"2026-05-29T02:09:03.523846Z","steps":["trace[1018533283] 'agreement among raft nodes before linearized reading' (duration: 864.390423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.526979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.547262Z","time spent":"979.701281ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:03.52673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.584852Z","time spent":"941.75432ms","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.527064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.658965Z","time spent":"868.067111ms","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:09:03.523963Z","caller":"traceutil/trace.go:171","msg":"trace[1755730622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:817; }","duration":"840.50571ms","start":"2026-05-29T02:09:02.683359Z","end":"2026-05-29T02:09:03.523864Z","steps":["trace[1755730622] 'agreement among raft nodes before linearized reading' (duration: 840.445919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.527361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.683347Z","time spent":"844.000424ms","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-05-29T02:09:03.524118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.559198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:09:03.527453Z","caller":"traceutil/trace.go:171","msg":"trace[1822353851] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:817; }","duration":"897.932549ms","start":"2026-05-29T02:09:02.629508Z","end":"2026-05-29T02:09:03.52744Z","steps":["trace[1822353851] 'agreement among raft nodes before linearized reading' (duration: 893.903472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.527492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.629484Z","time spent":"897.99675ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:09:03.524133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.566984Z","time spent":"957.13554ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:09:03.524247Z","caller":"traceutil/trace.go:171","msg":"trace[692620683] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:817; }","duration":"881.221367ms","start":"2026-05-29T02:09:02.643016Z","end":"2026-05-29T02:09:03.524237Z","steps":["trace[692620683] 'agreement among raft nodes before linearized reading' (duration: 880.391167ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.527683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.643005Z","time spent":"884.660071ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"info","ts":"2026-05-29T02:09:03.523883Z","caller":"traceutil/trace.go:171","msg":"trace[932196266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:817; }","duration":"976.587057ms","start":"2026-05-29T02:09:02.547284Z","end":"2026-05-29T02:09:03.523871Z","steps":["trace[932196266] 'agreement among raft nodes before linearized reading' (duration: 976.511045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:03.527871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:02.547256Z","time spent":"980.590682ms","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-05-29T02:09:07.794079Z","caller":"traceutil/trace.go:171","msg":"trace[914558677] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"124.156001ms","start":"2026-05-29T02:09:07.669898Z","end":"2026-05-29T02:09:07.794054Z","steps":["trace[914558677] 'process raft request' (duration: 112.906241ms)","trace[914558677] 'compare' (duration: 11.109277ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:07.800373Z","caller":"traceutil/trace.go:171","msg":"trace[67423000] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"129.750476ms","start":"2026-05-29T02:09:07.670603Z","end":"2026-05-29T02:09:07.800353Z","steps":["trace[67423000] 'process raft request' (duration: 129.638543ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:09.470449Z","caller":"traceutil/trace.go:171","msg":"trace[476620676] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:907; }","duration":"100.602126ms","start":"2026-05-29T02:09:09.36982Z","end":"2026-05-29T02:09:09.470422Z","steps":["trace[476620676] 'read index received' (duration: 52.424579ms)","trace[476620676] 'applied index is now lower than readState.Index' (duration: 48.176767ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:09.470465Z","caller":"traceutil/trace.go:171","msg":"trace[562143855] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"108.205978ms","start":"2026-05-29T02:09:09.362224Z","end":"2026-05-29T02:09:09.47043Z","steps":["trace[562143855] 'process raft request' (duration: 107.979122ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:09.470556Z","caller":"traceutil/trace.go:171","msg":"trace[299324661] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"108.066055ms","start":"2026-05-29T02:09:09.362436Z","end":"2026-05-29T02:09:09.470502Z","steps":["trace[299324661] 'process raft request' (duration: 107.898241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:09.470656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.820321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-05-29T02:09:09.470701Z","caller":"traceutil/trace.go:171","msg":"trace[1528060862] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:880; }","duration":"100.917833ms","start":"2026-05-29T02:09:09.36977Z","end":"2026-05-29T02:09:09.470688Z","steps":["trace[1528060862] 'agreement among raft nodes before linearized reading' (duration: 100.742889ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:11.28336Z","caller":"traceutil/trace.go:171","msg":"trace[588108921] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"193.547277ms","start":"2026-05-29T02:09:11.089788Z","end":"2026-05-29T02:09:11.283335Z","steps":["trace[588108921] 'process raft request' (duration: 193.364603ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:11.287123Z","caller":"traceutil/trace.go:171","msg":"trace[810758335] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"129.780715ms","start":"2026-05-29T02:09:11.157311Z","end":"2026-05-29T02:09:11.287092Z","steps":["trace[810758335] 'process raft request' (duration: 129.634162ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:25.989821Z","caller":"traceutil/trace.go:171","msg":"trace[713809056] linearizableReadLoop","detail":"{readStateIndex:1207; appliedIndex:1205; }","duration":"182.258775ms","start":"2026-05-29T02:09:25.807511Z","end":"2026-05-29T02:09:25.989769Z","steps":["trace[713809056] 'read index received' (duration: 42.640283ms)","trace[713809056] 'applied index is now lower than readState.Index' (duration: 139.617212ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:25.989866Z","caller":"traceutil/trace.go:171","msg":"trace[1243527751] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"185.280869ms","start":"2026-05-29T02:09:25.804547Z","end":"2026-05-29T02:09:25.989828Z","steps":["trace[1243527751] 'process raft request' (duration: 150.692438ms)","trace[1243527751] 'compare' (duration: 34.359495ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:25.989871Z","caller":"traceutil/trace.go:171","msg":"trace[116648905] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"182.250015ms","start":"2026-05-29T02:09:25.807591Z","end":"2026-05-29T02:09:25.989841Z","steps":["trace[116648905] 'process raft request' (duration: 182.118122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:25.990206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.673346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:09:25.990252Z","caller":"traceutil/trace.go:171","msg":"trace[633131192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1174; }","duration":"182.753307ms","start":"2026-05-29T02:09:25.807488Z","end":"2026-05-29T02:09:25.990242Z","steps":["trace[633131192] 'agreement among raft nodes before linearized reading' (duration: 182.42187ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:39.749786Z","caller":"traceutil/trace.go:171","msg":"trace[684097313] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1281; }","duration":"135.81822ms","start":"2026-05-29T02:09:39.613943Z","end":"2026-05-29T02:09:39.749761Z","steps":["trace[684097313] 'read index received' (duration: 135.672387ms)","trace[684097313] 'applied index is now lower than readState.Index' (duration: 144.933µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:39.749823Z","caller":"traceutil/trace.go:171","msg":"trace[446735779] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"164.511979ms","start":"2026-05-29T02:09:39.585285Z","end":"2026-05-29T02:09:39.749797Z","steps":["trace[446735779] 'process raft request' (duration: 164.318845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:39.749924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.965295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:09:39.749957Z","caller":"traceutil/trace.go:171","msg":"trace[1779551073] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1244; }","duration":"136.049077ms","start":"2026-05-29T02:09:39.613897Z","end":"2026-05-29T02:09:39.749946Z","steps":["trace[1779551073] 'agreement among raft nodes before linearized reading' (duration: 135.960275ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:41.603311Z","caller":"traceutil/trace.go:171","msg":"trace[374405633] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"109.95476ms","start":"2026-05-29T02:09:41.493332Z","end":"2026-05-29T02:09:41.603287Z","steps":["trace[374405633] 'process raft request' (duration: 109.806086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:52.460721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.474631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:09:52.460817Z","caller":"traceutil/trace.go:171","msg":"trace[223168381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1363; }","duration":"329.624114ms","start":"2026-05-29T02:09:52.131172Z","end":"2026-05-29T02:09:52.460796Z","steps":["trace[223168381] 'range keys from in-memory index tree' (duration: 329.237225ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:52.460804Z","caller":"traceutil/trace.go:171","msg":"trace[2074213777] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"140.624976ms","start":"2026-05-29T02:09:52.320124Z","end":"2026-05-29T02:09:52.460749Z","steps":["trace[2074213777] 'process raft request' (duration: 139.024978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:52.460874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.302904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-29T02:09:52.460953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:52.131149Z","time spent":"329.789998ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:09:52.461016Z","caller":"traceutil/trace.go:171","msg":"trace[1656803605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1363; }","duration":"331.460758ms","start":"2026-05-29T02:09:52.129497Z","end":"2026-05-29T02:09:52.460958Z","steps":["trace[1656803605] 'range keys from in-memory index tree' (duration: 331.044828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:52.461086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:52.129474Z","time spent":"331.598331ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:09:52.461616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.210447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:09:52.461681Z","caller":"traceutil/trace.go:171","msg":"trace[1053353962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1363; }","duration":"315.356501ms","start":"2026-05-29T02:09:52.14631Z","end":"2026-05-29T02:09:52.461667Z","steps":["trace[1053353962] 'range keys from in-memory index tree' (duration: 314.129201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:52.461723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:52.14629Z","time spent":"315.421453ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:09:56.420648Z","caller":"traceutil/trace.go:171","msg":"trace[1883312612] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"115.733559ms","start":"2026-05-29T02:09:56.304887Z","end":"2026-05-29T02:09:56.42062Z","steps":["trace[1883312612] 'process raft request' (duration: 115.529014ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:57.184154Z","caller":"traceutil/trace.go:171","msg":"trace[879571009] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1517; }","duration":"174.597572ms","start":"2026-05-29T02:09:57.009539Z","end":"2026-05-29T02:09:57.184137Z","steps":["trace[879571009] 'read index received' (duration: 174.390227ms)","trace[879571009] 'applied index is now lower than readState.Index' (duration: 206.815µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:57.184202Z","caller":"traceutil/trace.go:171","msg":"trace[1972800938] transaction","detail":"{read_only:false; response_revision:1474; number_of_response:1; }","duration":"213.947456ms","start":"2026-05-29T02:09:56.970231Z","end":"2026-05-29T02:09:57.184179Z","steps":["trace[1972800938] 'process raft request' (duration: 213.795413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:57.184313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.768076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:09:57.18434Z","caller":"traceutil/trace.go:171","msg":"trace[431321201] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:1474; }","duration":"174.839428ms","start":"2026-05-29T02:09:57.009494Z","end":"2026-05-29T02:09:57.184333Z","steps":["trace[431321201] 'agreement among raft nodes before linearized reading' (duration: 174.713205ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:57.356002Z","caller":"traceutil/trace.go:171","msg":"trace[1089242105] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"159.602282ms","start":"2026-05-29T02:09:57.196371Z","end":"2026-05-29T02:09:57.355973Z","steps":["trace[1089242105] 'process raft request' (duration: 159.433038ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:57.382919Z","caller":"traceutil/trace.go:171","msg":"trace[675826531] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"172.605804ms","start":"2026-05-29T02:09:57.21029Z","end":"2026-05-29T02:09:57.382896Z","steps":["trace[675826531] 'process raft request' (duration: 172.475941ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:58.55935Z","caller":"traceutil/trace.go:171","msg":"trace[1719930425] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"423.349095ms","start":"2026-05-29T02:09:58.135976Z","end":"2026-05-29T02:09:58.559325Z","steps":["trace[1719930425] 'process raft request' (duration: 423.094708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:09:58.559536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:09:58.135944Z","time spent":"423.489588ms","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:02.162156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.037868ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:10:03.152509Z","caller":"traceutil/trace.go:171","msg":"trace[325471909] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"208.304673ms","start":"2026-05-29T02:10:02.944173Z","end":"2026-05-29T02:10:03.152478Z","steps":["trace[325471909] 'process raft request' (duration: 208.133199ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:03.689831Z","caller":"traceutil/trace.go:171","msg":"trace[854203505] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"127.67231ms","start":"2026-05-29T02:10:03.562123Z","end":"2026-05-29T02:10:03.689796Z","steps":["trace[854203505] 'process raft request' (duration: 127.571128ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:03.689846Z","caller":"traceutil/trace.go:171","msg":"trace[2005595605] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1516; }","duration":"132.461615ms","start":"2026-05-29T02:10:03.557334Z","end":"2026-05-29T02:10:03.689796Z","steps":["trace[2005595605] 'process raft request' (duration: 79.957306ms)","trace[2005595605] 'compare' (duration: 52.288194ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:03.954718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.097417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1505"} {"level":"info","ts":"2026-05-29T02:10:03.954833Z","caller":"traceutil/trace.go:171","msg":"trace[1718590837] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:1519; }","duration":"137.259501ms","start":"2026-05-29T02:10:03.817546Z","end":"2026-05-29T02:10:03.954806Z","steps":["trace[1718590837] 'range keys from in-memory index tree' (duration: 136.910452ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:04.583205Z","caller":"traceutil/trace.go:171","msg":"trace[1196596759] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"225.591308ms","start":"2026-05-29T02:10:04.357573Z","end":"2026-05-29T02:10:04.583164Z","steps":["trace[1196596759] 'process raft request' (duration: 169.810771ms)","trace[1196596759] 'compare' (duration: 55.538161ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:05.03512Z","caller":"traceutil/trace.go:171","msg":"trace[443126129] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"126.318648ms","start":"2026-05-29T02:10:04.908769Z","end":"2026-05-29T02:10:05.035087Z","steps":["trace[443126129] 'process raft request' (duration: 74.124797ms)","trace[443126129] 'compare' (duration: 52.032967ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:05.389144Z","caller":"traceutil/trace.go:171","msg":"trace[2072826708] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"130.034207ms","start":"2026-05-29T02:10:05.259074Z","end":"2026-05-29T02:10:05.389108Z","steps":["trace[2072826708] 'process raft request' (duration: 110.54225ms)","trace[2072826708] 'compare' (duration: 19.302042ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:05.415156Z","caller":"traceutil/trace.go:171","msg":"trace[1283578752] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"152.098366ms","start":"2026-05-29T02:10:05.263032Z","end":"2026-05-29T02:10:05.41513Z","steps":["trace[1283578752] 'process raft request' (duration: 151.969973ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:06.083907Z","caller":"traceutil/trace.go:171","msg":"trace[1707727077] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"109.957955ms","start":"2026-05-29T02:10:05.973922Z","end":"2026-05-29T02:10:06.08388Z","steps":["trace[1707727077] 'process raft request' (duration: 93.093031ms)","trace[1707727077] 'compare' (duration: 16.69479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:08.060859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.95821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:08.060978Z","caller":"traceutil/trace.go:171","msg":"trace[1187973620] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1596; }","duration":"199.124303ms","start":"2026-05-29T02:10:07.861824Z","end":"2026-05-29T02:10:08.060949Z","steps":["trace[1187973620] 'count revisions from in-memory index tree' (duration: 198.824976ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:08.06142Z","caller":"traceutil/trace.go:171","msg":"trace[1995575779] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"122.081317ms","start":"2026-05-29T02:10:07.939316Z","end":"2026-05-29T02:10:08.061398Z","steps":["trace[1995575779] 'process raft request' (duration: 121.915803ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:08.09372Z","caller":"traceutil/trace.go:171","msg":"trace[186192437] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"113.320796ms","start":"2026-05-29T02:10:07.980371Z","end":"2026-05-29T02:10:08.093692Z","steps":["trace[186192437] 'process raft request' (duration: 113.196763ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:10.825625Z","caller":"traceutil/trace.go:171","msg":"trace[8074449] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1670; }","duration":"104.413343ms","start":"2026-05-29T02:10:10.721187Z","end":"2026-05-29T02:10:10.8256Z","steps":["trace[8074449] 'read index received' (duration: 103.720597ms)","trace[8074449] 'applied index is now lower than readState.Index' (duration: 691.536µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:10.82566Z","caller":"traceutil/trace.go:171","msg":"trace[594393449] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"107.578469ms","start":"2026-05-29T02:10:10.718055Z","end":"2026-05-29T02:10:10.825633Z","steps":["trace[594393449] 'process raft request' (duration: 106.832341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:10.825855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.654989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:10:10.825897Z","caller":"traceutil/trace.go:171","msg":"trace[1766707988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1608; }","duration":"104.730701ms","start":"2026-05-29T02:10:10.721155Z","end":"2026-05-29T02:10:10.825885Z","steps":["trace[1766707988] 'agreement among raft nodes before linearized reading' (duration: 104.576337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:10.826109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.242389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:10:10.826161Z","caller":"traceutil/trace.go:171","msg":"trace[1650590958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1608; }","duration":"104.327101ms","start":"2026-05-29T02:10:10.72182Z","end":"2026-05-29T02:10:10.826147Z","steps":["trace[1650590958] 'agreement among raft nodes before linearized reading' (duration: 104.018854ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:16.853537Z","caller":"traceutil/trace.go:171","msg":"trace[1529840052] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1824; }","duration":"178.038528ms","start":"2026-05-29T02:10:16.675479Z","end":"2026-05-29T02:10:16.853517Z","steps":["trace[1529840052] 'read index received' (duration: 177.893375ms)","trace[1529840052] 'applied index is now lower than readState.Index' (duration: 144.163µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:16.853582Z","caller":"traceutil/trace.go:171","msg":"trace[646550323] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"191.565432ms","start":"2026-05-29T02:10:16.661987Z","end":"2026-05-29T02:10:16.853552Z","steps":["trace[646550323] 'process raft request' (duration: 191.388638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:16.853752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.250553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:16.853849Z","caller":"traceutil/trace.go:171","msg":"trace[914328617] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:1755; }","duration":"178.391727ms","start":"2026-05-29T02:10:16.675437Z","end":"2026-05-29T02:10:16.853829Z","steps":["trace[914328617] 'agreement among raft nodes before linearized reading' (duration: 178.218122ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:17.072224Z","caller":"traceutil/trace.go:171","msg":"trace[370278653] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"213.986039ms","start":"2026-05-29T02:10:16.858179Z","end":"2026-05-29T02:10:17.072165Z","steps":["trace[370278653] 'process raft request' (duration: 186.975122ms)","trace[370278653] 'compare' (duration: 26.637168ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:17.072436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.238166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:17.072503Z","caller":"traceutil/trace.go:171","msg":"trace[537904684] range","detail":"{range_begin:/registry/rolebindings/openstack/pxc-operator; range_end:; response_count:0; response_revision:1759; }","duration":"209.339658ms","start":"2026-05-29T02:10:16.863148Z","end":"2026-05-29T02:10:17.072488Z","steps":["trace[537904684] 'agreement among raft nodes before linearized reading' (duration: 209.139553ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:17.072244Z","caller":"traceutil/trace.go:171","msg":"trace[1624698808] linearizableReadLoop","detail":"{readStateIndex:1829; appliedIndex:1826; }","duration":"209.043561ms","start":"2026-05-29T02:10:16.863182Z","end":"2026-05-29T02:10:17.072226Z","steps":["trace[1624698808] 'read index received' (duration: 181.88777ms)","trace[1624698808] 'applied index is now lower than readState.Index' (duration: 27.154651ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:17.072242Z","caller":"traceutil/trace.go:171","msg":"trace[357292073] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"212.941214ms","start":"2026-05-29T02:10:16.859273Z","end":"2026-05-29T02:10:17.072214Z","steps":["trace[357292073] 'process raft request' (duration: 212.681308ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:17.07263Z","caller":"traceutil/trace.go:171","msg":"trace[424522941] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"213.142949ms","start":"2026-05-29T02:10:16.859362Z","end":"2026-05-29T02:10:17.072505Z","steps":["trace[424522941] 'process raft request' (duration: 212.779811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:17.072936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.757543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:10:17.072939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.514593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:10:17.073007Z","caller":"traceutil/trace.go:171","msg":"trace[1385295630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1759; }","duration":"190.881676ms","start":"2026-05-29T02:10:16.882108Z","end":"2026-05-29T02:10:17.07299Z","steps":["trace[1385295630] 'agreement among raft nodes before linearized reading' (duration: 190.606019ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:17.073052Z","caller":"traceutil/trace.go:171","msg":"trace[832910193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1759; }","duration":"131.649975ms","start":"2026-05-29T02:10:16.941351Z","end":"2026-05-29T02:10:17.073001Z","steps":["trace[832910193] 'agreement among raft nodes before linearized reading' (duration: 131.338138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:17.073332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.672655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:10:17.073426Z","caller":"traceutil/trace.go:171","msg":"trace[2073519291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1759; }","duration":"201.802057ms","start":"2026-05-29T02:10:16.871614Z","end":"2026-05-29T02:10:17.073416Z","steps":["trace[2073519291] 'agreement among raft nodes before linearized reading' (duration: 201.192563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:17.588868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.463813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:17.589014Z","caller":"traceutil/trace.go:171","msg":"trace[987289474] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"176.935022ms","start":"2026-05-29T02:10:17.412048Z","end":"2026-05-29T02:10:17.588983Z","steps":["trace[987289474] 'process raft request' (duration: 42.243283ms)","trace[987289474] 'compare' (duration: 134.32337ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:17.605705Z","caller":"traceutil/trace.go:171","msg":"trace[70026215] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"193.186861ms","start":"2026-05-29T02:10:17.412483Z","end":"2026-05-29T02:10:17.60567Z","steps":["trace[70026215] 'process raft request' (duration: 192.954485ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:17.605749Z","caller":"traceutil/trace.go:171","msg":"trace[988667557] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"192.373501ms","start":"2026-05-29T02:10:17.41335Z","end":"2026-05-29T02:10:17.605724Z","steps":["trace[988667557] 'process raft request' (duration: 192.185756ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:17.605945Z","caller":"traceutil/trace.go:171","msg":"trace[1516979830] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"181.988133ms","start":"2026-05-29T02:10:17.423933Z","end":"2026-05-29T02:10:17.605921Z","steps":["trace[1516979830] 'process raft request' (duration: 181.688115ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:20.672632Z","caller":"traceutil/trace.go:171","msg":"trace[1773774463] transaction","detail":"{read_only:false; response_revision:1799; number_of_response:1; }","duration":"191.810138ms","start":"2026-05-29T02:10:20.480794Z","end":"2026-05-29T02:10:20.672604Z","steps":["trace[1773774463] 'process raft request' (duration: 191.641744ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:20.904093Z","caller":"traceutil/trace.go:171","msg":"trace[2091065067] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"323.610947ms","start":"2026-05-29T02:10:20.580389Z","end":"2026-05-29T02:10:20.904Z","steps":["trace[2091065067] 'process raft request' (duration: 274.154532ms)","trace[2091065067] 'compare' (duration: 49.321442ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:20.904246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:20.580361Z","time spent":"323.803432ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:25.03459Z","caller":"traceutil/trace.go:171","msg":"trace[2095877623] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"101.560795ms","start":"2026-05-29T02:10:24.933007Z","end":"2026-05-29T02:10:25.034568Z","steps":["trace[2095877623] 'process raft request' (duration: 101.442842ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:26.519598Z","caller":"traceutil/trace.go:171","msg":"trace[1088986160] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"105.615122ms","start":"2026-05-29T02:10:26.413955Z","end":"2026-05-29T02:10:26.51957Z","steps":["trace[1088986160] 'process raft request' (duration: 79.356852ms)","trace[1088986160] 'compare' (duration: 26.109966ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:26.868349Z","caller":"traceutil/trace.go:171","msg":"trace[1549028832] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"175.263211ms","start":"2026-05-29T02:10:26.69305Z","end":"2026-05-29T02:10:26.868313Z","steps":["trace[1549028832] 'process raft request' (duration: 175.060976ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:26.868381Z","caller":"traceutil/trace.go:171","msg":"trace[397097427] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"184.424481ms","start":"2026-05-29T02:10:26.683901Z","end":"2026-05-29T02:10:26.868325Z","steps":["trace[397097427] 'process raft request' (duration: 184.057482ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:26.868582Z","caller":"traceutil/trace.go:171","msg":"trace[1428939321] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1926; }","duration":"162.007353ms","start":"2026-05-29T02:10:26.706539Z","end":"2026-05-29T02:10:26.868547Z","steps":["trace[1428939321] 'read index received' (duration: 28.944513ms)","trace[1428939321] 'applied index is now lower than readState.Index' (duration: 133.06122ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:26.868624Z","caller":"traceutil/trace.go:171","msg":"trace[614371464] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"155.712422ms","start":"2026-05-29T02:10:26.7129Z","end":"2026-05-29T02:10:26.868612Z","steps":["trace[614371464] 'process raft request' (duration: 155.257932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:26.869054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.493105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:10:26.869204Z","caller":"traceutil/trace.go:171","msg":"trace[746260450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1861; }","duration":"162.69933ms","start":"2026-05-29T02:10:26.706486Z","end":"2026-05-29T02:10:26.869185Z","steps":["trace[746260450] 'agreement among raft nodes before linearized reading' (duration: 162.28959ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.092073Z","caller":"traceutil/trace.go:171","msg":"trace[115925967] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"352.13657ms","start":"2026-05-29T02:10:26.739908Z","end":"2026-05-29T02:10:27.092045Z","steps":["trace[115925967] 'process raft request' (duration: 305.844171ms)","trace[115925967] 'compare' (duration: 46.093365ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:27.092238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:26.739882Z","time spent":"352.272324ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:27.092331Z","caller":"traceutil/trace.go:171","msg":"trace[284514218] linearizableReadLoop","detail":"{readStateIndex:1936; appliedIndex:1934; }","duration":"223.525828ms","start":"2026-05-29T02:10:26.868745Z","end":"2026-05-29T02:10:27.092271Z","steps":["trace[284514218] 'read index received' (duration: 177.022923ms)","trace[284514218] 'applied index is now lower than readState.Index' (duration: 46.501605ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:27.092446Z","caller":"traceutil/trace.go:171","msg":"trace[550661573] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"341.486135ms","start":"2026-05-29T02:10:26.75088Z","end":"2026-05-29T02:10:27.092366Z","steps":["trace[550661573] 'process raft request' (duration: 341.105976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.092722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.418015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:27.092814Z","caller":"traceutil/trace.go:171","msg":"trace[91572043] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1863; }","duration":"233.753593ms","start":"2026-05-29T02:10:26.859042Z","end":"2026-05-29T02:10:27.092795Z","steps":["trace[91572043] 'agreement among raft nodes before linearized reading' (duration: 233.380084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.092982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:26.750849Z","time spent":"341.914996ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18142,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:27.171031Z","caller":"traceutil/trace.go:171","msg":"trace[1394248280] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"297.794449ms","start":"2026-05-29T02:10:26.873202Z","end":"2026-05-29T02:10:27.170996Z","steps":["trace[1394248280] 'process raft request' (duration: 297.505012ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.171044Z","caller":"traceutil/trace.go:171","msg":"trace[1437946184] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"297.356398ms","start":"2026-05-29T02:10:26.873641Z","end":"2026-05-29T02:10:27.170998Z","steps":["trace[1437946184] 'process raft request' (duration: 297.184534ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.171141Z","caller":"traceutil/trace.go:171","msg":"trace[15426482] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"297.393669ms","start":"2026-05-29T02:10:26.873726Z","end":"2026-05-29T02:10:27.17112Z","steps":["trace[15426482] 'process raft request' (duration: 297.158733ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.171344Z","caller":"traceutil/trace.go:171","msg":"trace[2144719429] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"297.330838ms","start":"2026-05-29T02:10:26.873987Z","end":"2026-05-29T02:10:27.171318Z","steps":["trace[2144719429] 'process raft request' (duration: 296.944549ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.171381Z","caller":"traceutil/trace.go:171","msg":"trace[1152287672] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"297.081602ms","start":"2026-05-29T02:10:26.874286Z","end":"2026-05-29T02:10:27.171368Z","steps":["trace[1152287672] 'process raft request' (duration: 296.859987ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.171505Z","caller":"traceutil/trace.go:171","msg":"trace[1687191928] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"296.814036ms","start":"2026-05-29T02:10:26.874659Z","end":"2026-05-29T02:10:27.171473Z","steps":["trace[1687191928] 'process raft request' (duration: 296.617411ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.171631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.650317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:27.171697Z","caller":"traceutil/trace.go:171","msg":"trace[112179785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"101.775139ms","start":"2026-05-29T02:10:27.0699Z","end":"2026-05-29T02:10:27.171675Z","steps":["trace[112179785] 'agreement among raft nodes before linearized reading' (duration: 101.574755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.171732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.319762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:10:27.171754Z","caller":"traceutil/trace.go:171","msg":"trace[1960344168] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"291.61435ms","start":"2026-05-29T02:10:26.880128Z","end":"2026-05-29T02:10:27.171743Z","steps":["trace[1960344168] 'process raft request' (duration: 291.219211ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.171767Z","caller":"traceutil/trace.go:171","msg":"trace[468292064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1870; }","duration":"132.405374ms","start":"2026-05-29T02:10:27.039351Z","end":"2026-05-29T02:10:27.171756Z","steps":["trace[468292064] 'agreement among raft nodes before linearized reading' (duration: 132.23752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.171785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.57324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:10:27.171828Z","caller":"traceutil/trace.go:171","msg":"trace[501616379] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:1870; }","duration":"160.670322ms","start":"2026-05-29T02:10:27.011144Z","end":"2026-05-29T02:10:27.171814Z","steps":["trace[501616379] 'agreement among raft nodes before linearized reading' (duration: 160.525708ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.276769Z","caller":"traceutil/trace.go:171","msg":"trace[1039422976] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1943; }","duration":"105.320895ms","start":"2026-05-29T02:10:27.171424Z","end":"2026-05-29T02:10:27.276745Z","steps":["trace[1039422976] 'read index received' (duration: 91.681648ms)","trace[1039422976] 'applied index is now lower than readState.Index' (duration: 13.637917ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:27.276898Z","caller":"traceutil/trace.go:171","msg":"trace[1734230539] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"115.729774ms","start":"2026-05-29T02:10:27.161112Z","end":"2026-05-29T02:10:27.276842Z","steps":["trace[1734230539] 'process raft request' (duration: 115.56387ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.276972Z","caller":"traceutil/trace.go:171","msg":"trace[695085751] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"180.436455ms","start":"2026-05-29T02:10:27.096494Z","end":"2026-05-29T02:10:27.27693Z","steps":["trace[695085751] 'process raft request' (duration: 166.516712ms)","trace[695085751] 'compare' (duration: 13.499993ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:27.277096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.688503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-29T02:10:27.276998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.900272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:27.277167Z","caller":"traceutil/trace.go:171","msg":"trace[988135096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"110.813437ms","start":"2026-05-29T02:10:27.166337Z","end":"2026-05-29T02:10:27.277151Z","steps":["trace[988135096] 'agreement among raft nodes before linearized reading' (duration: 110.53019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.277113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.705592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:6639"} {"level":"info","ts":"2026-05-29T02:10:27.277221Z","caller":"traceutil/trace.go:171","msg":"trace[1566856651] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1872; }","duration":"127.158849ms","start":"2026-05-29T02:10:27.150031Z","end":"2026-05-29T02:10:27.27719Z","steps":["trace[1566856651] 'agreement among raft nodes before linearized reading' (duration: 126.839041ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.277285Z","caller":"traceutil/trace.go:171","msg":"trace[501547927] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1872; }","duration":"180.929647ms","start":"2026-05-29T02:10:27.096346Z","end":"2026-05-29T02:10:27.277276Z","steps":["trace[501547927] 'agreement among raft nodes before linearized reading' (duration: 180.598829ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.347337Z","caller":"traceutil/trace.go:171","msg":"trace[890341242] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"170.19564ms","start":"2026-05-29T02:10:27.177121Z","end":"2026-05-29T02:10:27.347316Z","steps":["trace[890341242] 'process raft request' (duration: 169.656287ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.34815Z","caller":"traceutil/trace.go:171","msg":"trace[990354666] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"170.959518ms","start":"2026-05-29T02:10:27.177159Z","end":"2026-05-29T02:10:27.348119Z","steps":["trace[990354666] 'process raft request' (duration: 170.099217ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.34837Z","caller":"traceutil/trace.go:171","msg":"trace[238240608] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"171.145863ms","start":"2026-05-29T02:10:27.177169Z","end":"2026-05-29T02:10:27.348315Z","steps":["trace[238240608] 'process raft request' (duration: 170.887006ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.348497Z","caller":"traceutil/trace.go:171","msg":"trace[488494798] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"171.175554ms","start":"2026-05-29T02:10:27.177301Z","end":"2026-05-29T02:10:27.348476Z","steps":["trace[488494798] 'process raft request' (duration: 170.850836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.349132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.116132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:27.349142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.215772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-29T02:10:27.349144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.040511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-29T02:10:27.349169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.02082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:112414"} {"level":"info","ts":"2026-05-29T02:10:27.349174Z","caller":"traceutil/trace.go:171","msg":"trace[1725541431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1877; }","duration":"176.219764ms","start":"2026-05-29T02:10:27.172943Z","end":"2026-05-29T02:10:27.349163Z","steps":["trace[1725541431] 'agreement among raft nodes before linearized reading' (duration: 176.122972ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.34921Z","caller":"traceutil/trace.go:171","msg":"trace[335572958] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1877; }","duration":"171.111482ms","start":"2026-05-29T02:10:27.178088Z","end":"2026-05-29T02:10:27.3492Z","steps":["trace[335572958] 'agreement among raft nodes before linearized reading' (duration: 170.928807ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.349211Z","caller":"traceutil/trace.go:171","msg":"trace[67174688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1877; }","duration":"136.169624ms","start":"2026-05-29T02:10:27.213022Z","end":"2026-05-29T02:10:27.349191Z","steps":["trace[67174688] 'agreement among raft nodes before linearized reading' (duration: 135.931128ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.349227Z","caller":"traceutil/trace.go:171","msg":"trace[1929505081] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1877; }","duration":"120.298584ms","start":"2026-05-29T02:10:27.228879Z","end":"2026-05-29T02:10:27.349177Z","steps":["trace[1929505081] 'agreement among raft nodes before linearized reading' (duration: 120.09935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.349311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.085892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:10:27.349393Z","caller":"traceutil/trace.go:171","msg":"trace[408981952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1877; }","duration":"131.260516ms","start":"2026-05-29T02:10:27.218112Z","end":"2026-05-29T02:10:27.349373Z","steps":["trace[408981952] 'agreement among raft nodes before linearized reading' (duration: 130.99115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.349379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.885156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9209"} {"level":"info","ts":"2026-05-29T02:10:27.348959Z","caller":"traceutil/trace.go:171","msg":"trace[1712324724] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"160.15698ms","start":"2026-05-29T02:10:27.188785Z","end":"2026-05-29T02:10:27.348942Z","steps":["trace[1712324724] 'process raft request' (duration: 159.596296ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.349586Z","caller":"traceutil/trace.go:171","msg":"trace[1625329395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1877; }","duration":"171.108631ms","start":"2026-05-29T02:10:27.178447Z","end":"2026-05-29T02:10:27.349556Z","steps":["trace[1625329395] 'agreement among raft nodes before linearized reading' (duration: 170.704032ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.410821Z","caller":"traceutil/trace.go:171","msg":"trace[102021490] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"124.091114ms","start":"2026-05-29T02:10:27.286706Z","end":"2026-05-29T02:10:27.410797Z","steps":["trace[102021490] 'process raft request' (duration: 123.988092ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:27.410831Z","caller":"traceutil/trace.go:171","msg":"trace[957028412] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"130.019507ms","start":"2026-05-29T02:10:27.280769Z","end":"2026-05-29T02:10:27.410789Z","steps":["trace[957028412] 'process raft request' (duration: 120.867458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.411962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.276512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-05-29T02:10:27.412195Z","caller":"traceutil/trace.go:171","msg":"trace[1048226708] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:1885; }","duration":"130.54337ms","start":"2026-05-29T02:10:27.281608Z","end":"2026-05-29T02:10:27.412151Z","steps":["trace[1048226708] 'agreement among raft nodes before linearized reading' (duration: 130.13762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:27.412371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.122585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:27.412453Z","caller":"traceutil/trace.go:171","msg":"trace[1261256757] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1885; }","duration":"124.249148ms","start":"2026-05-29T02:10:27.288183Z","end":"2026-05-29T02:10:27.412432Z","steps":["trace[1261256757] 'agreement among raft nodes before linearized reading' (duration: 124.119565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:29.854907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624679685,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:10:29.90361Z","caller":"traceutil/trace.go:171","msg":"trace[1162826281] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"723.034082ms","start":"2026-05-29T02:10:29.180549Z","end":"2026-05-29T02:10:29.903583Z","steps":["trace[1162826281] 'process raft request' (duration: 722.847838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:29.903785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.18052Z","time spent":"723.175265ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:30.776133Z","caller":"traceutil/trace.go:171","msg":"trace[1048205305] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1992; }","duration":"1.421763401s","start":"2026-05-29T02:10:29.35434Z","end":"2026-05-29T02:10:30.776103Z","steps":["trace[1048205305] 'read index received' (duration: 549.167014ms)","trace[1048205305] 'applied index is now lower than readState.Index' (duration: 872.595097ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:30.776283Z","caller":"traceutil/trace.go:171","msg":"trace[1744018464] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.493740166s","start":"2026-05-29T02:10:29.282524Z","end":"2026-05-29T02:10:30.776265Z","steps":["trace[1744018464] 'process raft request' (duration: 1.458992043s)","trace[1744018464] 'compare' (duration: 34.119968ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:30.776366Z","caller":"traceutil/trace.go:171","msg":"trace[1387244823] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"948.918296ms","start":"2026-05-29T02:10:29.827389Z","end":"2026-05-29T02:10:30.776307Z","steps":["trace[1387244823] 'process raft request' (duration: 948.575288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.776415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.282491Z","time spent":"1.493829409s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:30.776547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.827365Z","time spent":"949.084961ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:30.776613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422209852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:10:30.776763Z","caller":"traceutil/trace.go:171","msg":"trace[174986542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1921; }","duration":"1.422449978s","start":"2026-05-29T02:10:29.354295Z","end":"2026-05-29T02:10:30.776745Z","steps":["trace[174986542] 'agreement among raft nodes before linearized reading' (duration: 1.422095129s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.776822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.354274Z","time spent":"1.422531849s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:30.794178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378831792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:10:30.794295Z","caller":"traceutil/trace.go:171","msg":"trace[1181165983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"1.379003426s","start":"2026-05-29T02:10:29.415271Z","end":"2026-05-29T02:10:30.794275Z","steps":["trace[1181165983] 'agreement among raft nodes before linearized reading' (duration: 1.37874937s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.794338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.415248Z","time spent":"1.379080718s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:10:30.794329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162484166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:10:30.794353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076886054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-29T02:10:30.794326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.596037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:30.794395Z","caller":"traceutil/trace.go:171","msg":"trace[141222871] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1922; }","duration":"1.162594618s","start":"2026-05-29T02:10:29.631781Z","end":"2026-05-29T02:10:30.794376Z","steps":["trace[141222871] 'agreement among raft nodes before linearized reading' (duration: 1.162481246s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:30.794414Z","caller":"traceutil/trace.go:171","msg":"trace[1511327075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3; range_end:; response_count:1; response_revision:1922; }","duration":"1.076987086s","start":"2026-05-29T02:10:29.71741Z","end":"2026-05-29T02:10:30.794397Z","steps":["trace[1511327075] 'agreement among raft nodes before linearized reading' (duration: 1.076814042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.794434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37707118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-29T02:10:30.794454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.717383Z","time spent":"1.077059968s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" "} {"level":"warn","ts":"2026-05-29T02:10:30.794453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.631756Z","time spent":"1.162683021s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:10:30.794449Z","caller":"traceutil/trace.go:171","msg":"trace[435382376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"726.761131ms","start":"2026-05-29T02:10:30.067656Z","end":"2026-05-29T02:10:30.794417Z","steps":["trace[435382376] 'agreement among raft nodes before linearized reading' (duration: 726.487195ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:30.794477Z","caller":"traceutil/trace.go:171","msg":"trace[275656747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"1.377175162s","start":"2026-05-29T02:10:29.41729Z","end":"2026-05-29T02:10:30.794465Z","steps":["trace[275656747] 'agreement among raft nodes before linearized reading' (duration: 1.376979338s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.794177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342630354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-29T02:10:30.794518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.417271Z","time spent":"1.377239554s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:30.794525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:30.067635Z","time spent":"726.877434ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:10:30.794539Z","caller":"traceutil/trace.go:171","msg":"trace[1324227079] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3; range_end:; response_count:1; response_revision:1922; }","duration":"1.342981082s","start":"2026-05-29T02:10:29.451524Z","end":"2026-05-29T02:10:30.794505Z","steps":["trace[1324227079] 'agreement among raft nodes before linearized reading' (duration: 1.342528942s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.794572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.45146Z","time spent":"1.343103185s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" "} {"level":"info","ts":"2026-05-29T02:10:30.794191Z","caller":"traceutil/trace.go:171","msg":"trace[735806669] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"573.564668ms","start":"2026-05-29T02:10:30.220601Z","end":"2026-05-29T02:10:30.794166Z","steps":["trace[735806669] 'process raft request' (duration: 573.274261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.794722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:30.220571Z","time spent":"574.092021ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:30.79473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377382367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-29T02:10:30.794854Z","caller":"traceutil/trace.go:171","msg":"trace[169616354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"1.37753841s","start":"2026-05-29T02:10:29.417297Z","end":"2026-05-29T02:10:30.794835Z","steps":["trace[169616354] 'agreement among raft nodes before linearized reading' (duration: 1.377127431s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.794938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.41728Z","time spent":"1.377642543s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:10:30.795056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376595118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-29T02:10:30.795096Z","caller":"traceutil/trace.go:171","msg":"trace[1636436363] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1922; }","duration":"1.376648049s","start":"2026-05-29T02:10:29.418434Z","end":"2026-05-29T02:10:30.795082Z","steps":["trace[1636436363] 'agreement among raft nodes before linearized reading' (duration: 1.375652845s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.795116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.418427Z","time spent":"1.37668441s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:10:30.795134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369093998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:30.795208Z","caller":"traceutil/trace.go:171","msg":"trace[1248881877] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"1.369199191s","start":"2026-05-29T02:10:29.425985Z","end":"2026-05-29T02:10:30.795184Z","steps":["trace[1248881877] 'agreement among raft nodes before linearized reading' (duration: 1.368950925s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:30.795251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:29.425972Z","time spent":"1.369272872s","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-29T02:10:30.973037Z","caller":"traceutil/trace.go:171","msg":"trace[1355362726] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"173.703923ms","start":"2026-05-29T02:10:30.79931Z","end":"2026-05-29T02:10:30.973014Z","steps":["trace[1355362726] 'process raft request' (duration: 173.274883ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:30.973379Z","caller":"traceutil/trace.go:171","msg":"trace[728252888] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"173.574671ms","start":"2026-05-29T02:10:30.799783Z","end":"2026-05-29T02:10:30.973358Z","steps":["trace[728252888] 'process raft request' (duration: 173.191041ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:30.973426Z","caller":"traceutil/trace.go:171","msg":"trace[163757994] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"173.486949ms","start":"2026-05-29T02:10:30.799918Z","end":"2026-05-29T02:10:30.973405Z","steps":["trace[163757994] 'process raft request' (duration: 173.299914ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:30.973461Z","caller":"traceutil/trace.go:171","msg":"trace[566593447] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"171.100732ms","start":"2026-05-29T02:10:30.802344Z","end":"2026-05-29T02:10:30.973445Z","steps":["trace[566593447] 'process raft request' (duration: 171.03479ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:30.973494Z","caller":"traceutil/trace.go:171","msg":"trace[1206546454] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"172.359031ms","start":"2026-05-29T02:10:30.801107Z","end":"2026-05-29T02:10:30.973466Z","steps":["trace[1206546454] 'process raft request' (duration: 172.231818ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:31.462678Z","caller":"traceutil/trace.go:171","msg":"trace[297945722] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:2002; }","duration":"116.076053ms","start":"2026-05-29T02:10:31.346578Z","end":"2026-05-29T02:10:31.462654Z","steps":["trace[297945722] 'read index received' (duration: 115.868178ms)","trace[297945722] 'applied index is now lower than readState.Index' (duration: 206.845µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:31.462768Z","caller":"traceutil/trace.go:171","msg":"trace[2041562332] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"181.706025ms","start":"2026-05-29T02:10:31.281016Z","end":"2026-05-29T02:10:31.462722Z","steps":["trace[2041562332] 'process raft request' (duration: 181.447389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:31.463098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.501353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:31.463164Z","caller":"traceutil/trace.go:171","msg":"trace[955091023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1929; }","duration":"116.654077ms","start":"2026-05-29T02:10:31.346496Z","end":"2026-05-29T02:10:31.46315Z","steps":["trace[955091023] 'agreement among raft nodes before linearized reading' (duration: 116.258987ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:32.43386Z","caller":"traceutil/trace.go:171","msg":"trace[1677600342] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"521.236874ms","start":"2026-05-29T02:10:31.912595Z","end":"2026-05-29T02:10:32.433832Z","steps":["trace[1677600342] 'process raft request' (duration: 521.07631ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:32.434032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:31.912567Z","time spent":"521.378757ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:32.439025Z","caller":"traceutil/trace.go:171","msg":"trace[979609620] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"520.841374ms","start":"2026-05-29T02:10:31.91813Z","end":"2026-05-29T02:10:32.438971Z","steps":["trace[979609620] 'process raft request' (duration: 520.67628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:32.439242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:31.918114Z","time spent":"521.030569ms","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:32.440823Z","caller":"traceutil/trace.go:171","msg":"trace[1111386240] linearizableReadLoop","detail":"{readStateIndex:2005; appliedIndex:2003; }","duration":"370.595433ms","start":"2026-05-29T02:10:32.070191Z","end":"2026-05-29T02:10:32.440787Z","steps":["trace[1111386240] 'read index received' (duration: 363.523244ms)","trace[1111386240] 'applied index is now lower than readState.Index' (duration: 7.070699ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:32.440991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.781218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:32.441037Z","caller":"traceutil/trace.go:171","msg":"trace[2137316360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1931; }","duration":"370.936282ms","start":"2026-05-29T02:10:32.070086Z","end":"2026-05-29T02:10:32.441022Z","steps":["trace[2137316360] 'agreement among raft nodes before linearized reading' (duration: 370.83758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:32.441075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:32.070056Z","time spent":"371.008483ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:10:35.908666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.546351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:35.908787Z","caller":"traceutil/trace.go:171","msg":"trace[2049013241] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"161.827859ms","start":"2026-05-29T02:10:35.746932Z","end":"2026-05-29T02:10:35.90876Z","steps":["trace[2049013241] 'process raft request' (duration: 38.118344ms)","trace[2049013241] 'compare' (duration: 123.299956ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:35.908866Z","caller":"traceutil/trace.go:171","msg":"trace[787511542] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"147.093206ms","start":"2026-05-29T02:10:35.761751Z","end":"2026-05-29T02:10:35.908844Z","steps":["trace[787511542] 'process raft request' (duration: 147.017314ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:35.909103Z","caller":"traceutil/trace.go:171","msg":"trace[666006786] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"156.43365ms","start":"2026-05-29T02:10:35.752648Z","end":"2026-05-29T02:10:35.909081Z","steps":["trace[666006786] 'read index received' (duration: 32.385917ms)","trace[666006786] 'applied index is now lower than readState.Index' (duration: 124.045493ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:35.909331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.671136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-05-29T02:10:35.909379Z","caller":"traceutil/trace.go:171","msg":"trace[2085091018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1968; }","duration":"156.768928ms","start":"2026-05-29T02:10:35.752599Z","end":"2026-05-29T02:10:35.909368Z","steps":["trace[2085091018] 'agreement among raft nodes before linearized reading' (duration: 156.556003ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:36.822319Z","caller":"traceutil/trace.go:171","msg":"trace[1738685620] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"103.277895ms","start":"2026-05-29T02:10:36.719018Z","end":"2026-05-29T02:10:36.822296Z","steps":["trace[1738685620] 'process raft request' (duration: 103.120152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:37.469843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.181865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:10:37.469924Z","caller":"traceutil/trace.go:171","msg":"trace[514999534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1979; }","duration":"471.306598ms","start":"2026-05-29T02:10:36.998597Z","end":"2026-05-29T02:10:37.469904Z","steps":["trace[514999534] 'range keys from in-memory index tree' (duration: 470.966479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:37.469906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.333157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:10:37.469965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:36.99858Z","time spent":"471.377239ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:10:37.469959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.66935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:37.470031Z","caller":"traceutil/trace.go:171","msg":"trace[1701536921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1979; }","duration":"399.793873ms","start":"2026-05-29T02:10:37.070219Z","end":"2026-05-29T02:10:37.470013Z","steps":["trace[1701536921] 'range keys from in-memory index tree' (duration: 399.571318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:37.470098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:37.070198Z","time spent":"399.874695ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:10:37.470108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.265695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:10:37.470123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.50802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-29T02:10:37.470121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.825292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:10:37.470173Z","caller":"traceutil/trace.go:171","msg":"trace[1140150175] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:1979; }","duration":"458.361407ms","start":"2026-05-29T02:10:37.011797Z","end":"2026-05-29T02:10:37.470158Z","steps":["trace[1140150175] 'range keys from in-memory index tree' (duration: 458.131561ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:37.47019Z","caller":"traceutil/trace.go:171","msg":"trace[2051978606] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1979; }","duration":"473.610213ms","start":"2026-05-29T02:10:36.996557Z","end":"2026-05-29T02:10:37.470167Z","steps":["trace[2051978606] 'range keys from in-memory index tree' (duration: 473.331666ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:37.470214Z","caller":"traceutil/trace.go:171","msg":"trace[1734819599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1979; }","duration":"474.971425ms","start":"2026-05-29T02:10:36.995224Z","end":"2026-05-29T02:10:37.470195Z","steps":["trace[1734819599] 'range keys from in-memory index tree' (duration: 474.561496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:37.470252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:36.996533Z","time spent":"473.708075ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:10:37.470263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:36.995202Z","time spent":"475.050858ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:10:37.470011Z","caller":"traceutil/trace.go:171","msg":"trace[509917638] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1979; }","duration":"521.47234ms","start":"2026-05-29T02:10:36.948512Z","end":"2026-05-29T02:10:37.469984Z","steps":["trace[509917638] 'count revisions from in-memory index tree' (duration: 521.236994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:37.470384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.860601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:10:37.470538Z","caller":"traceutil/trace.go:171","msg":"trace[1359292700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1979; }","duration":"472.205109ms","start":"2026-05-29T02:10:36.998308Z","end":"2026-05-29T02:10:37.470513Z","steps":["trace[1359292700] 'range keys from in-memory index tree' (duration: 471.290998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:37.47063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:36.998281Z","time spent":"472.332312ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:37.470212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:37.011787Z","time spent":"458.418298ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:10:37.470462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:36.948458Z","time spent":"521.976382ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:10:42.711157Z","caller":"traceutil/trace.go:171","msg":"trace[2130123361] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"113.407489ms","start":"2026-05-29T02:10:42.59772Z","end":"2026-05-29T02:10:42.711127Z","steps":["trace[2130123361] 'process raft request' (duration: 102.833705ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.054605Z","caller":"traceutil/trace.go:171","msg":"trace[597983309] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"192.882033ms","start":"2026-05-29T02:10:44.861677Z","end":"2026-05-29T02:10:45.054559Z","steps":["trace[597983309] 'process raft request' (duration: 173.98696ms)","trace[597983309] 'compare' (duration: 18.678438ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:45.880233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.783941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:45.880443Z","caller":"traceutil/trace.go:171","msg":"trace[2045713116] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2042; }","duration":"145.006076ms","start":"2026-05-29T02:10:45.73541Z","end":"2026-05-29T02:10:45.880416Z","steps":["trace[2045713116] 'range keys from in-memory index tree' (duration: 144.76071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.881136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.977148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:45.881472Z","caller":"traceutil/trace.go:171","msg":"trace[1945853616] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2119; }","duration":"916.50143ms","start":"2026-05-29T02:10:44.964947Z","end":"2026-05-29T02:10:45.881448Z","steps":["trace[1945853616] 'read index received' (duration: 70.795067ms)","trace[1945853616] 'applied index is now lower than readState.Index' (duration: 845.704913ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:45.881538Z","caller":"traceutil/trace.go:171","msg":"trace[2035829394] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"920.593388ms","start":"2026-05-29T02:10:44.960911Z","end":"2026-05-29T02:10:45.881504Z","steps":["trace[2035829394] 'process raft request' (duration: 920.442344ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.881688Z","caller":"traceutil/trace.go:171","msg":"trace[218423482] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"921.389536ms","start":"2026-05-29T02:10:44.960212Z","end":"2026-05-29T02:10:45.881602Z","steps":["trace[218423482] 'process raft request' (duration: 530.728272ms)","trace[218423482] 'compare' (duration: 389.073076ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:45.881821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.008099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:45.881887Z","caller":"traceutil/trace.go:171","msg":"trace[15915870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"909.115932ms","start":"2026-05-29T02:10:44.972755Z","end":"2026-05-29T02:10:45.881871Z","steps":["trace[15915870] 'agreement among raft nodes before linearized reading' (duration: 908.882986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.881931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:44.972739Z","time spent":"909.183104ms","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:10:45.881928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.159538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:45.881998Z","caller":"traceutil/trace.go:171","msg":"trace[442034077] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2044; }","duration":"633.27057ms","start":"2026-05-29T02:10:45.248704Z","end":"2026-05-29T02:10:45.881975Z","steps":["trace[442034077] 'agreement among raft nodes before linearized reading' (duration: 633.107026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.882049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:45.24868Z","time spent":"633.356162ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:45.881726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.772146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:10:45.88202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.140688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:45.882267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.382149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:10:45.882332Z","caller":"traceutil/trace.go:171","msg":"trace[217468589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2044; }","duration":"365.47596ms","start":"2026-05-29T02:10:45.516843Z","end":"2026-05-29T02:10:45.882318Z","steps":["trace[217468589] 'agreement among raft nodes before linearized reading' (duration: 365.144793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.882258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.978387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-29T02:10:45.882434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.873404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:10:45.882493Z","caller":"traceutil/trace.go:171","msg":"trace[1900862774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2044; }","duration":"366.967356ms","start":"2026-05-29T02:10:45.515509Z","end":"2026-05-29T02:10:45.882476Z","steps":["trace[1900862774] 'agreement among raft nodes before linearized reading' (duration: 366.266649ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.882465Z","caller":"traceutil/trace.go:171","msg":"trace[1453171149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2044; }","duration":"372.325065ms","start":"2026-05-29T02:10:45.510102Z","end":"2026-05-29T02:10:45.882427Z","steps":["trace[1453171149] 'agreement among raft nodes before linearized reading' (duration: 371.827703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.882537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:45.515483Z","time spent":"367.045818ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:10:45.882323Z","caller":"traceutil/trace.go:171","msg":"trace[309726459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2044; }","duration":"812.510527ms","start":"2026-05-29T02:10:45.069783Z","end":"2026-05-29T02:10:45.882294Z","steps":["trace[309726459] 'agreement among raft nodes before linearized reading' (duration: 812.089227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.882611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:45.069758Z","time spent":"812.835734ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:10:45.882626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:45.510078Z","time spent":"372.527819ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:10:45.88266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.962877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:10:45.882272Z","caller":"traceutil/trace.go:171","msg":"trace[1646708719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2044; }","duration":"917.33234ms","start":"2026-05-29T02:10:44.964912Z","end":"2026-05-29T02:10:45.882244Z","steps":["trace[1646708719] 'agreement among raft nodes before linearized reading' (duration: 916.684134ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:45.882784Z","caller":"traceutil/trace.go:171","msg":"trace[1589819178] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2044; }","duration":"362.117331ms","start":"2026-05-29T02:10:45.520634Z","end":"2026-05-29T02:10:45.882751Z","steps":["trace[1589819178] 'agreement among raft nodes before linearized reading' (duration: 361.199959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:45.882873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:45.520621Z","time spent":"362.237793ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:10:45.882379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:45.516833Z","time spent":"365.537343ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:45.881752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:44.960886Z","time spent":"920.748271ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:45.882897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:44.964901Z","time spent":"917.976595ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:45.883216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:44.960184Z","time spent":"921.648613ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:46.059897Z","caller":"traceutil/trace.go:171","msg":"trace[158796827] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"171.772998ms","start":"2026-05-29T02:10:45.888097Z","end":"2026-05-29T02:10:46.05987Z","steps":["trace[158796827] 'process raft request' (duration: 171.707056ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:46.05993Z","caller":"traceutil/trace.go:171","msg":"trace[814618259] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"172.078135ms","start":"2026-05-29T02:10:45.887792Z","end":"2026-05-29T02:10:46.05987Z","steps":["trace[814618259] 'process raft request' (duration: 167.70623ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:46.059969Z","caller":"traceutil/trace.go:171","msg":"trace[1513423776] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"172.123916ms","start":"2026-05-29T02:10:45.887792Z","end":"2026-05-29T02:10:46.059916Z","steps":["trace[1513423776] 'process raft request' (duration: 171.919851ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:46.060106Z","caller":"traceutil/trace.go:171","msg":"trace[206356416] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"170.925898ms","start":"2026-05-29T02:10:45.889155Z","end":"2026-05-29T02:10:46.060081Z","steps":["trace[206356416] 'process raft request' (duration: 170.681422ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:46.897005Z","caller":"traceutil/trace.go:171","msg":"trace[859523785] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"247.683317ms","start":"2026-05-29T02:10:46.649294Z","end":"2026-05-29T02:10:46.896978Z","steps":["trace[859523785] 'process raft request' (duration: 247.476442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.846835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.187202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:47.846922Z","caller":"traceutil/trace.go:171","msg":"trace[246408922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2050; }","duration":"848.293304ms","start":"2026-05-29T02:10:46.998608Z","end":"2026-05-29T02:10:47.846901Z","steps":["trace[246408922] 'count revisions from in-memory index tree' (duration: 848.09045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.846967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:46.998539Z","time spent":"848.416388ms","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:47.846968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.865338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:10:47.847122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.201268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:47.84704Z","caller":"traceutil/trace.go:171","msg":"trace[1050888083] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:2050; }","duration":"833.991921ms","start":"2026-05-29T02:10:47.013028Z","end":"2026-05-29T02:10:47.84702Z","steps":["trace[1050888083] 'range keys from in-memory index tree' (duration: 833.698804ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:47.847252Z","caller":"traceutil/trace.go:171","msg":"trace[449506293] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2128; }","duration":"777.876366ms","start":"2026-05-29T02:10:47.069354Z","end":"2026-05-29T02:10:47.84723Z","steps":["trace[449506293] 'read index received' (duration: 396.481354ms)","trace[449506293] 'applied index is now lower than readState.Index' (duration: 381.393152ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:47.847294Z","caller":"traceutil/trace.go:171","msg":"trace[1072870223] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"787.301332ms","start":"2026-05-29T02:10:47.059971Z","end":"2026-05-29T02:10:47.847273Z","steps":["trace[1072870223] 'process raft request' (duration: 405.828858ms)","trace[1072870223] 'compare' (duration: 380.945362ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:47.847401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.01301Z","time spent":"834.376621ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:10:47.847404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.059949Z","time spent":"787.391454ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:47.847706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.403364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:47.847861Z","caller":"traceutil/trace.go:171","msg":"trace[774161277] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2051; }","duration":"303.564827ms","start":"2026-05-29T02:10:47.544214Z","end":"2026-05-29T02:10:47.847778Z","steps":["trace[774161277] 'agreement among raft nodes before linearized reading' (duration: 303.357372ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.847889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.531272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:47.847941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.544191Z","time spent":"303.737051ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:10:47.847947Z","caller":"traceutil/trace.go:171","msg":"trace[1981927435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2051; }","duration":"778.626814ms","start":"2026-05-29T02:10:47.069303Z","end":"2026-05-29T02:10:47.847929Z","steps":["trace[1981927435] 'agreement among raft nodes before linearized reading' (duration: 778.093141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:47.848003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.069283Z","time spent":"778.708227ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:10:48.520648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.495375ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-29T02:10:48.52075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.849918Z","time spent":"670.82786ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:10:48.539144Z","caller":"traceutil/trace.go:171","msg":"trace[1627757859] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2129; }","duration":"637.048391ms","start":"2026-05-29T02:10:47.902071Z","end":"2026-05-29T02:10:48.53912Z","steps":["trace[1627757859] 'read index received' (duration: 242.078352ms)","trace[1627757859] 'applied index is now lower than readState.Index' (duration: 394.969068ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:48.539225Z","caller":"traceutil/trace.go:171","msg":"trace[948737293] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"650.123754ms","start":"2026-05-29T02:10:47.88907Z","end":"2026-05-29T02:10:48.539193Z","steps":["trace[948737293] 'process raft request' (duration: 649.738755ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.539285Z","caller":"traceutil/trace.go:171","msg":"trace[1975152082] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"650.029672ms","start":"2026-05-29T02:10:47.889237Z","end":"2026-05-29T02:10:48.539266Z","steps":["trace[1975152082] 'process raft request' (duration: 649.824627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.539393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.889034Z","time spent":"650.263708ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:48.539442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.889215Z","time spent":"650.103933ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:48.539752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.691346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:10:48.539884Z","caller":"traceutil/trace.go:171","msg":"trace[937440525] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2053; }","duration":"637.87622ms","start":"2026-05-29T02:10:47.901987Z","end":"2026-05-29T02:10:48.539863Z","steps":["trace[937440525] 'agreement among raft nodes before linearized reading' (duration: 637.608384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.53998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.90196Z","time spent":"638.002624ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:48.812512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.884006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:48.812761Z","caller":"traceutil/trace.go:171","msg":"trace[13151086] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"290.834112ms","start":"2026-05-29T02:10:48.521883Z","end":"2026-05-29T02:10:48.812717Z","steps":["trace[13151086] 'process raft request' (duration: 142.647889ms)","trace[13151086] 'compare' (duration: 147.745582ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:48.812815Z","caller":"traceutil/trace.go:171","msg":"trace[1720680434] linearizableReadLoop","detail":"{readStateIndex:2133; appliedIndex:2132; }","duration":"273.562928ms","start":"2026-05-29T02:10:48.539221Z","end":"2026-05-29T02:10:48.812784Z","steps":["trace[1720680434] 'read index received' (duration: 125.405546ms)","trace[1720680434] 'applied index is now lower than readState.Index' (duration: 148.154002ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:48.812841Z","caller":"traceutil/trace.go:171","msg":"trace[762871950] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"233.526908ms","start":"2026-05-29T02:10:48.579301Z","end":"2026-05-29T02:10:48.812828Z","steps":["trace[762871950] 'process raft request' (duration: 233.467386ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.812883Z","caller":"traceutil/trace.go:171","msg":"trace[741295620] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"267.213305ms","start":"2026-05-29T02:10:48.545648Z","end":"2026-05-29T02:10:48.812862Z","steps":["trace[741295620] 'process raft request' (duration: 266.98759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.813006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.232895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-29T02:10:48.813027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.286525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:48.813063Z","caller":"traceutil/trace.go:171","msg":"trace[1860854195] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2056; }","duration":"692.352356ms","start":"2026-05-29T02:10:48.1207Z","end":"2026-05-29T02:10:48.813052Z","steps":["trace[1860854195] 'agreement among raft nodes before linearized reading' (duration: 692.262844ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.813068Z","caller":"traceutil/trace.go:171","msg":"trace[1813397522] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"909.327338ms","start":"2026-05-29T02:10:47.903721Z","end":"2026-05-29T02:10:48.813048Z","steps":["trace[1813397522] 'agreement among raft nodes before linearized reading' (duration: 909.150304ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.813097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:48.120686Z","time spent":"692.401538ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:48.813105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.910113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-29T02:10:48.81309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.94816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:10:48.813153Z","caller":"traceutil/trace.go:171","msg":"trace[1811405401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2056; }","duration":"748.995954ms","start":"2026-05-29T02:10:48.064145Z","end":"2026-05-29T02:10:48.813141Z","steps":["trace[1811405401] 'agreement among raft nodes before linearized reading' (duration: 748.862961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.813202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:48.064122Z","time spent":"749.069596ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:10:48.813201Z","caller":"traceutil/trace.go:171","msg":"trace[1775459194] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2056; }","duration":"748.094993ms","start":"2026-05-29T02:10:48.065079Z","end":"2026-05-29T02:10:48.813174Z","steps":["trace[1775459194] 'agreement among raft nodes before linearized reading' (duration: 747.800986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.81312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.238794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:48.813375Z","caller":"traceutil/trace.go:171","msg":"trace[743845085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"745.608743ms","start":"2026-05-29T02:10:48.067747Z","end":"2026-05-29T02:10:48.813356Z","steps":["trace[743845085] 'agreement among raft nodes before linearized reading' (duration: 745.221954ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.81341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.464532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-29T02:10:48.813295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:48.065067Z","time spent":"748.217276ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:10:48.813437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.848094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"warn","ts":"2026-05-29T02:10:48.813472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.108685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:10:48.813111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.903702Z","time spent":"909.398299ms","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-29T02:10:48.813539Z","caller":"traceutil/trace.go:171","msg":"trace[2017638680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2056; }","duration":"748.593765ms","start":"2026-05-29T02:10:48.064894Z","end":"2026-05-29T02:10:48.813488Z","steps":["trace[2017638680] 'agreement among raft nodes before linearized reading' (duration: 748.230867ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.813625Z","caller":"traceutil/trace.go:171","msg":"trace[451677715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2056; }","duration":"634.046189ms","start":"2026-05-29T02:10:48.179502Z","end":"2026-05-29T02:10:48.813548Z","steps":["trace[451677715] 'agreement among raft nodes before linearized reading' (duration: 633.505286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.813475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:48.067737Z","time spent":"745.721776ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:10:48.813693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:48.179488Z","time spent":"634.192892ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:10:48.81368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:48.064875Z","time spent":"748.78716ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:10:48.813639Z","caller":"traceutil/trace.go:171","msg":"trace[1861616962] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2056; }","duration":"877.337241ms","start":"2026-05-29T02:10:47.93628Z","end":"2026-05-29T02:10:48.813618Z","steps":["trace[1861616962] 'agreement among raft nodes before linearized reading' (duration: 877.003183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.813839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:47.936267Z","time spent":"877.548525ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:48.813305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.470566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:10:48.813981Z","caller":"traceutil/trace.go:171","msg":"trace[2048938880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2056; }","duration":"750.178253ms","start":"2026-05-29T02:10:48.063787Z","end":"2026-05-29T02:10:48.813965Z","steps":["trace[2048938880] 'agreement among raft nodes before linearized reading' (duration: 749.351613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.814038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:48.063766Z","time spent":"750.256705ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:10:48.931231Z","caller":"traceutil/trace.go:171","msg":"trace[1362924449] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"111.887622ms","start":"2026-05-29T02:10:48.819317Z","end":"2026-05-29T02:10:48.931205Z","steps":["trace[1362924449] 'process raft request' (duration: 111.595505ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.931348Z","caller":"traceutil/trace.go:171","msg":"trace[13064219] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2135; }","duration":"112.479276ms","start":"2026-05-29T02:10:48.818846Z","end":"2026-05-29T02:10:48.931325Z","steps":["trace[13064219] 'read index received' (duration: 26.190037ms)","trace[13064219] 'applied index is now lower than readState.Index' (duration: 86.287629ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:48.93146Z","caller":"traceutil/trace.go:171","msg":"trace[1557499877] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"112.600599ms","start":"2026-05-29T02:10:48.818825Z","end":"2026-05-29T02:10:48.931426Z","steps":["trace[1557499877] 'process raft request' (duration: 112.039686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:48.931564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.696681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T02:10:48.931586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.202606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:48.93161Z","caller":"traceutil/trace.go:171","msg":"trace[86625370] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2061; }","duration":"112.770613ms","start":"2026-05-29T02:10:48.818829Z","end":"2026-05-29T02:10:48.931599Z","steps":["trace[86625370] 'agreement among raft nodes before linearized reading' (duration: 112.668211ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.931624Z","caller":"traceutil/trace.go:171","msg":"trace[2040905009] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2061; }","duration":"106.280188ms","start":"2026-05-29T02:10:48.825332Z","end":"2026-05-29T02:10:48.931612Z","steps":["trace[2040905009] 'agreement among raft nodes before linearized reading' (duration: 106.204056ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:48.931507Z","caller":"traceutil/trace.go:171","msg":"trace[1928051433] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"112.859385ms","start":"2026-05-29T02:10:48.818609Z","end":"2026-05-29T02:10:48.931468Z","steps":["trace[1928051433] 'process raft request' (duration: 97.034926ms)","trace[1928051433] 'compare' (duration: 15.03242ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:50.754251Z","caller":"traceutil/trace.go:171","msg":"trace[322155117] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"209.010191ms","start":"2026-05-29T02:10:50.545215Z","end":"2026-05-29T02:10:50.754225Z","steps":["trace[322155117] 'process raft request' (duration: 208.848637ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:50.949921Z","caller":"traceutil/trace.go:171","msg":"trace[406683752] linearizableReadLoop","detail":"{readStateIndex:2145; appliedIndex:2144; }","duration":"161.720557ms","start":"2026-05-29T02:10:50.788174Z","end":"2026-05-29T02:10:50.949895Z","steps":["trace[406683752] 'read index received' (duration: 143.976491ms)","trace[406683752] 'applied index is now lower than readState.Index' (duration: 17.741636ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:50.949949Z","caller":"traceutil/trace.go:171","msg":"trace[459926863] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"403.861751ms","start":"2026-05-29T02:10:50.546054Z","end":"2026-05-29T02:10:50.949915Z","steps":["trace[459926863] 'process raft request' (duration: 386.112916ms)","trace[459926863] 'compare' (duration: 17.560091ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:50.950102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:50.546028Z","time spent":"403.992914ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:50.950191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.721247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:10:50.95018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.953742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:50.950234Z","caller":"traceutil/trace.go:171","msg":"trace[413457605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2067; }","duration":"131.80517ms","start":"2026-05-29T02:10:50.818418Z","end":"2026-05-29T02:10:50.950223Z","steps":["trace[413457605] 'agreement among raft nodes before linearized reading' (duration: 131.635106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:50.950487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.256737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:10:50.950539Z","caller":"traceutil/trace.go:171","msg":"trace[885231876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2067; }","duration":"101.343489ms","start":"2026-05-29T02:10:50.849181Z","end":"2026-05-29T02:10:50.950524Z","steps":["trace[885231876] 'agreement among raft nodes before linearized reading' (duration: 101.142594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:50.950595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.555248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:50.950725Z","caller":"traceutil/trace.go:171","msg":"trace[416464093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2067; }","duration":"122.748192ms","start":"2026-05-29T02:10:50.827951Z","end":"2026-05-29T02:10:50.950699Z","steps":["trace[416464093] 'agreement among raft nodes before linearized reading' (duration: 122.382703ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:50.950784Z","caller":"traceutil/trace.go:171","msg":"trace[1900671154] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2067; }","duration":"162.148927ms","start":"2026-05-29T02:10:50.788131Z","end":"2026-05-29T02:10:50.95028Z","steps":["trace[1900671154] 'agreement among raft nodes before linearized reading' (duration: 161.886211ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:51.102666Z","caller":"traceutil/trace.go:171","msg":"trace[552339194] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"145.632201ms","start":"2026-05-29T02:10:50.957008Z","end":"2026-05-29T02:10:51.10264Z","steps":["trace[552339194] 'process raft request' (duration: 145.496378ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:51.10269Z","caller":"traceutil/trace.go:171","msg":"trace[677585890] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"145.742804ms","start":"2026-05-29T02:10:50.956912Z","end":"2026-05-29T02:10:51.102655Z","steps":["trace[677585890] 'process raft request' (duration: 145.464527ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:51.102882Z","caller":"traceutil/trace.go:171","msg":"trace[2002526894] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"145.505308ms","start":"2026-05-29T02:10:50.957356Z","end":"2026-05-29T02:10:51.102861Z","steps":["trace[2002526894] 'process raft request' (duration: 145.450906ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:51.102972Z","caller":"traceutil/trace.go:171","msg":"trace[701177547] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"145.878237ms","start":"2026-05-29T02:10:50.957082Z","end":"2026-05-29T02:10:51.102961Z","steps":["trace[701177547] 'process raft request' (duration: 145.649981ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:51.102899Z","caller":"traceutil/trace.go:171","msg":"trace[902489299] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"145.807615ms","start":"2026-05-29T02:10:50.957068Z","end":"2026-05-29T02:10:51.102875Z","steps":["trace[902489299] 'process raft request' (duration: 145.535978ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:52.217993Z","caller":"traceutil/trace.go:171","msg":"trace[2030914281] linearizableReadLoop","detail":"{readStateIndex:2153; appliedIndex:2152; }","duration":"257.999724ms","start":"2026-05-29T02:10:51.95997Z","end":"2026-05-29T02:10:52.217969Z","steps":["trace[2030914281] 'read index received' (duration: 257.8234ms)","trace[2030914281] 'applied index is now lower than readState.Index' (duration: 175.304µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:52.218141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.962511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:52.218119Z","caller":"traceutil/trace.go:171","msg":"trace[1926782331] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"334.682192ms","start":"2026-05-29T02:10:51.883402Z","end":"2026-05-29T02:10:52.218084Z","steps":["trace[1926782331] 'process raft request' (duration: 334.417466ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:52.218178Z","caller":"traceutil/trace.go:171","msg":"trace[1644001544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2074; }","duration":"149.041612ms","start":"2026-05-29T02:10:52.069124Z","end":"2026-05-29T02:10:52.218165Z","steps":["trace[1644001544] 'agreement among raft nodes before linearized reading' (duration: 148.97241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:52.21827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.283151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-29T02:10:52.218303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:51.883371Z","time spent":"334.836616ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:52.21835Z","caller":"traceutil/trace.go:171","msg":"trace[250429424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2074; }","duration":"258.402584ms","start":"2026-05-29T02:10:51.959925Z","end":"2026-05-29T02:10:52.218327Z","steps":["trace[250429424] 'agreement among raft nodes before linearized reading' (duration: 258.160278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:53.107391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.467822ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:10:53.107749Z","caller":"traceutil/trace.go:171","msg":"trace[245985889] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"349.083768ms","start":"2026-05-29T02:10:52.758644Z","end":"2026-05-29T02:10:53.107728Z","steps":["trace[245985889] 'process raft request' (duration: 348.945585ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:53.107732Z","caller":"traceutil/trace.go:171","msg":"trace[692346489] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2153; }","duration":"401.431423ms","start":"2026-05-29T02:10:52.706263Z","end":"2026-05-29T02:10:53.107694Z","steps":["trace[692346489] 'read index received' (duration: 148.705815ms)","trace[692346489] 'applied index is now lower than readState.Index' (duration: 252.722658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:53.107906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.619297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:53.108333Z","caller":"traceutil/trace.go:171","msg":"trace[1035958605] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2075; }","duration":"402.098039ms","start":"2026-05-29T02:10:52.706207Z","end":"2026-05-29T02:10:53.108305Z","steps":["trace[1035958605] 'agreement among raft nodes before linearized reading' (duration: 401.582586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:53.108237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.758616Z","time spent":"349.550349ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:53.108444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.706185Z","time spent":"402.222531ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:53.114356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.731275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:10:53.114429Z","caller":"traceutil/trace.go:171","msg":"trace[1669825564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2076; }","duration":"314.840307ms","start":"2026-05-29T02:10:52.799577Z","end":"2026-05-29T02:10:53.114417Z","steps":["trace[1669825564] 'agreement among raft nodes before linearized reading' (duration: 314.689894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:53.114469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:52.799559Z","time spent":"314.902988ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-29T02:10:53.11465Z","caller":"traceutil/trace.go:171","msg":"trace[733459403] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"159.619767ms","start":"2026-05-29T02:10:52.955022Z","end":"2026-05-29T02:10:53.114642Z","steps":["trace[733459403] 'process raft request' (duration: 159.161176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:53.114943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.061903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:10:53.114974Z","caller":"traceutil/trace.go:171","msg":"trace[1714317323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2076; }","duration":"111.154305ms","start":"2026-05-29T02:10:53.003812Z","end":"2026-05-29T02:10:53.114967Z","steps":["trace[1714317323] 'agreement among raft nodes before linearized reading' (duration: 111.082943ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:53.721932Z","caller":"traceutil/trace.go:171","msg":"trace[1333617933] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"180.967827ms","start":"2026-05-29T02:10:53.540932Z","end":"2026-05-29T02:10:53.7219Z","steps":["trace[1333617933] 'process raft request' (duration: 180.721301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.024666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.698499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:10:54.024783Z","caller":"traceutil/trace.go:171","msg":"trace[865613094] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2164; }","duration":"253.898166ms","start":"2026-05-29T02:10:53.770867Z","end":"2026-05-29T02:10:54.024765Z","steps":["trace[865613094] 'read index received' (duration: 7.891279ms)","trace[865613094] 'applied index is now lower than readState.Index' (duration: 246.005297ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:54.024824Z","caller":"traceutil/trace.go:171","msg":"trace[473791154] transaction","detail":"{read_only:false; response_revision:2085; number_of_response:1; }","duration":"328.460494ms","start":"2026-05-29T02:10:53.696333Z","end":"2026-05-29T02:10:54.024793Z","steps":["trace[473791154] 'process raft request' (duration: 82.545289ms)","trace[473791154] 'compare' (duration: 245.524775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:10:54.024897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.023409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:10:54.02493Z","caller":"traceutil/trace.go:171","msg":"trace[1564369233] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2085; }","duration":"254.05648ms","start":"2026-05-29T02:10:53.770862Z","end":"2026-05-29T02:10:54.024919Z","steps":["trace[1564369233] 'agreement among raft nodes before linearized reading' (duration: 253.990948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:54.02497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:53.696302Z","time spent":"328.589867ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:10:55.629785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624680047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:10:55.929299Z","caller":"traceutil/trace.go:171","msg":"trace[1823372496] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"815.668932ms","start":"2026-05-29T02:10:55.113564Z","end":"2026-05-29T02:10:55.929233Z","steps":["trace[1823372496] 'process raft request' (duration: 815.358355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.929537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.113515Z","time spent":"815.897498ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:55.931541Z","caller":"traceutil/trace.go:171","msg":"trace[1198881927] linearizableReadLoop","detail":"{readStateIndex:2168; appliedIndex:2166; }","duration":"802.457845ms","start":"2026-05-29T02:10:55.129057Z","end":"2026-05-29T02:10:55.931515Z","steps":["trace[1198881927] 'read index received' (duration: 799.960365ms)","trace[1198881927] 'applied index is now lower than readState.Index' (duration: 2.49643ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:10:55.931684Z","caller":"traceutil/trace.go:171","msg":"trace[1418467566] transaction","detail":"{read_only:false; response_revision:2088; number_of_response:1; }","duration":"810.795936ms","start":"2026-05-29T02:10:55.120851Z","end":"2026-05-29T02:10:55.931647Z","steps":["trace[1418467566] 'process raft request' (duration: 810.484168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.931886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.376284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-29T02:10:55.931896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.259644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-29T02:10:55.931891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.674371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-29T02:10:55.931935Z","caller":"traceutil/trace.go:171","msg":"trace[782408557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2088; }","duration":"734.432495ms","start":"2026-05-29T02:10:55.197492Z","end":"2026-05-29T02:10:55.931925Z","steps":["trace[782408557] 'agreement among raft nodes before linearized reading' (duration: 734.319083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.931896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.120826Z","time spent":"810.95263ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:10:55.931962Z","caller":"traceutil/trace.go:171","msg":"trace[507017784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2088; }","duration":"735.353637ms","start":"2026-05-29T02:10:55.19659Z","end":"2026-05-29T02:10:55.931944Z","steps":["trace[507017784] 'agreement among raft nodes before linearized reading' (duration: 735.114381ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:55.931972Z","caller":"traceutil/trace.go:171","msg":"trace[925928020] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2088; }","duration":"734.782493ms","start":"2026-05-29T02:10:55.19717Z","end":"2026-05-29T02:10:55.931952Z","steps":["trace[925928020] 'agreement among raft nodes before linearized reading' (duration: 734.581548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.931997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.72757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:55.932019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.196575Z","time spent":"735.432649ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:55.932026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.711672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-29T02:10:55.932051Z","caller":"traceutil/trace.go:171","msg":"trace[846503679] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2088; }","duration":"416.827242ms","start":"2026-05-29T02:10:55.515208Z","end":"2026-05-29T02:10:55.932035Z","steps":["trace[846503679] 'agreement among raft nodes before linearized reading' (duration: 416.74947ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:10:55.932092Z","caller":"traceutil/trace.go:171","msg":"trace[94628757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2088; }","duration":"803.05033ms","start":"2026-05-29T02:10:55.129Z","end":"2026-05-29T02:10:55.93205Z","steps":["trace[94628757] 'agreement among raft nodes before linearized reading' (duration: 802.647771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.931927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.070822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:10:55.932109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.515179Z","time spent":"416.914124ms","remote":"127.0.0.1:38262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:55.931975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.197454Z","time spent":"734.513736ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:10:55.932021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.197158Z","time spent":"734.854225ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:10:55.932175Z","caller":"traceutil/trace.go:171","msg":"trace[700604835] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2088; }","duration":"723.345599ms","start":"2026-05-29T02:10:55.208794Z","end":"2026-05-29T02:10:55.93214Z","steps":["trace[700604835] 'agreement among raft nodes before linearized reading' (duration: 722.982041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.932233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.447589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-29T02:10:55.932332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.128987Z","time spent":"803.138242ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:10:55.931921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.429217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:10:55.932362Z","caller":"traceutil/trace.go:171","msg":"trace[345937207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2088; }","duration":"735.635143ms","start":"2026-05-29T02:10:55.196702Z","end":"2026-05-29T02:10:55.932337Z","steps":["trace[345937207] 'agreement among raft nodes before linearized reading' (duration: 735.189932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.932347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.208782Z","time spent":"723.488263ms","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:10:55.932437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.196678Z","time spent":"735.749406ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:10:55.932447Z","caller":"traceutil/trace.go:171","msg":"trace[583422470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2088; }","duration":"674.948929ms","start":"2026-05-29T02:10:55.257454Z","end":"2026-05-29T02:10:55.932403Z","steps":["trace[583422470] 'agreement among raft nodes before linearized reading' (duration: 674.290313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.932498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.257443Z","time spent":"675.041792ms","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:10:55.932843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.217173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:10:55.93296Z","caller":"traceutil/trace.go:171","msg":"trace[699193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2088; }","duration":"735.372938ms","start":"2026-05-29T02:10:55.197563Z","end":"2026-05-29T02:10:55.932936Z","steps":["trace[699193] 'agreement among raft nodes before linearized reading' (duration: 734.836435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:10:55.933029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:10:55.197554Z","time spent":"735.46202ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:10:56.20715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.117286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:10:56.207243Z","caller":"traceutil/trace.go:171","msg":"trace[982242378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2094; }","duration":"137.27448ms","start":"2026-05-29T02:10:56.069948Z","end":"2026-05-29T02:10:56.207222Z","steps":["trace[982242378] 'range keys from in-memory index tree' (duration: 137.042685ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:00.119581Z","caller":"traceutil/trace.go:171","msg":"trace[2038530285] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"117.612519ms","start":"2026-05-29T02:11:00.001939Z","end":"2026-05-29T02:11:00.119552Z","steps":["trace[2038530285] 'process raft request' (duration: 117.465936ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:00.146256Z","caller":"traceutil/trace.go:171","msg":"trace[915276080] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2189; }","duration":"121.442131ms","start":"2026-05-29T02:11:00.024794Z","end":"2026-05-29T02:11:00.146236Z","steps":["trace[915276080] 'read index received' (duration: 94.638218ms)","trace[915276080] 'applied index is now lower than readState.Index' (duration: 26.802563ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:00.14635Z","caller":"traceutil/trace.go:171","msg":"trace[2042232373] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"129.802621ms","start":"2026-05-29T02:11:00.016541Z","end":"2026-05-29T02:11:00.146343Z","steps":["trace[2042232373] 'process raft request' (duration: 129.591386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:00.146544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.738449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:11:00.146567Z","caller":"traceutil/trace.go:171","msg":"trace[1705152450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2110; }","duration":"121.816341ms","start":"2026-05-29T02:11:00.024745Z","end":"2026-05-29T02:11:00.146562Z","steps":["trace[1705152450] 'agreement among raft nodes before linearized reading' (duration: 121.701098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:00.146619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.117823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:11:00.146702Z","caller":"traceutil/trace.go:171","msg":"trace[2017506929] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2110; }","duration":"121.229717ms","start":"2026-05-29T02:11:00.025454Z","end":"2026-05-29T02:11:00.146684Z","steps":["trace[2017506929] 'agreement among raft nodes before linearized reading' (duration: 121.012801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:00.146717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.420255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:11:00.146762Z","caller":"traceutil/trace.go:171","msg":"trace[1910881274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2110; }","duration":"107.480977ms","start":"2026-05-29T02:11:00.039268Z","end":"2026-05-29T02:11:00.146749Z","steps":["trace[1910881274] 'agreement among raft nodes before linearized reading' (duration: 107.348634ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:00.146836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.417995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:11:00.146972Z","caller":"traceutil/trace.go:171","msg":"trace[1200227946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2110; }","duration":"112.574149ms","start":"2026-05-29T02:11:00.034359Z","end":"2026-05-29T02:11:00.146933Z","steps":["trace[1200227946] 'agreement among raft nodes before linearized reading' (duration: 112.256051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:00.146837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.081117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:11:00.14706Z","caller":"traceutil/trace.go:171","msg":"trace[1967802604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2110; }","duration":"112.348233ms","start":"2026-05-29T02:11:00.034698Z","end":"2026-05-29T02:11:00.147046Z","steps":["trace[1967802604] 'agreement among raft nodes before linearized reading' (duration: 111.906723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:00.146857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.145677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:11:00.147224Z","caller":"traceutil/trace.go:171","msg":"trace[2140337776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2110; }","duration":"109.506896ms","start":"2026-05-29T02:11:00.037638Z","end":"2026-05-29T02:11:00.147145Z","steps":["trace[2140337776] 'agreement among raft nodes before linearized reading' (duration: 109.079155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:00.146857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.60788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:11:00.147502Z","caller":"traceutil/trace.go:171","msg":"trace[124033274] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2110; }","duration":"113.282036ms","start":"2026-05-29T02:11:00.034173Z","end":"2026-05-29T02:11:00.147455Z","steps":["trace[124033274] 'agreement among raft nodes before linearized reading' (duration: 112.495117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.410007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.474468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:11:08.410203Z","caller":"traceutil/trace.go:171","msg":"trace[132484766] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2244; }","duration":"203.038905ms","start":"2026-05-29T02:11:08.207138Z","end":"2026-05-29T02:11:08.410177Z","steps":["trace[132484766] 'read index received' (duration: 48.704792ms)","trace[132484766] 'applied index is now lower than readState.Index' (duration: 154.332243ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:08.41022Z","caller":"traceutil/trace.go:171","msg":"trace[527525796] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"207.886961ms","start":"2026-05-29T02:11:08.202301Z","end":"2026-05-29T02:11:08.410187Z","steps":["trace[527525796] 'process raft request' (duration: 94.100075ms)","trace[527525796] 'compare' (duration: 113.14013ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:08.410392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.22838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:11:08.410472Z","caller":"traceutil/trace.go:171","msg":"trace[2116359395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2162; }","duration":"203.368623ms","start":"2026-05-29T02:11:08.207087Z","end":"2026-05-29T02:11:08.410455Z","steps":["trace[2116359395] 'agreement among raft nodes before linearized reading' (duration: 203.149748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.410537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.176963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-29T02:11:08.410581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.924755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-29T02:11:08.410607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.46769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:11:08.410617Z","caller":"traceutil/trace.go:171","msg":"trace[1998741761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2162; }","duration":"142.295015ms","start":"2026-05-29T02:11:08.268305Z","end":"2026-05-29T02:11:08.4106Z","steps":["trace[1998741761] 'agreement among raft nodes before linearized reading' (duration: 142.0791ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:08.410634Z","caller":"traceutil/trace.go:171","msg":"trace[1112414086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2162; }","duration":"149.009666ms","start":"2026-05-29T02:11:08.261611Z","end":"2026-05-29T02:11:08.410621Z","steps":["trace[1112414086] 'agreement among raft nodes before linearized reading' (duration: 148.854932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.410656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.294426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-29T02:11:08.410658Z","caller":"traceutil/trace.go:171","msg":"trace[1633802358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2162; }","duration":"142.564192ms","start":"2026-05-29T02:11:08.26808Z","end":"2026-05-29T02:11:08.410644Z","steps":["trace[1633802358] 'agreement among raft nodes before linearized reading' (duration: 142.333657ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:08.410697Z","caller":"traceutil/trace.go:171","msg":"trace[1565506354] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2162; }","duration":"142.329916ms","start":"2026-05-29T02:11:08.268353Z","end":"2026-05-29T02:11:08.410683Z","steps":["trace[1565506354] 'agreement among raft nodes before linearized reading' (duration: 142.239934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.410835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.64377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-05-29T02:11:08.410904Z","caller":"traceutil/trace.go:171","msg":"trace[1035247050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2162; }","duration":"191.037489ms","start":"2026-05-29T02:11:08.219851Z","end":"2026-05-29T02:11:08.410888Z","steps":["trace[1035247050] 'agreement among raft nodes before linearized reading' (duration: 190.503797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.410976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.713392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:11:08.411116Z","caller":"traceutil/trace.go:171","msg":"trace[552855983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2162; }","duration":"141.861816ms","start":"2026-05-29T02:11:08.269211Z","end":"2026-05-29T02:11:08.411073Z","steps":["trace[552855983] 'agreement among raft nodes before linearized reading' (duration: 141.332713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.671932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.766252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:11:08.672066Z","caller":"traceutil/trace.go:171","msg":"trace[1021600570] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"256.041471ms","start":"2026-05-29T02:11:08.416003Z","end":"2026-05-29T02:11:08.672045Z","steps":["trace[1021600570] 'process raft request' (duration: 122.058653ms)","trace[1021600570] 'compare' (duration: 133.407284ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:08.720374Z","caller":"traceutil/trace.go:171","msg":"trace[2083602013] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"304.055307ms","start":"2026-05-29T02:11:08.416293Z","end":"2026-05-29T02:11:08.720348Z","steps":["trace[2083602013] 'process raft request' (duration: 303.850952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.72056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:08.416276Z","time spent":"304.18359ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:08.720731Z","caller":"traceutil/trace.go:171","msg":"trace[379347687] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"287.897721ms","start":"2026-05-29T02:11:08.432814Z","end":"2026-05-29T02:11:08.720712Z","steps":["trace[379347687] 'process raft request' (duration: 287.838459ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:08.720772Z","caller":"traceutil/trace.go:171","msg":"trace[355947054] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"304.429905ms","start":"2026-05-29T02:11:08.416322Z","end":"2026-05-29T02:11:08.720752Z","steps":["trace[355947054] 'process raft request' (duration: 304.1864ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.720849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:08.416292Z","time spent":"304.516498ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:08.720966Z","caller":"traceutil/trace.go:171","msg":"trace[2044082365] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"304.5972ms","start":"2026-05-29T02:11:08.416285Z","end":"2026-05-29T02:11:08.720882Z","steps":["trace[2044082365] 'process raft request' (duration: 304.023716ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:08.721Z","caller":"traceutil/trace.go:171","msg":"trace[491628711] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"304.513568ms","start":"2026-05-29T02:11:08.416464Z","end":"2026-05-29T02:11:08.720978Z","steps":["trace[491628711] 'process raft request' (duration: 304.158509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.72123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:08.416243Z","time spent":"304.840325ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:08.721277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:08.416454Z","time spent":"304.740473ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:08.721433Z","caller":"traceutil/trace.go:171","msg":"trace[1899942849] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"305.004029ms","start":"2026-05-29T02:11:08.416392Z","end":"2026-05-29T02:11:08.721396Z","steps":["trace[1899942849] 'process raft request' (duration: 304.19439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:08.721607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:08.41636Z","time spent":"305.164283ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:30.657027Z","caller":"traceutil/trace.go:171","msg":"trace[1508077366] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"539.019474ms","start":"2026-05-29T02:11:30.117941Z","end":"2026-05-29T02:11:30.656961Z","steps":["trace[1508077366] 'process raft request' (duration: 538.737507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:30.657302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:30.117889Z","time spent":"539.25838ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:30.851612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.543268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:11:30.85178Z","caller":"traceutil/trace.go:171","msg":"trace[83436557] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2363; }","duration":"251.314358ms","start":"2026-05-29T02:11:30.600449Z","end":"2026-05-29T02:11:30.851763Z","steps":["trace[83436557] 'read index received' (duration: 56.387946ms)","trace[83436557] 'applied index is now lower than readState.Index' (duration: 194.923782ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:30.851887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.43589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:30.85192Z","caller":"traceutil/trace.go:171","msg":"trace[279170886] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2278; }","duration":"251.499482ms","start":"2026-05-29T02:11:30.600407Z","end":"2026-05-29T02:11:30.851906Z","steps":["trace[279170886] 'agreement among raft nodes before linearized reading' (duration: 251.441481ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:30.851878Z","caller":"traceutil/trace.go:171","msg":"trace[1844573579] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"509.598272ms","start":"2026-05-29T02:11:30.342239Z","end":"2026-05-29T02:11:30.851838Z","steps":["trace[1844573579] 'process raft request' (duration: 509.465018ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:30.851889Z","caller":"traceutil/trace.go:171","msg":"trace[1452096756] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"609.705351ms","start":"2026-05-29T02:11:30.242137Z","end":"2026-05-29T02:11:30.851842Z","steps":["trace[1452096756] 'process raft request' (duration: 467.851065ms)","trace[1452096756] 'compare' (duration: 141.396545ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:30.852084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.881771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-05-29T02:11:30.852087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:30.242092Z","time spent":"609.902995ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:11:30.852091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:30.342204Z","time spent":"509.770786ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:30.85213Z","caller":"traceutil/trace.go:171","msg":"trace[1337636630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2278; }","duration":"246.944253ms","start":"2026-05-29T02:11:30.605172Z","end":"2026-05-29T02:11:30.852117Z","steps":["trace[1337636630] 'agreement among raft nodes before linearized reading' (duration: 246.772139ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:11:36.362126Z","caller":"traceutil/trace.go:171","msg":"trace[1294683827] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"325.341144ms","start":"2026-05-29T02:11:36.036759Z","end":"2026-05-29T02:11:36.3621Z","steps":["trace[1294683827] 'process raft request' (duration: 325.187591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:11:36.362295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:11:36.036727Z","time spent":"325.488098ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:11:53.049204Z","caller":"traceutil/trace.go:171","msg":"trace[59743698] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"117.939265ms","start":"2026-05-29T02:11:52.931238Z","end":"2026-05-29T02:11:53.049177Z","steps":["trace[59743698] 'process raft request' (duration: 100.481278ms)","trace[59743698] 'compare' (duration: 17.246622ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:11:53.049428Z","caller":"traceutil/trace.go:171","msg":"trace[573930105] linearizableReadLoop","detail":"{readStateIndex:2485; appliedIndex:2483; }","duration":"109.485973ms","start":"2026-05-29T02:11:52.939896Z","end":"2026-05-29T02:11:53.049382Z","steps":["trace[573930105] 'read index received' (duration: 23.866519ms)","trace[573930105] 'applied index is now lower than readState.Index' (duration: 85.617724ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:11:53.049544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.654557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:11:53.049618Z","caller":"traceutil/trace.go:171","msg":"trace[1426550817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2393; }","duration":"109.78253ms","start":"2026-05-29T02:11:52.939819Z","end":"2026-05-29T02:11:53.049602Z","steps":["trace[1426550817] 'agreement among raft nodes before linearized reading' (duration: 109.676708ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:36.619217Z","caller":"traceutil/trace.go:171","msg":"trace[1749321066] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2868; }","duration":"210.930814ms","start":"2026-05-29T02:12:36.408262Z","end":"2026-05-29T02:12:36.619193Z","steps":["trace[1749321066] 'read index received' (duration: 210.76294ms)","trace[1749321066] 'applied index is now lower than readState.Index' (duration: 166.814µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:12:36.619296Z","caller":"traceutil/trace.go:171","msg":"trace[114820322] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"433.271028ms","start":"2026-05-29T02:12:36.185987Z","end":"2026-05-29T02:12:36.619258Z","steps":["trace[114820322] 'process raft request' (duration: 433.016682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:36.619444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.171919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-29T02:12:36.619455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:36.185958Z","time spent":"433.416572ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:12:36.619486Z","caller":"traceutil/trace.go:171","msg":"trace[1122992533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2759; }","duration":"211.269371ms","start":"2026-05-29T02:12:36.408207Z","end":"2026-05-29T02:12:36.619476Z","steps":["trace[1122992533] 'agreement among raft nodes before linearized reading' (duration: 211.085127ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:36.619995Z","caller":"traceutil/trace.go:171","msg":"trace[1227827199] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"173.371379ms","start":"2026-05-29T02:12:36.446594Z","end":"2026-05-29T02:12:36.619965Z","steps":["trace[1227827199] 'process raft request' (duration: 173.236056ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:41.322855Z","caller":"traceutil/trace.go:171","msg":"trace[1259139190] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"150.717719ms","start":"2026-05-29T02:12:41.172119Z","end":"2026-05-29T02:12:41.322837Z","steps":["trace[1259139190] 'process raft request' (duration: 150.592076ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:41.384568Z","caller":"traceutil/trace.go:171","msg":"trace[1080624651] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"131.594814ms","start":"2026-05-29T02:12:41.252948Z","end":"2026-05-29T02:12:41.384542Z","steps":["trace[1080624651] 'process raft request' (duration: 131.504162ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:41.384557Z","caller":"traceutil/trace.go:171","msg":"trace[607345347] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"134.132034ms","start":"2026-05-29T02:12:41.250397Z","end":"2026-05-29T02:12:41.384529Z","steps":["trace[607345347] 'process raft request' (duration: 133.508279ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:15.240278Z","caller":"traceutil/trace.go:171","msg":"trace[1433040537] linearizableReadLoop","detail":"{readStateIndex:3148; appliedIndex:3147; }","duration":"170.518272ms","start":"2026-05-29T02:13:15.069736Z","end":"2026-05-29T02:13:15.240254Z","steps":["trace[1433040537] 'read index received' (duration: 170.325337ms)","trace[1433040537] 'applied index is now lower than readState.Index' (duration: 191.655µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:13:15.240503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.752047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:13:15.240532Z","caller":"traceutil/trace.go:171","msg":"trace[1042435386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3030; }","duration":"170.838659ms","start":"2026-05-29T02:13:15.069682Z","end":"2026-05-29T02:13:15.240521Z","steps":["trace[1042435386] 'agreement among raft nodes before linearized reading' (duration: 170.761837ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:15.240503Z","caller":"traceutil/trace.go:171","msg":"trace[262314622] transaction","detail":"{read_only:false; response_revision:3030; number_of_response:1; }","duration":"340.573892ms","start":"2026-05-29T02:13:14.899904Z","end":"2026-05-29T02:13:15.240478Z","steps":["trace[262314622] 'process raft request' (duration: 340.184433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.240996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:13:14.899885Z","time spent":"340.790517ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:13:15.89096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.447734ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:13:15.891216Z","caller":"traceutil/trace.go:171","msg":"trace[72888069] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3030; }","duration":"156.12146ms","start":"2026-05-29T02:13:15.735067Z","end":"2026-05-29T02:13:15.891189Z","steps":["trace[72888069] 'range keys from in-memory index tree' (duration: 155.414344ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:15.892258Z","caller":"traceutil/trace.go:171","msg":"trace[1565312084] transaction","detail":"{read_only:false; response_revision:3031; number_of_response:1; }","duration":"646.223377ms","start":"2026-05-29T02:13:15.246003Z","end":"2026-05-29T02:13:15.892226Z","steps":["trace[1565312084] 'process raft request' (duration: 645.93393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.892439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:13:15.245986Z","time spent":"646.36073ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:13:15.892819Z","caller":"traceutil/trace.go:171","msg":"trace[748761452] linearizableReadLoop","detail":"{readStateIndex:3150; appliedIndex:3148; }","duration":"380.316655ms","start":"2026-05-29T02:13:15.512479Z","end":"2026-05-29T02:13:15.892796Z","steps":["trace[748761452] 'read index received' (duration: 379.378122ms)","trace[748761452] 'applied index is now lower than readState.Index' (duration: 937.333µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:13:15.892911Z","caller":"traceutil/trace.go:171","msg":"trace[464199586] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"362.280177ms","start":"2026-05-29T02:13:15.530616Z","end":"2026-05-29T02:13:15.892896Z","steps":["trace[464199586] 'process raft request' (duration: 362.139194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.892981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:13:15.530531Z","time spent":"362.41543ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:13:15.892923Z","caller":"traceutil/trace.go:171","msg":"trace[1720813469] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"364.5325ms","start":"2026-05-29T02:13:15.528327Z","end":"2026-05-29T02:13:15.89286Z","steps":["trace[1720813469] 'process raft request' (duration: 364.382206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.893046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.5475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:13:15.893146Z","caller":"traceutil/trace.go:171","msg":"trace[827261904] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3034; }","duration":"380.662412ms","start":"2026-05-29T02:13:15.512462Z","end":"2026-05-29T02:13:15.893125Z","steps":["trace[827261904] 'agreement among raft nodes before linearized reading' (duration: 380.498948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.893286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:13:15.512393Z","time spent":"380.851527ms","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:13:15.893511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.542929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:13:15.893525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.270418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:13:15.893532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.34512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:13:15.893594Z","caller":"traceutil/trace.go:171","msg":"trace[13488107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3034; }","duration":"249.3649ms","start":"2026-05-29T02:13:15.644211Z","end":"2026-05-29T02:13:15.893576Z","steps":["trace[13488107] 'agreement among raft nodes before linearized reading' (duration: 249.136725ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:15.893703Z","caller":"traceutil/trace.go:171","msg":"trace[1661340155] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"449.226498ms","start":"2026-05-29T02:13:15.444456Z","end":"2026-05-29T02:13:15.893682Z","steps":["trace[1661340155] 'process raft request' (duration: 448.036709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.893688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:13:15.528298Z","time spent":"364.825457ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:13:15.893575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.64972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:13:15.893566Z","caller":"traceutil/trace.go:171","msg":"trace[51691985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3034; }","duration":"315.651912ms","start":"2026-05-29T02:13:15.577901Z","end":"2026-05-29T02:13:15.893553Z","steps":["trace[51691985] 'agreement among raft nodes before linearized reading' (duration: 315.427786ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:15.893822Z","caller":"traceutil/trace.go:171","msg":"trace[1269571731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3034; }","duration":"247.934557ms","start":"2026-05-29T02:13:15.645874Z","end":"2026-05-29T02:13:15.893808Z","steps":["trace[1269571731] 'agreement among raft nodes before linearized reading' (duration: 247.567398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.89385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:13:15.444425Z","time spent":"449.3293ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:13:15.893865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:13:15.577883Z","time spent":"315.963539ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:13:15.893604Z","caller":"traceutil/trace.go:171","msg":"trace[2026577056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3034; }","duration":"249.434292ms","start":"2026-05-29T02:13:15.644151Z","end":"2026-05-29T02:13:15.893585Z","steps":["trace[2026577056] 'agreement among raft nodes before linearized reading' (duration: 249.248908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.893588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.46689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:13:15.894082Z","caller":"traceutil/trace.go:171","msg":"trace[814532095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3034; }","duration":"252.013383ms","start":"2026-05-29T02:13:15.642057Z","end":"2026-05-29T02:13:15.89407Z","steps":["trace[814532095] 'agreement among raft nodes before linearized reading' (duration: 251.363007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:13:15.893684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.967935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:13:15.894142Z","caller":"traceutil/trace.go:171","msg":"trace[541027367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3034; }","duration":"250.488107ms","start":"2026-05-29T02:13:15.643642Z","end":"2026-05-29T02:13:15.89413Z","steps":["trace[541027367] 'agreement among raft nodes before linearized reading' (duration: 249.74629ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:22.019615Z","caller":"traceutil/trace.go:171","msg":"trace[1142284073] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"102.845187ms","start":"2026-05-29T02:13:21.916739Z","end":"2026-05-29T02:13:22.019585Z","steps":["trace[1142284073] 'process raft request' (duration: 102.749325ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:13:22.019614Z","caller":"traceutil/trace.go:171","msg":"trace[938646780] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"103.217596ms","start":"2026-05-29T02:13:21.916365Z","end":"2026-05-29T02:13:22.019583Z","steps":["trace[938646780] 'process raft request' (duration: 57.498383ms)","trace[938646780] 'compare' (duration: 45.335374ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:15:36.646573Z","caller":"traceutil/trace.go:171","msg":"trace[2117644404] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"160.534703ms","start":"2026-05-29T02:15:36.486002Z","end":"2026-05-29T02:15:36.646537Z","steps":["trace[2117644404] 'process raft request' (duration: 160.327808ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:36.660801Z","caller":"traceutil/trace.go:171","msg":"trace[1681393249] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"169.964807ms","start":"2026-05-29T02:15:36.490806Z","end":"2026-05-29T02:15:36.66077Z","steps":["trace[1681393249] 'process raft request' (duration: 169.70588ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:15:36.660947Z","caller":"traceutil/trace.go:171","msg":"trace[1204543733] linearizableReadLoop","detail":"{readStateIndex:4127; appliedIndex:4124; }","duration":"166.450104ms","start":"2026-05-29T02:15:36.49446Z","end":"2026-05-29T02:15:36.66091Z","steps":["trace[1204543733] 'read index received' (duration: 151.93629ms)","trace[1204543733] 'applied index is now lower than readState.Index' (duration: 14.510944ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:15:36.661006Z","caller":"traceutil/trace.go:171","msg":"trace[967613886] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"166.804672ms","start":"2026-05-29T02:15:36.494162Z","end":"2026-05-29T02:15:36.660967Z","steps":["trace[967613886] 'process raft request' (duration: 166.568027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:15:36.661129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.645138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:15:36.661183Z","caller":"traceutil/trace.go:171","msg":"trace[2067160412] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3974; }","duration":"166.765451ms","start":"2026-05-29T02:15:36.4944Z","end":"2026-05-29T02:15:36.661165Z","steps":["trace[2067160412] 'agreement among raft nodes before linearized reading' (duration: 166.639288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.016189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.422203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:01.016326Z","caller":"traceutil/trace.go:171","msg":"trace[731774593] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"202.570379ms","start":"2026-05-29T02:17:00.813736Z","end":"2026-05-29T02:17:01.016306Z","steps":["trace[731774593] 'read index received' (duration: 79.95572ms)","trace[731774593] 'applied index is now lower than readState.Index' (duration: 122.613609ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:01.016394Z","caller":"traceutil/trace.go:171","msg":"trace[1544960902] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"204.404202ms","start":"2026-05-29T02:17:00.81195Z","end":"2026-05-29T02:17:01.016355Z","steps":["trace[1544960902] 'process raft request' (duration: 81.716062ms)","trace[1544960902] 'compare' (duration: 122.25699ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:01.016695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.961508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:531240"} {"level":"info","ts":"2026-05-29T02:17:01.016738Z","caller":"traceutil/trace.go:171","msg":"trace[665682458] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5033; }","duration":"203.02672ms","start":"2026-05-29T02:17:00.813701Z","end":"2026-05-29T02:17:01.016727Z","steps":["trace[665682458] 'agreement among raft nodes before linearized reading' (duration: 202.655391ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:01.31613Z","caller":"traceutil/trace.go:171","msg":"trace[1585711964] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5229; }","duration":"255.461279ms","start":"2026-05-29T02:17:01.060636Z","end":"2026-05-29T02:17:01.316097Z","steps":["trace[1585711964] 'read index received' (duration: 236.03503ms)","trace[1585711964] 'applied index is now lower than readState.Index' (duration: 19.424829ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:01.316159Z","caller":"traceutil/trace.go:171","msg":"trace[1788728850] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"341.614536ms","start":"2026-05-29T02:17:00.974496Z","end":"2026-05-29T02:17:01.31611Z","steps":["trace[1788728850] 'process raft request' (duration: 341.530394ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:01.316156Z","caller":"traceutil/trace.go:171","msg":"trace[619225300] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"343.266945ms","start":"2026-05-29T02:17:00.97284Z","end":"2026-05-29T02:17:01.316107Z","steps":["trace[619225300] 'process raft request' (duration: 323.863877ms)","trace[619225300] 'compare' (duration: 19.157172ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:01.316341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:00.974469Z","time spent":"341.77485ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:01.316384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:00.972808Z","time spent":"343.458969ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:01.316542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.595553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:01.31661Z","caller":"traceutil/trace.go:171","msg":"trace[5385954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5036; }","duration":"247.691476ms","start":"2026-05-29T02:17:01.068902Z","end":"2026-05-29T02:17:01.316594Z","steps":["trace[5385954] 'agreement among raft nodes before linearized reading' (duration: 247.595474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.316624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.13266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:17:01.316678Z","caller":"traceutil/trace.go:171","msg":"trace[728829050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5036; }","duration":"164.206762ms","start":"2026-05-29T02:17:01.152447Z","end":"2026-05-29T02:17:01.316654Z","steps":["trace[728829050] 'agreement among raft nodes before linearized reading' (duration: 164.057809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.316698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.025044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:17:01.316768Z","caller":"traceutil/trace.go:171","msg":"trace[730299166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5036; }","duration":"174.133936ms","start":"2026-05-29T02:17:01.142617Z","end":"2026-05-29T02:17:01.316751Z","steps":["trace[730299166] 'agreement among raft nodes before linearized reading' (duration: 173.893161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.316753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.906034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:17:01.317102Z","caller":"traceutil/trace.go:171","msg":"trace[284014459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5036; }","duration":"161.283163ms","start":"2026-05-29T02:17:01.155778Z","end":"2026-05-29T02:17:01.317061Z","steps":["trace[284014459] 'agreement among raft nodes before linearized reading' (duration: 160.855633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.316763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.129478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:17:01.317182Z","caller":"traceutil/trace.go:171","msg":"trace[411104567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5036; }","duration":"169.599949ms","start":"2026-05-29T02:17:01.14756Z","end":"2026-05-29T02:17:01.31716Z","steps":["trace[411104567] 'agreement among raft nodes before linearized reading' (duration: 169.002145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.316817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.565864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:17:01.317302Z","caller":"traceutil/trace.go:171","msg":"trace[574829489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5036; }","duration":"152.071945ms","start":"2026-05-29T02:17:01.165204Z","end":"2026-05-29T02:17:01.317276Z","steps":["trace[574829489] 'agreement among raft nodes before linearized reading' (duration: 151.45085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.316897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.098342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:17:01.317361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.219589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:531240"} {"level":"info","ts":"2026-05-29T02:17:01.317419Z","caller":"traceutil/trace.go:171","msg":"trace[584713228] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:5036; }","duration":"221.335452ms","start":"2026-05-29T02:17:01.096068Z","end":"2026-05-29T02:17:01.317404Z","steps":["trace[584713228] 'agreement among raft nodes before linearized reading' (duration: 220.487692ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:01.317423Z","caller":"traceutil/trace.go:171","msg":"trace[135897943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5036; }","duration":"162.675686ms","start":"2026-05-29T02:17:01.154724Z","end":"2026-05-29T02:17:01.317399Z","steps":["trace[135897943] 'agreement among raft nodes before linearized reading' (duration: 161.979669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:01.317639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.007706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209851"} {"level":"info","ts":"2026-05-29T02:17:01.317707Z","caller":"traceutil/trace.go:171","msg":"trace[45558624] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:5036; }","duration":"257.077408ms","start":"2026-05-29T02:17:01.060613Z","end":"2026-05-29T02:17:01.317691Z","steps":["trace[45558624] 'agreement among raft nodes before linearized reading' (duration: 255.663754ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:05.302795Z","caller":"traceutil/trace.go:171","msg":"trace[110663616] linearizableReadLoop","detail":"{readStateIndex:5363; appliedIndex:5362; }","duration":"232.401024ms","start":"2026-05-29T02:17:05.070367Z","end":"2026-05-29T02:17:05.302768Z","steps":["trace[110663616] 'read index received' (duration: 227.224801ms)","trace[110663616] 'applied index is now lower than readState.Index' (duration: 5.175193ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:05.302856Z","caller":"traceutil/trace.go:171","msg":"trace[1862004881] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"265.757792ms","start":"2026-05-29T02:17:05.037064Z","end":"2026-05-29T02:17:05.302822Z","steps":["trace[1862004881] 'process raft request' (duration: 260.58344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:05.303006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.621459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:17:05.303092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.684746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-fwlrd-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-05-29T02:17:05.303099Z","caller":"traceutil/trace.go:171","msg":"trace[785349003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5165; }","duration":"232.748082ms","start":"2026-05-29T02:17:05.070327Z","end":"2026-05-29T02:17:05.303075Z","steps":["trace[785349003] 'agreement among raft nodes before linearized reading' (duration: 232.595779ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:05.303133Z","caller":"traceutil/trace.go:171","msg":"trace[352680229] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-fwlrd-tls; range_end:; response_count:1; response_revision:5165; }","duration":"107.768258ms","start":"2026-05-29T02:17:05.195349Z","end":"2026-05-29T02:17:05.303117Z","steps":["trace[352680229] 'agreement among raft nodes before linearized reading' (duration: 107.585964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:05.303519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.804907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728687"} {"level":"info","ts":"2026-05-29T02:17:05.303613Z","caller":"traceutil/trace.go:171","msg":"trace[707391487] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5165; }","duration":"145.96121ms","start":"2026-05-29T02:17:05.157627Z","end":"2026-05-29T02:17:05.303588Z","steps":["trace[707391487] 'agreement among raft nodes before linearized reading' (duration: 145.305085ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:05.55103Z","caller":"traceutil/trace.go:171","msg":"trace[514537265] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"216.14522ms","start":"2026-05-29T02:17:05.334863Z","end":"2026-05-29T02:17:05.551009Z","steps":["trace[514537265] 'process raft request' (duration: 215.996097ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:05.560163Z","caller":"traceutil/trace.go:171","msg":"trace[239494615] linearizableReadLoop","detail":"{readStateIndex:5365; appliedIndex:5363; }","duration":"166.421734ms","start":"2026-05-29T02:17:05.393728Z","end":"2026-05-29T02:17:05.56015Z","steps":["trace[239494615] 'read index received' (duration: 157.125695ms)","trace[239494615] 'applied index is now lower than readState.Index' (duration: 9.294799ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:05.560262Z","caller":"traceutil/trace.go:171","msg":"trace[2019495025] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"220.560124ms","start":"2026-05-29T02:17:05.339656Z","end":"2026-05-29T02:17:05.560216Z","steps":["trace[2019495025] 'process raft request' (duration: 220.426901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:05.560315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.578408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:17:05.56035Z","caller":"traceutil/trace.go:171","msg":"trace[1140330751] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5167; }","duration":"166.690971ms","start":"2026-05-29T02:17:05.393649Z","end":"2026-05-29T02:17:05.56034Z","steps":["trace[1140330751] 'agreement among raft nodes before linearized reading' (duration: 166.570678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:05.560405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.833767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:17:05.560406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.514201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:17:05.560443Z","caller":"traceutil/trace.go:171","msg":"trace[1640774282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5167; }","duration":"101.874638ms","start":"2026-05-29T02:17:05.458558Z","end":"2026-05-29T02:17:05.560433Z","steps":["trace[1640774282] 'agreement among raft nodes before linearized reading' (duration: 101.742565ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:05.560467Z","caller":"traceutil/trace.go:171","msg":"trace[414712404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5167; }","duration":"126.623884ms","start":"2026-05-29T02:17:05.433831Z","end":"2026-05-29T02:17:05.560455Z","steps":["trace[414712404] 'agreement among raft nodes before linearized reading' (duration: 126.452439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:05.560521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.490512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-29T02:17:05.560589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.066546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:17:05.560604Z","caller":"traceutil/trace.go:171","msg":"trace[1342597588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5167; }","duration":"121.594475ms","start":"2026-05-29T02:17:05.438988Z","end":"2026-05-29T02:17:05.560582Z","steps":["trace[1342597588] 'agreement among raft nodes before linearized reading' (duration: 121.41241ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:05.560632Z","caller":"traceutil/trace.go:171","msg":"trace[837792650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5167; }","duration":"125.152498ms","start":"2026-05-29T02:17:05.435469Z","end":"2026-05-29T02:17:05.560621Z","steps":["trace[837792650] 'agreement among raft nodes before linearized reading' (duration: 125.045936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:05.560644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.004651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:17:05.560708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.262117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:17:05.560743Z","caller":"traceutil/trace.go:171","msg":"trace[2143029793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5167; }","duration":"102.351639ms","start":"2026-05-29T02:17:05.458381Z","end":"2026-05-29T02:17:05.560733Z","steps":["trace[2143029793] 'agreement among raft nodes before linearized reading' (duration: 102.255597ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:05.560756Z","caller":"traceutil/trace.go:171","msg":"trace[848031452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5167; }","duration":"102.131664ms","start":"2026-05-29T02:17:05.458593Z","end":"2026-05-29T02:17:05.560724Z","steps":["trace[848031452] 'agreement among raft nodes before linearized reading' (duration: 101.804396ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:08.675215Z","caller":"traceutil/trace.go:171","msg":"trace[761224355] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5418; }","duration":"396.997995ms","start":"2026-05-29T02:17:08.278192Z","end":"2026-05-29T02:17:08.67519Z","steps":["trace[761224355] 'read index received' (duration: 396.868922ms)","trace[761224355] 'applied index is now lower than readState.Index' (duration: 128.063µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:08.675352Z","caller":"traceutil/trace.go:171","msg":"trace[723562528] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"515.448455ms","start":"2026-05-29T02:17:08.15988Z","end":"2026-05-29T02:17:08.675328Z","steps":["trace[723562528] 'process raft request' (duration: 515.133758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:08.675536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:08.15985Z","time spent":"515.562117ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:08.675772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.577168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786872"} {"level":"info","ts":"2026-05-29T02:17:08.675827Z","caller":"traceutil/trace.go:171","msg":"trace[1327579950] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5219; }","duration":"397.670791ms","start":"2026-05-29T02:17:08.278144Z","end":"2026-05-29T02:17:08.675815Z","steps":["trace[1327579950] 'agreement among raft nodes before linearized reading' (duration: 397.186709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:08.675864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:08.278128Z","time spent":"397.728032ms","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786895,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-05-29T02:17:08.675847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.905789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:17:08.67606Z","caller":"traceutil/trace.go:171","msg":"trace[294233271] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:5219; }","duration":"363.200136ms","start":"2026-05-29T02:17:08.312839Z","end":"2026-05-29T02:17:08.676039Z","steps":["trace[294233271] 'agreement among raft nodes before linearized reading' (duration: 362.668553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:08.676199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:08.312817Z","time spent":"363.367459ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:17:09.036912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.507033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:17:09.03701Z","caller":"traceutil/trace.go:171","msg":"trace[1633394025] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5220; }","duration":"253.650806ms","start":"2026-05-29T02:17:08.783338Z","end":"2026-05-29T02:17:09.036988Z","steps":["trace[1633394025] 'range keys from in-memory index tree' (duration: 253.329378ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:09.037015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.944571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1935f20c-d878-4f9c-bd85-6e2350859794\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-05-29T02:17:09.037115Z","caller":"traceutil/trace.go:171","msg":"trace[1084298279] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1935f20c-d878-4f9c-bd85-6e2350859794; range_end:; response_count:1; response_revision:5220; }","duration":"248.120615ms","start":"2026-05-29T02:17:08.788971Z","end":"2026-05-29T02:17:09.037091Z","steps":["trace[1084298279] 'range keys from in-memory index tree' (duration: 247.620733ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:14.951442Z","caller":"traceutil/trace.go:171","msg":"trace[2097569194] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"125.722802ms","start":"2026-05-29T02:17:14.825686Z","end":"2026-05-29T02:17:14.951409Z","steps":["trace[2097569194] 'process raft request' (duration: 125.288562ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:14.951551Z","caller":"traceutil/trace.go:171","msg":"trace[654020618] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"125.574248ms","start":"2026-05-29T02:17:14.825964Z","end":"2026-05-29T02:17:14.951538Z","steps":["trace[654020618] 'process raft request' (duration: 125.097597ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:14.95146Z","caller":"traceutil/trace.go:171","msg":"trace[2109252121] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"125.938477ms","start":"2026-05-29T02:17:14.825498Z","end":"2026-05-29T02:17:14.951436Z","steps":["trace[2109252121] 'process raft request' (duration: 67.818553ms)","trace[2109252121] 'compare' (duration: 57.467428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:17.266659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.704028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-29T02:17:17.266798Z","caller":"traceutil/trace.go:171","msg":"trace[1325389341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5383; }","duration":"146.925164ms","start":"2026-05-29T02:17:17.119842Z","end":"2026-05-29T02:17:17.266768Z","steps":["trace[1325389341] 'range keys from in-memory index tree' (duration: 146.406131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:20.253944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.373469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-29T02:17:20.254019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.566153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"warn","ts":"2026-05-29T02:17:20.25412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.587492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:20.25412Z","caller":"traceutil/trace.go:171","msg":"trace[810757886] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5430; }","duration":"440.723337ms","start":"2026-05-29T02:17:19.813369Z","end":"2026-05-29T02:17:20.254093Z","steps":["trace[810757886] 'range keys from in-memory index tree' (duration: 440.203956ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:20.254149Z","caller":"traceutil/trace.go:171","msg":"trace[1225174337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5431; }","duration":"376.646802ms","start":"2026-05-29T02:17:19.877493Z","end":"2026-05-29T02:17:20.25414Z","steps":["trace[1225174337] 'agreement among raft nodes before linearized reading' (duration: 376.595081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:20.254193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:19.877475Z","time spent":"376.702654ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:17:20.254237Z","caller":"traceutil/trace.go:171","msg":"trace[759362899] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"414.436706ms","start":"2026-05-29T02:17:19.839772Z","end":"2026-05-29T02:17:20.254209Z","steps":["trace[759362899] 'process raft request' (duration: 69.702718ms)","trace[759362899] 'compare' (duration: 344.248246ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:20.254396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:19.839739Z","time spent":"414.571669ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:20.254544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:19.813343Z","time spent":"441.180258ms","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":566,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-05-29T02:17:20.254062Z","caller":"traceutil/trace.go:171","msg":"trace[762895467] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5638; }","duration":"376.509619ms","start":"2026-05-29T02:17:19.877536Z","end":"2026-05-29T02:17:20.254045Z","steps":["trace[762895467] 'read index received' (duration: 33.182374ms)","trace[762895467] 'applied index is now lower than readState.Index' (duration: 343.325885ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:20.254837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.472553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:20.254942Z","caller":"traceutil/trace.go:171","msg":"trace[258967320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5431; }","duration":"185.613797ms","start":"2026-05-29T02:17:20.069304Z","end":"2026-05-29T02:17:20.254918Z","steps":["trace[258967320] 'agreement among raft nodes before linearized reading' (duration: 185.452903ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:21.60873Z","caller":"traceutil/trace.go:171","msg":"trace[1922337705] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"248.137925ms","start":"2026-05-29T02:17:21.360568Z","end":"2026-05-29T02:17:21.608706Z","steps":["trace[1922337705] 'process raft request' (duration: 247.977502ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:21.82099Z","caller":"traceutil/trace.go:171","msg":"trace[424298183] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"148.665434ms","start":"2026-05-29T02:17:21.672301Z","end":"2026-05-29T02:17:21.820967Z","steps":["trace[424298183] 'process raft request' (duration: 148.49751ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:21.84537Z","caller":"traceutil/trace.go:171","msg":"trace[2094554782] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5656; }","duration":"132.188115ms","start":"2026-05-29T02:17:21.713164Z","end":"2026-05-29T02:17:21.845352Z","steps":["trace[2094554782] 'read index received' (duration: 107.636914ms)","trace[2094554782] 'applied index is now lower than readState.Index' (duration: 24.550381ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:21.845442Z","caller":"traceutil/trace.go:171","msg":"trace[1730524228] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"154.669876ms","start":"2026-05-29T02:17:21.690747Z","end":"2026-05-29T02:17:21.845417Z","steps":["trace[1730524228] 'process raft request' (duration: 154.471021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:21.845541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.37643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:17:21.845574Z","caller":"traceutil/trace.go:171","msg":"trace[1089178914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5450; }","duration":"132.452111ms","start":"2026-05-29T02:17:21.713113Z","end":"2026-05-29T02:17:21.845565Z","steps":["trace[1089178914] 'agreement among raft nodes before linearized reading' (duration: 132.344418ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:21.845678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.856553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:17:21.845733Z","caller":"traceutil/trace.go:171","msg":"trace[456511083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5450; }","duration":"119.951135ms","start":"2026-05-29T02:17:21.725771Z","end":"2026-05-29T02:17:21.845722Z","steps":["trace[456511083] 'agreement among raft nodes before linearized reading' (duration: 119.795822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:21.845768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.935389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-29T02:17:21.845767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.850493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:17:21.845843Z","caller":"traceutil/trace.go:171","msg":"trace[753862433] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5450; }","duration":"121.065032ms","start":"2026-05-29T02:17:21.724757Z","end":"2026-05-29T02:17:21.845822Z","steps":["trace[753862433] 'agreement among raft nodes before linearized reading' (duration: 120.876217ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:21.84585Z","caller":"traceutil/trace.go:171","msg":"trace[1987599316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5450; }","duration":"120.026037ms","start":"2026-05-29T02:17:21.725806Z","end":"2026-05-29T02:17:21.845832Z","steps":["trace[1987599316] 'agreement among raft nodes before linearized reading' (duration: 119.763971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:21.84589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.553787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:17:21.846052Z","caller":"traceutil/trace.go:171","msg":"trace[1378869526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5450; }","duration":"119.743341ms","start":"2026-05-29T02:17:21.726285Z","end":"2026-05-29T02:17:21.846028Z","steps":["trace[1378869526] 'agreement among raft nodes before linearized reading' (duration: 119.375632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:21.846379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.25598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:17:21.846445Z","caller":"traceutil/trace.go:171","msg":"trace[845184527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5450; }","duration":"125.345993ms","start":"2026-05-29T02:17:21.721083Z","end":"2026-05-29T02:17:21.846429Z","steps":["trace[845184527] 'agreement among raft nodes before linearized reading' (duration: 124.471972ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:22.005459Z","caller":"traceutil/trace.go:171","msg":"trace[654784002] transaction","detail":"{read_only:false; response_revision:5452; number_of_response:1; }","duration":"155.491996ms","start":"2026-05-29T02:17:21.849938Z","end":"2026-05-29T02:17:22.00543Z","steps":["trace[654784002] 'process raft request' (duration: 139.462037ms)","trace[654784002] 'compare' (duration: 15.584798ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:22.005639Z","caller":"traceutil/trace.go:171","msg":"trace[1726434769] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"155.590068ms","start":"2026-05-29T02:17:21.850026Z","end":"2026-05-29T02:17:22.005616Z","steps":["trace[1726434769] 'process raft request' (duration: 155.415034ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:22.005651Z","caller":"traceutil/trace.go:171","msg":"trace[230679549] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"149.503814ms","start":"2026-05-29T02:17:21.856124Z","end":"2026-05-29T02:17:22.005628Z","steps":["trace[230679549] 'process raft request' (duration: 149.430513ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:22.005766Z","caller":"traceutil/trace.go:171","msg":"trace[1886470264] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"155.727031ms","start":"2026-05-29T02:17:21.850031Z","end":"2026-05-29T02:17:22.005758Z","steps":["trace[1886470264] 'process raft request' (duration: 155.324742ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:22.005971Z","caller":"traceutil/trace.go:171","msg":"trace[618644247] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"155.857164ms","start":"2026-05-29T02:17:21.850104Z","end":"2026-05-29T02:17:22.005961Z","steps":["trace[618644247] 'process raft request' (duration: 155.373193ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:22.006026Z","caller":"traceutil/trace.go:171","msg":"trace[461829230] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"154.734848ms","start":"2026-05-29T02:17:21.85128Z","end":"2026-05-29T02:17:22.006015Z","steps":["trace[461829230] 'process raft request' (duration: 154.238856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:22.561794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.837159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:22.562133Z","caller":"traceutil/trace.go:171","msg":"trace[396939770] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"499.269562ms","start":"2026-05-29T02:17:22.062828Z","end":"2026-05-29T02:17:22.562098Z","steps":["trace[396939770] 'process raft request' (duration: 97.007943ms)","trace[396939770] 'compare' (duration: 401.340617ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:22.562291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.0628Z","time spent":"499.411776ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:22.666145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.215223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:17:22.666277Z","caller":"traceutil/trace.go:171","msg":"trace[1708247891] linearizableReadLoop","detail":"{readStateIndex:5672; appliedIndex:5670; }","duration":"533.277017ms","start":"2026-05-29T02:17:22.132956Z","end":"2026-05-29T02:17:22.666233Z","steps":["trace[1708247891] 'read index received' (duration: 26.840255ms)","trace[1708247891] 'applied index is now lower than readState.Index' (duration: 506.434622ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:22.666551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.579324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fwlrd\" ","response":"range_response_count:1 size:9769"} {"level":"info","ts":"2026-05-29T02:17:22.666618Z","caller":"traceutil/trace.go:171","msg":"trace[1005955891] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fwlrd; range_end:; response_count:1; response_revision:5463; }","duration":"533.695776ms","start":"2026-05-29T02:17:22.132904Z","end":"2026-05-29T02:17:22.6666Z","steps":["trace[1005955891] 'agreement among raft nodes before linearized reading' (duration: 533.4253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:22.666611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.207618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-05-29T02:17:22.666666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.132883Z","time spent":"533.771408ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9792,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-fwlrd\" "} {"level":"info","ts":"2026-05-29T02:17:22.666685Z","caller":"traceutil/trace.go:171","msg":"trace[520214234] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5463; }","duration":"391.336101ms","start":"2026-05-29T02:17:22.275331Z","end":"2026-05-29T02:17:22.666667Z","steps":["trace[520214234] 'agreement among raft nodes before linearized reading' (duration: 391.034554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:22.666737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.275308Z","time spent":"391.414082ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:17:22.78264Z","caller":"traceutil/trace.go:171","msg":"trace[1517805914] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"107.067871ms","start":"2026-05-29T02:17:22.67554Z","end":"2026-05-29T02:17:22.782607Z","steps":["trace[1517805914] 'process raft request' (duration: 106.810925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.019628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061564864s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:17:24.077161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119065513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:24.077667Z","caller":"traceutil/trace.go:171","msg":"trace[2029241417] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"1.281084553s","start":"2026-05-29T02:17:22.796558Z","end":"2026-05-29T02:17:24.077642Z","steps":["trace[2029241417] 'process raft request' (duration: 1.280946059s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.07778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.796533Z","time spent":"1.281203236s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11652,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:24.077756Z","caller":"traceutil/trace.go:171","msg":"trace[559217193] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"1.283835568s","start":"2026-05-29T02:17:22.793849Z","end":"2026-05-29T02:17:24.077685Z","steps":["trace[559217193] 'process raft request' (duration: 1.283576432s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:24.077898Z","caller":"traceutil/trace.go:171","msg":"trace[1659260549] linearizableReadLoop","detail":"{readStateIndex:5674; appliedIndex:5673; }","duration":"1.287465444s","start":"2026-05-29T02:17:22.790371Z","end":"2026-05-29T02:17:24.077837Z","steps":["trace[1659260549] 'read index received' (duration: 167.676364ms)","trace[1659260549] 'applied index is now lower than readState.Index' (duration: 1.11978451s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:24.077966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.793838Z","time spent":"1.284016393s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:24.07776Z","caller":"traceutil/trace.go:171","msg":"trace[488663519] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"1.286912511s","start":"2026-05-29T02:17:22.790762Z","end":"2026-05-29T02:17:24.077674Z","steps":["trace[488663519] 'process raft request' (duration: 1.286563972s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.078177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287787922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17317"} {"level":"info","ts":"2026-05-29T02:17:24.077979Z","caller":"traceutil/trace.go:171","msg":"trace[1051679123] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"1.289068252s","start":"2026-05-29T02:17:22.788872Z","end":"2026-05-29T02:17:24.077941Z","steps":["trace[1051679123] 'process raft request' (duration: 169.085847ms)","trace[1051679123] 'compare' (duration: 1.11891558s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:24.078242Z","caller":"traceutil/trace.go:171","msg":"trace[865021295] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5468; }","duration":"1.287904635s","start":"2026-05-29T02:17:22.790325Z","end":"2026-05-29T02:17:24.078229Z","steps":["trace[865021295] 'agreement among raft nodes before linearized reading' (duration: 1.2876881s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.078282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.790303Z","time spent":"1.287970396s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17340,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:17:24.078267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.790746Z","time spent":"1.287399113s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:24.078337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.788856Z","time spent":"1.28939332s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:24.206367Z","caller":"traceutil/trace.go:171","msg":"trace[1611350478] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"591.976533ms","start":"2026-05-29T02:17:23.614369Z","end":"2026-05-29T02:17:24.206346Z","steps":["trace[1611350478] 'process raft request' (duration: 590.184351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.206511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:23.614342Z","time spent":"592.091856ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:24.206751Z","caller":"traceutil/trace.go:171","msg":"trace[1968371782] linearizableReadLoop","detail":"{readStateIndex:5680; appliedIndex:5677; }","duration":"128.741263ms","start":"2026-05-29T02:17:24.077983Z","end":"2026-05-29T02:17:24.206724Z","steps":["trace[1968371782] 'read index received' (duration: 126.659264ms)","trace[1968371782] 'applied index is now lower than readState.Index' (duration: 2.080759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:24.206892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.581447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:17:24.206935Z","caller":"traceutil/trace.go:171","msg":"trace[1775142617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5471; }","duration":"196.70185ms","start":"2026-05-29T02:17:24.010223Z","end":"2026-05-29T02:17:24.206925Z","steps":["trace[1775142617] 'agreement among raft nodes before linearized reading' (duration: 196.531236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.254033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:17:24.207053Z","caller":"traceutil/trace.go:171","msg":"trace[361583913] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5471; }","duration":"197.325565ms","start":"2026-05-29T02:17:24.009717Z","end":"2026-05-29T02:17:24.207043Z","steps":["trace[361583913] 'agreement among raft nodes before linearized reading' (duration: 197.13469ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:24.207044Z","caller":"traceutil/trace.go:171","msg":"trace[519755039] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"380.943895ms","start":"2026-05-29T02:17:23.826076Z","end":"2026-05-29T02:17:24.20702Z","steps":["trace[519755039] 'process raft request' (duration: 380.237099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.73231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T02:17:24.207171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.473998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:17:24.207205Z","caller":"traceutil/trace.go:171","msg":"trace[1485304220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5471; }","duration":"160.797131ms","start":"2026-05-29T02:17:24.0464Z","end":"2026-05-29T02:17:24.207197Z","steps":["trace[1485304220] 'agreement among raft nodes before linearized reading' (duration: 160.71882ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:24.207227Z","caller":"traceutil/trace.go:171","msg":"trace[369452931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5471; }","duration":"197.5402ms","start":"2026-05-29T02:17:24.00967Z","end":"2026-05-29T02:17:24.20721Z","steps":["trace[369452931] 'agreement among raft nodes before linearized reading' (duration: 197.392196ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137616351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:24.207303Z","caller":"traceutil/trace.go:171","msg":"trace[757454797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5471; }","duration":"1.137672633s","start":"2026-05-29T02:17:23.069625Z","end":"2026-05-29T02:17:24.207297Z","steps":["trace[757454797] 'agreement among raft nodes before linearized reading' (duration: 1.137641712s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:23.069602Z","time spent":"1.137717334s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:17:24.207376Z","caller":"traceutil/trace.go:171","msg":"trace[1064522774] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"356.712183ms","start":"2026-05-29T02:17:23.85033Z","end":"2026-05-29T02:17:24.207042Z","steps":["trace[1064522774] 'process raft request' (duration: 356.273852ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16544598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:17:24.207339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.021265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:17:24.207528Z","caller":"traceutil/trace.go:171","msg":"trace[622783993] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5471; }","duration":"1.165560002s","start":"2026-05-29T02:17:23.041953Z","end":"2026-05-29T02:17:24.207513Z","steps":["trace[622783993] 'agreement among raft nodes before linearized reading' (duration: 1.165308976s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.760334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:17:24.207433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377505263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:17:24.207621Z","caller":"traceutil/trace.go:171","msg":"trace[114404734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:5471; }","duration":"1.377758458s","start":"2026-05-29T02:17:22.829853Z","end":"2026-05-29T02:17:24.207612Z","steps":["trace[114404734] 'agreement among raft nodes before linearized reading' (duration: 1.377442821s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:23.041932Z","time spent":"1.165659525s","remote":"127.0.0.1:58824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":76,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:17:24.207635Z","caller":"traceutil/trace.go:171","msg":"trace[679806249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5471; }","duration":"197.98903ms","start":"2026-05-29T02:17:24.009621Z","end":"2026-05-29T02:17:24.20761Z","steps":["trace[679806249] 'agreement among raft nodes before linearized reading' (duration: 197.56797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.687609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-29T02:17:24.207665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:22.829834Z","time spent":"1.37782276s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"info","ts":"2026-05-29T02:17:24.20755Z","caller":"traceutil/trace.go:171","msg":"trace[1308808135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5471; }","duration":"331.315542ms","start":"2026-05-29T02:17:23.8762Z","end":"2026-05-29T02:17:24.207515Z","steps":["trace[1308808135] 'agreement among raft nodes before linearized reading' (duration: 330.783059ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:24.207688Z","caller":"traceutil/trace.go:171","msg":"trace[1252797784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5471; }","duration":"196.759872ms","start":"2026-05-29T02:17:24.010913Z","end":"2026-05-29T02:17:24.207673Z","steps":["trace[1252797784] 'agreement among raft nodes before linearized reading' (duration: 196.620888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.207755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:23.876164Z","time spent":"331.571738ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:17:24.207988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:23.826051Z","time spent":"381.11416ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:24.208027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:23.850299Z","time spent":"357.433039ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:24.218132Z","caller":"traceutil/trace.go:171","msg":"trace[1922527035] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"120.461267ms","start":"2026-05-29T02:17:24.097646Z","end":"2026-05-29T02:17:24.218108Z","steps":["trace[1922527035] 'process raft request' (duration: 120.199351ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:24.218379Z","caller":"traceutil/trace.go:171","msg":"trace[637370661] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"118.151713ms","start":"2026-05-29T02:17:24.100217Z","end":"2026-05-29T02:17:24.218368Z","steps":["trace[637370661] 'process raft request' (duration: 117.792044ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:24.218328Z","caller":"traceutil/trace.go:171","msg":"trace[1891676767] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"100.471875ms","start":"2026-05-29T02:17:24.117831Z","end":"2026-05-29T02:17:24.218302Z","steps":["trace[1891676767] 'process raft request' (duration: 100.25656ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:24.218585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.544687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-29T02:17:24.21859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.393179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-05-29T02:17:24.218644Z","caller":"traceutil/trace.go:171","msg":"trace[1893328871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5474; }","duration":"100.635709ms","start":"2026-05-29T02:17:24.117993Z","end":"2026-05-29T02:17:24.218629Z","steps":["trace[1893328871] 'agreement among raft nodes before linearized reading' (duration: 100.405953ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:24.218665Z","caller":"traceutil/trace.go:171","msg":"trace[1350450865] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5474; }","duration":"118.503541ms","start":"2026-05-29T02:17:24.100139Z","end":"2026-05-29T02:17:24.218643Z","steps":["trace[1350450865] 'agreement among raft nodes before linearized reading' (duration: 118.273636ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.437918Z","caller":"traceutil/trace.go:171","msg":"trace[646422153] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"109.607221ms","start":"2026-05-29T02:17:28.32828Z","end":"2026-05-29T02:17:28.437887Z","steps":["trace[646422153] 'process raft request' (duration: 105.250589ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.438228Z","caller":"traceutil/trace.go:171","msg":"trace[248327975] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"109.801306ms","start":"2026-05-29T02:17:28.328392Z","end":"2026-05-29T02:17:28.438193Z","steps":["trace[248327975] 'process raft request' (duration: 109.459798ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.438623Z","caller":"traceutil/trace.go:171","msg":"trace[696119113] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"110.125443ms","start":"2026-05-29T02:17:28.328468Z","end":"2026-05-29T02:17:28.438594Z","steps":["trace[696119113] 'process raft request' (duration: 109.634111ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.438873Z","caller":"traceutil/trace.go:171","msg":"trace[1718210154] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"110.331418ms","start":"2026-05-29T02:17:28.328527Z","end":"2026-05-29T02:17:28.438859Z","steps":["trace[1718210154] 'process raft request' (duration: 109.98872ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:28.438873Z","caller":"traceutil/trace.go:171","msg":"trace[1387478698] linearizableReadLoop","detail":"{readStateIndex:5717; appliedIndex:5711; }","duration":"107.851519ms","start":"2026-05-29T02:17:28.330957Z","end":"2026-05-29T02:17:28.438808Z","steps":["trace[1387478698] 'read index received' (duration: 22.789969ms)","trace[1387478698] 'applied index is now lower than readState.Index' (duration: 85.05955ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:28.439002Z","caller":"traceutil/trace.go:171","msg":"trace[1985920597] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"110.44757ms","start":"2026-05-29T02:17:28.328543Z","end":"2026-05-29T02:17:28.43899Z","steps":["trace[1985920597] 'process raft request' (duration: 110.137333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:28.439377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.379772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70931"} {"level":"info","ts":"2026-05-29T02:17:28.439431Z","caller":"traceutil/trace.go:171","msg":"trace[520275527] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5507; }","duration":"108.501935ms","start":"2026-05-29T02:17:28.330916Z","end":"2026-05-29T02:17:28.439418Z","steps":["trace[520275527] 'agreement among raft nodes before linearized reading' (duration: 108.082725ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:32.343467Z","caller":"traceutil/trace.go:171","msg":"trace[1769771273] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"103.20165ms","start":"2026-05-29T02:17:32.240225Z","end":"2026-05-29T02:17:32.343426Z","steps":["trace[1769771273] 'process raft request' (duration: 102.501903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:33.48531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624688560,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:17:33.72181Z","caller":"traceutil/trace.go:171","msg":"trace[1442112724] linearizableReadLoop","detail":"{readStateIndex:5843; appliedIndex:5842; }","duration":"737.149586ms","start":"2026-05-29T02:17:32.984636Z","end":"2026-05-29T02:17:33.721785Z","steps":["trace[1442112724] 'read index received' (duration: 736.9211ms)","trace[1442112724] 'applied index is now lower than readState.Index' (duration: 227.536µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:33.72188Z","caller":"traceutil/trace.go:171","msg":"trace[1523722076] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"776.742302ms","start":"2026-05-29T02:17:32.945098Z","end":"2026-05-29T02:17:33.721841Z","steps":["trace[1523722076] 'process raft request' (duration: 776.490266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:33.721993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.337131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fd531cb-eab5-4799-9681-361bf4d86a26\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-05-29T02:17:33.722069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:32.945062Z","time spent":"776.906846ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:33.722049Z","caller":"traceutil/trace.go:171","msg":"trace[1857774267] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fd531cb-eab5-4799-9681-361bf4d86a26; range_end:; response_count:1; response_revision:5629; }","duration":"737.469013ms","start":"2026-05-29T02:17:32.984561Z","end":"2026-05-29T02:17:33.72203Z","steps":["trace[1857774267] 'agreement among raft nodes before linearized reading' (duration: 737.360681ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:33.72216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.551599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:33.72228Z","caller":"traceutil/trace.go:171","msg":"trace[450117571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5629; }","duration":"653.753225ms","start":"2026-05-29T02:17:33.068501Z","end":"2026-05-29T02:17:33.722254Z","steps":["trace[450117571] 'agreement among raft nodes before linearized reading' (duration: 653.506709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:33.722343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:33.06847Z","time spent":"653.863497ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:17:33.722317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:32.98453Z","time spent":"737.73024ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fd531cb-eab5-4799-9681-361bf4d86a26\" "} {"level":"warn","ts":"2026-05-29T02:17:33.722359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.389196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:33.72252Z","caller":"traceutil/trace.go:171","msg":"trace[1066557939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5629; }","duration":"414.722484ms","start":"2026-05-29T02:17:33.307773Z","end":"2026-05-29T02:17:33.722495Z","steps":["trace[1066557939] 'agreement among raft nodes before linearized reading' (duration: 414.296764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:33.722611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:33.307734Z","time spent":"414.857937ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:17:34.16176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.242433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:34.161824Z","caller":"traceutil/trace.go:171","msg":"trace[164192135] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5629; }","duration":"274.377127ms","start":"2026-05-29T02:17:33.887433Z","end":"2026-05-29T02:17:34.16181Z","steps":["trace[164192135] 'count revisions from in-memory index tree' (duration: 274.09216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.161817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.996365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2319"} {"level":"info","ts":"2026-05-29T02:17:34.161884Z","caller":"traceutil/trace.go:171","msg":"trace[2104859853] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5629; }","duration":"257.125308ms","start":"2026-05-29T02:17:33.904738Z","end":"2026-05-29T02:17:34.161863Z","steps":["trace[2104859853] 'range keys from in-memory index tree' (duration: 256.76899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.16219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.671192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-hrlk2\" ","response":"range_response_count:1 size:4760"} {"level":"info","ts":"2026-05-29T02:17:34.162406Z","caller":"traceutil/trace.go:171","msg":"trace[952044431] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-hrlk2; range_end:; response_count:1; response_revision:5629; }","duration":"235.958168ms","start":"2026-05-29T02:17:33.926428Z","end":"2026-05-29T02:17:34.162386Z","steps":["trace[952044431] 'range keys from in-memory index tree' (duration: 235.114139ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:34.374192Z","caller":"traceutil/trace.go:171","msg":"trace[1696206227] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5843; }","duration":"203.312126ms","start":"2026-05-29T02:17:34.17085Z","end":"2026-05-29T02:17:34.374162Z","steps":["trace[1696206227] 'read index received' (duration: 203.208714ms)","trace[1696206227] 'applied index is now lower than readState.Index' (duration: 102.222µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:34.374246Z","caller":"traceutil/trace.go:171","msg":"trace[1960463521] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"205.176291ms","start":"2026-05-29T02:17:34.169031Z","end":"2026-05-29T02:17:34.374207Z","steps":["trace[1960463521] 'process raft request' (duration: 204.925285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.374479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.597943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4788"} {"level":"info","ts":"2026-05-29T02:17:34.374517Z","caller":"traceutil/trace.go:171","msg":"trace[917882912] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5630; }","duration":"203.681625ms","start":"2026-05-29T02:17:34.170825Z","end":"2026-05-29T02:17:34.374506Z","steps":["trace[917882912] 'agreement among raft nodes before linearized reading' (duration: 203.4704ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.882547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.624584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:17:34.882833Z","caller":"traceutil/trace.go:171","msg":"trace[1654871589] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"527.055809ms","start":"2026-05-29T02:17:34.355753Z","end":"2026-05-29T02:17:34.882809Z","steps":["trace[1654871589] 'process raft request' (duration: 526.925556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.882935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.355723Z","time spent":"527.167891ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:34.882929Z","caller":"traceutil/trace.go:171","msg":"trace[1382343041] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"528.702738ms","start":"2026-05-29T02:17:34.354145Z","end":"2026-05-29T02:17:34.882848Z","steps":["trace[1382343041] 'process raft request' (duration: 137.696934ms)","trace[1382343041] 'compare' (duration: 390.497622ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:34.883354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.354115Z","time spent":"529.101197ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:34.883327Z","caller":"traceutil/trace.go:171","msg":"trace[117960945] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"527.350665ms","start":"2026-05-29T02:17:34.355932Z","end":"2026-05-29T02:17:34.883283Z","steps":["trace[117960945] 'process raft request' (duration: 526.826912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.883525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.355876Z","time spent":"527.54558ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:34.883588Z","caller":"traceutil/trace.go:171","msg":"trace[2030906822] linearizableReadLoop","detail":"{readStateIndex:5847; appliedIndex:5844; }","duration":"509.286568ms","start":"2026-05-29T02:17:34.374264Z","end":"2026-05-29T02:17:34.88355Z","steps":["trace[2030906822] 'read index received' (duration: 117.513327ms)","trace[2030906822] 'applied index is now lower than readState.Index' (duration: 391.771631ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:34.883803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.00537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:17:34.883854Z","caller":"traceutil/trace.go:171","msg":"trace[493352560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5633; }","duration":"566.088881ms","start":"2026-05-29T02:17:34.317754Z","end":"2026-05-29T02:17:34.883842Z","steps":["trace[493352560] 'agreement among raft nodes before linearized reading' (duration: 565.930197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.883896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.317737Z","time spent":"566.151573ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:17:34.884059Z","caller":"traceutil/trace.go:171","msg":"trace[1434062750] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"503.468811ms","start":"2026-05-29T02:17:34.380578Z","end":"2026-05-29T02:17:34.884047Z","steps":["trace[1434062750] 'process raft request' (duration: 502.688402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.884128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.380558Z","time spent":"503.528393ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:34.884142Z","caller":"traceutil/trace.go:171","msg":"trace[1544178608] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"503.145234ms","start":"2026-05-29T02:17:34.380976Z","end":"2026-05-29T02:17:34.884122Z","steps":["trace[1544178608] 'process raft request' (duration: 503.049861ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:34.884198Z","caller":"traceutil/trace.go:171","msg":"trace[922202353] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"503.383409ms","start":"2026-05-29T02:17:34.380799Z","end":"2026-05-29T02:17:34.884182Z","steps":["trace[922202353] 'process raft request' (duration: 503.134683ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.884261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.380948Z","time spent":"503.248605ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:34.884297Z","caller":"traceutil/trace.go:171","msg":"trace[184530397] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"503.221405ms","start":"2026-05-29T02:17:34.381059Z","end":"2026-05-29T02:17:34.88428Z","steps":["trace[184530397] 'process raft request' (duration: 503.00365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.884309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.380785Z","time spent":"503.45153ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1108,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:34.884366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.381043Z","time spent":"503.286247ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:34.884529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.239489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:17:34.884558Z","caller":"traceutil/trace.go:171","msg":"trace[344956026] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5638; }","duration":"504.26469ms","start":"2026-05-29T02:17:34.380283Z","end":"2026-05-29T02:17:34.884547Z","steps":["trace[344956026] 'agreement among raft nodes before linearized reading' (duration: 504.140927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.884579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.380221Z","time spent":"504.353271ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:17:34.884667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.315376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:17:34.884683Z","caller":"traceutil/trace.go:171","msg":"trace[984359115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5638; }","duration":"387.379208ms","start":"2026-05-29T02:17:34.497298Z","end":"2026-05-29T02:17:34.884677Z","steps":["trace[984359115] 'agreement among raft nodes before linearized reading' (duration: 387.330487ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:34.884682Z","caller":"traceutil/trace.go:171","msg":"trace[991724590] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"501.128286ms","start":"2026-05-29T02:17:34.383543Z","end":"2026-05-29T02:17:34.884671Z","steps":["trace[991724590] 'process raft request' (duration: 500.565982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.884699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.497274Z","time spent":"387.421478ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:17:34.884733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.383534Z","time spent":"501.172856ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:34.884737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.371898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:17:34.884774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.077729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:17:34.884803Z","caller":"traceutil/trace.go:171","msg":"trace[199939324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5638; }","duration":"414.139331ms","start":"2026-05-29T02:17:34.470658Z","end":"2026-05-29T02:17:34.884798Z","steps":["trace[199939324] 'agreement among raft nodes before linearized reading' (duration: 414.078709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.884822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.470643Z","time spent":"414.173381ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:17:34.88479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.790099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:17:34.884859Z","caller":"traceutil/trace.go:171","msg":"trace[1175482009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5638; }","duration":"393.892802ms","start":"2026-05-29T02:17:34.490952Z","end":"2026-05-29T02:17:34.884844Z","steps":["trace[1175482009] 'agreement among raft nodes before linearized reading' (duration: 393.745228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.884863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.576513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:17:34.884863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.317425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6fd531cb-eab5-4799-9681-361bf4d86a26\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-05-29T02:17:34.884899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.490921Z","time spent":"393.968243ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:17:34.884905Z","caller":"traceutil/trace.go:171","msg":"trace[678445343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5638; }","duration":"390.675996ms","start":"2026-05-29T02:17:34.494216Z","end":"2026-05-29T02:17:34.884892Z","steps":["trace[678445343] 'agreement among raft nodes before linearized reading' (duration: 390.530052ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:34.88491Z","caller":"traceutil/trace.go:171","msg":"trace[1815549845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5638; }","duration":"387.47613ms","start":"2026-05-29T02:17:34.497318Z","end":"2026-05-29T02:17:34.884794Z","steps":["trace[1815549845] 'agreement among raft nodes before linearized reading' (duration: 387.108981ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:34.884923Z","caller":"traceutil/trace.go:171","msg":"trace[1702300933] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6fd531cb-eab5-4799-9681-361bf4d86a26; range_end:; response_count:1; response_revision:5638; }","duration":"156.454788ms","start":"2026-05-29T02:17:34.728452Z","end":"2026-05-29T02:17:34.884906Z","steps":["trace[1702300933] 'agreement among raft nodes before linearized reading' (duration: 156.189162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.884951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.494188Z","time spent":"390.752877ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:17:34.884908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.357356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:17:34.884992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.497298Z","time spent":"387.678085ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:17:34.885009Z","caller":"traceutil/trace.go:171","msg":"trace[1117448029] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:5638; }","duration":"384.491079ms","start":"2026-05-29T02:17:34.500503Z","end":"2026-05-29T02:17:34.884994Z","steps":["trace[1117448029] 'agreement among raft nodes before linearized reading' (duration: 384.362006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:34.885048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:34.500478Z","time spent":"384.56155ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"info","ts":"2026-05-29T02:17:41.179485Z","caller":"traceutil/trace.go:171","msg":"trace[1994651247] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"276.403673ms","start":"2026-05-29T02:17:40.903052Z","end":"2026-05-29T02:17:41.179455Z","steps":["trace[1994651247] 'process raft request' (duration: 276.219399ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:41.556086Z","caller":"traceutil/trace.go:171","msg":"trace[2016880608] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"652.166487ms","start":"2026-05-29T02:17:40.903891Z","end":"2026-05-29T02:17:41.556057Z","steps":["trace[2016880608] 'process raft request' (duration: 642.193121ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:41.55618Z","caller":"traceutil/trace.go:171","msg":"trace[162411599] linearizableReadLoop","detail":"{readStateIndex:5967; appliedIndex:5965; }","duration":"644.590918ms","start":"2026-05-29T02:17:40.911565Z","end":"2026-05-29T02:17:41.556156Z","steps":["trace[162411599] 'read index received' (duration: 268.544208ms)","trace[162411599] 'applied index is now lower than readState.Index' (duration: 376.04401ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:41.556264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.903867Z","time spent":"652.30973ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:41.556282Z","caller":"traceutil/trace.go:171","msg":"trace[1627448341] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"652.338561ms","start":"2026-05-29T02:17:40.903907Z","end":"2026-05-29T02:17:41.556246Z","steps":["trace[1627448341] 'process raft request' (duration: 652.081345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.556864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.285214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:17:41.557009Z","caller":"traceutil/trace.go:171","msg":"trace[1693406073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:5751; }","duration":"645.453898ms","start":"2026-05-29T02:17:40.911536Z","end":"2026-05-29T02:17:41.55699Z","steps":["trace[1693406073] 'agreement among raft nodes before linearized reading' (duration: 645.145131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.557042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.132403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:17:41.557078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.067412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:17:41.557085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.911525Z","time spent":"645.54463ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:17:41.557097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.953872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-29T02:17:41.557127Z","caller":"traceutil/trace.go:171","msg":"trace[792690660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5751; }","duration":"489.257406ms","start":"2026-05-29T02:17:41.067848Z","end":"2026-05-29T02:17:41.557105Z","steps":["trace[792690660] 'agreement among raft nodes before linearized reading' (duration: 489.140183ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:41.557155Z","caller":"traceutil/trace.go:171","msg":"trace[1747692163] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5751; }","duration":"457.049565ms","start":"2026-05-29T02:17:41.100085Z","end":"2026-05-29T02:17:41.557135Z","steps":["trace[1747692163] 'agreement among raft nodes before linearized reading' (duration: 456.908051ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:41.557134Z","caller":"traceutil/trace.go:171","msg":"trace[1883556554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5751; }","duration":"621.209335ms","start":"2026-05-29T02:17:40.935908Z","end":"2026-05-29T02:17:41.557118Z","steps":["trace[1883556554] 'agreement among raft nodes before linearized reading' (duration: 621.059292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.557177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:41.067825Z","time spent":"489.341497ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:17:41.557154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.286934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:17:41.557151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.556996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:17:41.557211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.935893Z","time spent":"621.298977ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:17:41.557225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.046281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:17:41.557424Z","caller":"traceutil/trace.go:171","msg":"trace[738431671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5751; }","duration":"621.247156ms","start":"2026-05-29T02:17:40.936141Z","end":"2026-05-29T02:17:41.557388Z","steps":["trace[738431671] 'agreement among raft nodes before linearized reading' (duration: 620.947099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.557468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.936134Z","time spent":"621.320937ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:17:41.55721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.592681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-05-29T02:17:41.557367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.903885Z","time spent":"652.447954ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:41.557527Z","caller":"traceutil/trace.go:171","msg":"trace[1764653215] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5751; }","duration":"620.938398ms","start":"2026-05-29T02:17:40.936563Z","end":"2026-05-29T02:17:41.557501Z","steps":["trace[1764653215] 'agreement among raft nodes before linearized reading' (duration: 620.403116ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:41.557295Z","caller":"traceutil/trace.go:171","msg":"trace[471951928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5751; }","duration":"630.709329ms","start":"2026-05-29T02:17:40.926532Z","end":"2026-05-29T02:17:41.557242Z","steps":["trace[471951928] 'agreement among raft nodes before linearized reading' (duration: 630.403132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.557597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.936553Z","time spent":"621.02327ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:17:41.557641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.926517Z","time spent":"631.110499ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:17:41.557195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:41.100067Z","time spent":"457.117716ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-05-29T02:17:41.557294Z","caller":"traceutil/trace.go:171","msg":"trace[346650279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5751; }","duration":"620.418246ms","start":"2026-05-29T02:17:40.936813Z","end":"2026-05-29T02:17:41.557232Z","steps":["trace[346650279] 'agreement among raft nodes before linearized reading' (duration: 620.199721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.55778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.936799Z","time spent":"620.96551ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:17:41.557239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.706171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:17:41.557863Z","caller":"traceutil/trace.go:171","msg":"trace[1803769560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5751; }","duration":"623.388716ms","start":"2026-05-29T02:17:40.934457Z","end":"2026-05-29T02:17:41.557846Z","steps":["trace[1803769560] 'agreement among raft nodes before linearized reading' (duration: 622.548997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:41.557931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:40.934444Z","time spent":"623.468908ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:17:45.49592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.967015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17209"} {"level":"warn","ts":"2026-05-29T02:17:45.495946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.701739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-29T02:17:45.496011Z","caller":"traceutil/trace.go:171","msg":"trace[185429707] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5777; }","duration":"216.127669ms","start":"2026-05-29T02:17:45.279862Z","end":"2026-05-29T02:17:45.49599Z","steps":["trace[185429707] 'range keys from in-memory index tree' (duration: 215.74311ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:45.496043Z","caller":"traceutil/trace.go:171","msg":"trace[669979251] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5777; }","duration":"127.849212ms","start":"2026-05-29T02:17:45.368163Z","end":"2026-05-29T02:17:45.496012Z","steps":["trace[669979251] 'range keys from in-memory index tree' (duration: 127.468803ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:45.613922Z","caller":"traceutil/trace.go:171","msg":"trace[2040861065] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"104.991502ms","start":"2026-05-29T02:17:45.508908Z","end":"2026-05-29T02:17:45.613899Z","steps":["trace[2040861065] 'process raft request' (duration: 104.829508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:45.892332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.97483ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:45.892552Z","caller":"traceutil/trace.go:171","msg":"trace[1635413894] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5778; }","duration":"157.272157ms","start":"2026-05-29T02:17:45.735245Z","end":"2026-05-29T02:17:45.892517Z","steps":["trace[1635413894] 'range keys from in-memory index tree' (duration: 156.93894ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:45.892623Z","caller":"traceutil/trace.go:171","msg":"trace[361180199] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"322.402302ms","start":"2026-05-29T02:17:45.570175Z","end":"2026-05-29T02:17:45.892577Z","steps":["trace[361180199] 'process raft request' (duration: 257.501187ms)","trace[361180199] 'compare' (duration: 64.388223ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:45.892709Z","caller":"traceutil/trace.go:171","msg":"trace[1892743361] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"321.353886ms","start":"2026-05-29T02:17:45.571327Z","end":"2026-05-29T02:17:45.892681Z","steps":["trace[1892743361] 'process raft request' (duration: 321.10927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:45.892843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:45.570145Z","time spent":"322.586875ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:45.89288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:45.571288Z","time spent":"321.491179ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:17:45.89272Z","caller":"traceutil/trace.go:171","msg":"trace[943734947] linearizableReadLoop","detail":"{readStateIndex:5997; appliedIndex:5994; }","duration":"309.291761ms","start":"2026-05-29T02:17:45.583308Z","end":"2026-05-29T02:17:45.8926Z","steps":["trace[943734947] 'read index received' (duration: 30.501811ms)","trace[943734947] 'applied index is now lower than readState.Index' (duration: 278.78827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:45.89322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.890755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:17:45.893361Z","caller":"traceutil/trace.go:171","msg":"trace[482654628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5780; }","duration":"310.07443ms","start":"2026-05-29T02:17:45.583258Z","end":"2026-05-29T02:17:45.893333Z","steps":["trace[482654628] 'agreement among raft nodes before linearized reading' (duration: 309.642429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:45.893448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:45.583238Z","time spent":"310.198973ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:17:45.893566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.326728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:17:45.89359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.320363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:17:45.893582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.267113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:17:45.893657Z","caller":"traceutil/trace.go:171","msg":"trace[920968161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5780; }","duration":"282.401176ms","start":"2026-05-29T02:17:45.611233Z","end":"2026-05-29T02:17:45.893634Z","steps":["trace[920968161] 'agreement among raft nodes before linearized reading' (duration: 282.191811ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:45.893662Z","caller":"traceutil/trace.go:171","msg":"trace[222076388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5780; }","duration":"282.412426ms","start":"2026-05-29T02:17:45.611232Z","end":"2026-05-29T02:17:45.893644Z","steps":["trace[222076388] 'agreement among raft nodes before linearized reading' (duration: 282.17095ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:45.893638Z","caller":"traceutil/trace.go:171","msg":"trace[679731876] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:5780; }","duration":"308.432791ms","start":"2026-05-29T02:17:45.585193Z","end":"2026-05-29T02:17:45.893626Z","steps":["trace[679731876] 'agreement among raft nodes before linearized reading' (duration: 308.180625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:45.893752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.444109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:17:45.893818Z","caller":"traceutil/trace.go:171","msg":"trace[1607678907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5780; }","duration":"280.563732ms","start":"2026-05-29T02:17:45.613242Z","end":"2026-05-29T02:17:45.893805Z","steps":["trace[1607678907] 'agreement among raft nodes before linearized reading' (duration: 280.364947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:45.893838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.845229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:17:45.893965Z","caller":"traceutil/trace.go:171","msg":"trace[1090735838] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5780; }","duration":"284.001523ms","start":"2026-05-29T02:17:45.609917Z","end":"2026-05-29T02:17:45.893919Z","steps":["trace[1090735838] 'agreement among raft nodes before linearized reading' (duration: 283.765028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:45.893908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:45.585182Z","time spent":"308.699878ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:17:45.894326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.044681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:17:45.894375Z","caller":"traceutil/trace.go:171","msg":"trace[1348933867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5780; }","duration":"283.151663ms","start":"2026-05-29T02:17:45.611212Z","end":"2026-05-29T02:17:45.894364Z","steps":["trace[1348933867] 'agreement among raft nodes before linearized reading' (duration: 282.467857ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:46.062587Z","caller":"traceutil/trace.go:171","msg":"trace[2099100407] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"162.989843ms","start":"2026-05-29T02:17:45.899566Z","end":"2026-05-29T02:17:46.062556Z","steps":["trace[2099100407] 'process raft request' (duration: 162.738567ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:46.062615Z","caller":"traceutil/trace.go:171","msg":"trace[1738085081] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"162.581904ms","start":"2026-05-29T02:17:45.900003Z","end":"2026-05-29T02:17:46.062585Z","steps":["trace[1738085081] 'process raft request' (duration: 162.397349ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:46.062696Z","caller":"traceutil/trace.go:171","msg":"trace[64383896] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"163.29087ms","start":"2026-05-29T02:17:45.899363Z","end":"2026-05-29T02:17:46.062654Z","steps":["trace[64383896] 'process raft request' (duration: 113.203227ms)","trace[64383896] 'compare' (duration: 49.566871ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:46.062767Z","caller":"traceutil/trace.go:171","msg":"trace[2065912867] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"162.355968ms","start":"2026-05-29T02:17:45.900384Z","end":"2026-05-29T02:17:46.06274Z","steps":["trace[2065912867] 'process raft request' (duration: 162.048001ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:46.062996Z","caller":"traceutil/trace.go:171","msg":"trace[1852382788] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"162.834969ms","start":"2026-05-29T02:17:45.899987Z","end":"2026-05-29T02:17:46.062822Z","steps":["trace[1852382788] 'process raft request' (duration: 162.380368ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:46.562503Z","caller":"traceutil/trace.go:171","msg":"trace[2141312976] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:6003; }","duration":"448.281387ms","start":"2026-05-29T02:17:46.114194Z","end":"2026-05-29T02:17:46.562475Z","steps":["trace[2141312976] 'read index received' (duration: 448.00213ms)","trace[2141312976] 'applied index is now lower than readState.Index' (duration: 278.067µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:17:46.562578Z","caller":"traceutil/trace.go:171","msg":"trace[564476344] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"450.599491ms","start":"2026-05-29T02:17:46.111946Z","end":"2026-05-29T02:17:46.562545Z","steps":["trace[564476344] 'process raft request' (duration: 450.338695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:46.562732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:46.111913Z","time spent":"450.731875ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17010,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:17:46.562744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.558523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6fd531cb-eab5-4799-9681-361bf4d86a26\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-29T02:17:46.562792Z","caller":"traceutil/trace.go:171","msg":"trace[416944500] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6fd531cb-eab5-4799-9681-361bf4d86a26; range_end:; response_count:1; response_revision:5787; }","duration":"448.677267ms","start":"2026-05-29T02:17:46.1141Z","end":"2026-05-29T02:17:46.562777Z","steps":["trace[416944500] 'agreement among raft nodes before linearized reading' (duration: 448.509833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:17:46.562827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:17:46.11407Z","time spent":"448.748568ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-6fd531cb-eab5-4799-9681-361bf4d86a26\" "} {"level":"warn","ts":"2026-05-29T02:17:46.56306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.599507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:17:46.563199Z","caller":"traceutil/trace.go:171","msg":"trace[2089260734] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5787; }","duration":"152.825533ms","start":"2026-05-29T02:17:46.410339Z","end":"2026-05-29T02:17:46.563165Z","steps":["trace[2089260734] 'agreement among raft nodes before linearized reading' (duration: 152.517876ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:46.711262Z","caller":"traceutil/trace.go:171","msg":"trace[10583708] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"125.541448ms","start":"2026-05-29T02:17:46.585664Z","end":"2026-05-29T02:17:46.711205Z","steps":["trace[10583708] 'process raft request' (duration: 125.22435ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:17:46.938712Z","caller":"traceutil/trace.go:171","msg":"trace[273218824] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"201.836661ms","start":"2026-05-29T02:17:46.736816Z","end":"2026-05-29T02:17:46.938653Z","steps":["trace[273218824] 'process raft request' (duration: 148.543341ms)","trace[273218824] 'compare' (duration: 52.896191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:17:47.180095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.250019ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-29T02:17:53.600609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2918} {"level":"info","ts":"2026-05-29T02:17:53.690952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2918,"took":"88.769209ms","hash":1178521744,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":31924224,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T02:17:53.691019Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1178521744,"revision":2918,"compact-revision":-1} {"level":"warn","ts":"2026-05-29T02:18:15.584402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.760548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:18:15.584493Z","caller":"traceutil/trace.go:171","msg":"trace[1921760636] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6067; }","duration":"110.916672ms","start":"2026-05-29T02:18:15.473558Z","end":"2026-05-29T02:18:15.584474Z","steps":["trace[1921760636] 'count revisions from in-memory index tree' (duration: 110.663537ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:24.121083Z","caller":"traceutil/trace.go:171","msg":"trace[1564180420] transaction","detail":"{read_only:false; response_revision:6115; number_of_response:1; }","duration":"182.782301ms","start":"2026-05-29T02:18:23.938275Z","end":"2026-05-29T02:18:24.121058Z","steps":["trace[1564180420] 'process raft request' (duration: 182.604857ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:24.219347Z","caller":"traceutil/trace.go:171","msg":"trace[1993395706] transaction","detail":"{read_only:false; response_revision:6117; number_of_response:1; }","duration":"176.319678ms","start":"2026-05-29T02:18:24.043002Z","end":"2026-05-29T02:18:24.219321Z","steps":["trace[1993395706] 'process raft request' (duration: 176.190645ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:24.219313Z","caller":"traceutil/trace.go:171","msg":"trace[1761639366] transaction","detail":"{read_only:false; response_revision:6116; number_of_response:1; }","duration":"177.906196ms","start":"2026-05-29T02:18:24.04137Z","end":"2026-05-29T02:18:24.219276Z","steps":["trace[1761639366] 'process raft request' (duration: 108.528525ms)","trace[1761639366] 'compare' (duration: 69.132055ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:34.527204Z","caller":"traceutil/trace.go:171","msg":"trace[1438486964] linearizableReadLoop","detail":"{readStateIndex:6431; appliedIndex:6430; }","duration":"240.321761ms","start":"2026-05-29T02:18:34.28686Z","end":"2026-05-29T02:18:34.527182Z","steps":["trace[1438486964] 'read index received' (duration: 238.966729ms)","trace[1438486964] 'applied index is now lower than readState.Index' (duration: 1.353822ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:34.527348Z","caller":"traceutil/trace.go:171","msg":"trace[361244609] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"264.958643ms","start":"2026-05-29T02:18:34.262351Z","end":"2026-05-29T02:18:34.527309Z","steps":["trace[361244609] 'process raft request' (duration: 263.533419ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:34.527447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.584267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:18:34.527492Z","caller":"traceutil/trace.go:171","msg":"trace[217919460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:6201; }","duration":"240.682059ms","start":"2026-05-29T02:18:34.286798Z","end":"2026-05-29T02:18:34.52748Z","steps":["trace[217919460] 'agreement among raft nodes before linearized reading' (duration: 240.501845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:34.527808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.84645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:18:34.527892Z","caller":"traceutil/trace.go:171","msg":"trace[1343686824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6201; }","duration":"239.987843ms","start":"2026-05-29T02:18:34.287887Z","end":"2026-05-29T02:18:34.527875Z","steps":["trace[1343686824] 'agreement among raft nodes before linearized reading' (duration: 239.743998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:18:34.527948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.361306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:18:34.528028Z","caller":"traceutil/trace.go:171","msg":"trace[1536498368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6201; }","duration":"156.48677ms","start":"2026-05-29T02:18:34.371523Z","end":"2026-05-29T02:18:34.528009Z","steps":["trace[1536498368] 'agreement among raft nodes before linearized reading' (duration: 156.233684ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:38.388942Z","caller":"traceutil/trace.go:171","msg":"trace[304449885] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"116.925244ms","start":"2026-05-29T02:18:38.27197Z","end":"2026-05-29T02:18:38.388895Z","steps":["trace[304449885] 'process raft request' (duration: 116.686528ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:38.837751Z","caller":"traceutil/trace.go:171","msg":"trace[40620720] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"210.14571ms","start":"2026-05-29T02:18:38.627579Z","end":"2026-05-29T02:18:38.837724Z","steps":["trace[40620720] 'process raft request' (duration: 167.762241ms)","trace[40620720] 'compare' (duration: 41.747754ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:18:38.838019Z","caller":"traceutil/trace.go:171","msg":"trace[100195377] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"210.408815ms","start":"2026-05-29T02:18:38.627584Z","end":"2026-05-29T02:18:38.837993Z","steps":["trace[100195377] 'process raft request' (duration: 210.098918ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:38.838307Z","caller":"traceutil/trace.go:171","msg":"trace[1532469552] transaction","detail":"{read_only:false; response_revision:6229; number_of_response:1; }","duration":"210.695452ms","start":"2026-05-29T02:18:38.627585Z","end":"2026-05-29T02:18:38.83828Z","steps":["trace[1532469552] 'process raft request' (duration: 210.346283ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:38.838388Z","caller":"traceutil/trace.go:171","msg":"trace[388642450] transaction","detail":"{read_only:false; response_revision:6230; number_of_response:1; }","duration":"209.74453ms","start":"2026-05-29T02:18:38.628633Z","end":"2026-05-29T02:18:38.838377Z","steps":["trace[388642450] 'process raft request' (duration: 209.566696ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:38.838682Z","caller":"traceutil/trace.go:171","msg":"trace[226895355] transaction","detail":"{read_only:false; response_revision:6231; number_of_response:1; }","duration":"209.596196ms","start":"2026-05-29T02:18:38.629064Z","end":"2026-05-29T02:18:38.838661Z","steps":["trace[226895355] 'process raft request' (duration: 209.274568ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:18:38.838674Z","caller":"traceutil/trace.go:171","msg":"trace[1121543678] linearizableReadLoop","detail":"{readStateIndex:6460; appliedIndex:6456; }","duration":"210.274352ms","start":"2026-05-29T02:18:38.628379Z","end":"2026-05-29T02:18:38.838654Z","steps":["trace[1121543678] 'read index received' (duration: 10.279123ms)","trace[1121543678] 'applied index is now lower than readState.Index' (duration: 199.993889ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:18:38.839086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.679442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109045"} {"level":"info","ts":"2026-05-29T02:18:38.839381Z","caller":"traceutil/trace.go:171","msg":"trace[1363058629] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6231; }","duration":"210.997209ms","start":"2026-05-29T02:18:38.628362Z","end":"2026-05-29T02:18:38.83936Z","steps":["trace[1363058629] 'agreement among raft nodes before linearized reading' (duration: 210.354004ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:22:53.60761Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5834} {"level":"info","ts":"2026-05-29T02:22:53.695449Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5834,"took":"85.623995ms","hash":462533646,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":25755648,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-29T02:22:53.695502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":462533646,"revision":5834,"compact-revision":2918} {"level":"info","ts":"2026-05-29T02:23:23.546313Z","caller":"traceutil/trace.go:171","msg":"trace[621272434] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"107.686575ms","start":"2026-05-29T02:23:23.438604Z","end":"2026-05-29T02:23:23.546291Z","steps":["trace[621272434] 'process raft request' (duration: 107.548062ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:24.506124Z","caller":"traceutil/trace.go:171","msg":"trace[309765847] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8546; }","duration":"134.798703ms","start":"2026-05-29T02:23:24.371303Z","end":"2026-05-29T02:23:24.506101Z","steps":["trace[309765847] 'read index received' (duration: 898.361µs)","trace[309765847] 'applied index is now lower than readState.Index' (duration: 133.899312ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:24.506375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.06543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:23:24.506431Z","caller":"traceutil/trace.go:171","msg":"trace[1331399502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8247; }","duration":"135.158411ms","start":"2026-05-29T02:23:24.37126Z","end":"2026-05-29T02:23:24.506419Z","steps":["trace[1331399502] 'agreement among raft nodes before linearized reading' (duration: 135.006458ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:24.506465Z","caller":"traceutil/trace.go:171","msg":"trace[1160191831] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"156.077614ms","start":"2026-05-29T02:23:24.350369Z","end":"2026-05-29T02:23:24.506447Z","steps":["trace[1160191831] 'process raft request' (duration: 143.16872ms)","trace[1160191831] 'compare' (duration: 12.076144ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:24.506563Z","caller":"traceutil/trace.go:171","msg":"trace[1890002867] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"155.700545ms","start":"2026-05-29T02:23:24.350856Z","end":"2026-05-29T02:23:24.506556Z","steps":["trace[1890002867] 'process raft request' (duration: 155.156592ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.228645Z","caller":"traceutil/trace.go:171","msg":"trace[361851133] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"106.590277ms","start":"2026-05-29T02:23:25.12203Z","end":"2026-05-29T02:23:25.22862Z","steps":["trace[361851133] 'process raft request' (duration: 106.368122ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.4117Z","caller":"traceutil/trace.go:171","msg":"trace[803338494] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"123.330713ms","start":"2026-05-29T02:23:25.288345Z","end":"2026-05-29T02:23:25.411676Z","steps":["trace[803338494] 'process raft request' (duration: 123.214541ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.670952Z","caller":"traceutil/trace.go:171","msg":"trace[1585116680] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"245.864857ms","start":"2026-05-29T02:23:25.42506Z","end":"2026-05-29T02:23:25.670925Z","steps":["trace[1585116680] 'process raft request' (duration: 245.715913ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.670961Z","caller":"traceutil/trace.go:171","msg":"trace[821834771] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"245.894107ms","start":"2026-05-29T02:23:25.425021Z","end":"2026-05-29T02:23:25.670915Z","steps":["trace[821834771] 'process raft request' (duration: 241.953895ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.671029Z","caller":"traceutil/trace.go:171","msg":"trace[1579159129] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"245.917558ms","start":"2026-05-29T02:23:25.425078Z","end":"2026-05-29T02:23:25.670996Z","steps":["trace[1579159129] 'process raft request' (duration: 245.749214ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.671257Z","caller":"traceutil/trace.go:171","msg":"trace[413237482] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"244.232389ms","start":"2026-05-29T02:23:25.427003Z","end":"2026-05-29T02:23:25.671235Z","steps":["trace[413237482] 'process raft request' (duration: 243.85879ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.671589Z","caller":"traceutil/trace.go:171","msg":"trace[1205252862] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"243.600254ms","start":"2026-05-29T02:23:25.427977Z","end":"2026-05-29T02:23:25.671577Z","steps":["trace[1205252862] 'process raft request' (duration: 243.488571ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.671693Z","caller":"traceutil/trace.go:171","msg":"trace[171280375] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"243.581633ms","start":"2026-05-29T02:23:25.428093Z","end":"2026-05-29T02:23:25.671675Z","steps":["trace[171280375] 'process raft request' (duration: 243.42554ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672095Z","caller":"traceutil/trace.go:171","msg":"trace[2125712026] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"240.89263ms","start":"2026-05-29T02:23:25.431171Z","end":"2026-05-29T02:23:25.672063Z","steps":["trace[2125712026] 'process raft request' (duration: 240.679405ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672227Z","caller":"traceutil/trace.go:171","msg":"trace[621898501] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"239.468016ms","start":"2026-05-29T02:23:25.432746Z","end":"2026-05-29T02:23:25.672214Z","steps":["trace[621898501] 'process raft request' (duration: 239.300002ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672337Z","caller":"traceutil/trace.go:171","msg":"trace[963558868] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"230.279751ms","start":"2026-05-29T02:23:25.442046Z","end":"2026-05-29T02:23:25.672326Z","steps":["trace[963558868] 'process raft request' (duration: 230.23669ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672345Z","caller":"traceutil/trace.go:171","msg":"trace[733006240] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"240.04523ms","start":"2026-05-29T02:23:25.432284Z","end":"2026-05-29T02:23:25.67233Z","steps":["trace[733006240] 'process raft request' (duration: 239.702912ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672441Z","caller":"traceutil/trace.go:171","msg":"trace[588575972] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"236.920966ms","start":"2026-05-29T02:23:25.435512Z","end":"2026-05-29T02:23:25.672433Z","steps":["trace[588575972] 'process raft request' (duration: 236.65609ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672471Z","caller":"traceutil/trace.go:171","msg":"trace[1619385656] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"239.453696ms","start":"2026-05-29T02:23:25.43301Z","end":"2026-05-29T02:23:25.672464Z","steps":["trace[1619385656] 'process raft request' (duration: 239.070487ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672495Z","caller":"traceutil/trace.go:171","msg":"trace[1918322454] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"239.890026ms","start":"2026-05-29T02:23:25.432595Z","end":"2026-05-29T02:23:25.672485Z","steps":["trace[1918322454] 'process raft request' (duration: 239.423355ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672547Z","caller":"traceutil/trace.go:171","msg":"trace[783666155] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"239.358684ms","start":"2026-05-29T02:23:25.433178Z","end":"2026-05-29T02:23:25.672537Z","steps":["trace[783666155] 'process raft request' (duration: 238.927443ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672441Z","caller":"traceutil/trace.go:171","msg":"trace[2125275137] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"238.552435ms","start":"2026-05-29T02:23:25.43388Z","end":"2026-05-29T02:23:25.672432Z","steps":["trace[2125275137] 'process raft request' (duration: 238.254288ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672689Z","caller":"traceutil/trace.go:171","msg":"trace[2020369216] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"235.472563ms","start":"2026-05-29T02:23:25.437209Z","end":"2026-05-29T02:23:25.672681Z","steps":["trace[2020369216] 'process raft request' (duration: 234.996702ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.672766Z","caller":"traceutil/trace.go:171","msg":"trace[164831413] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"232.009261ms","start":"2026-05-29T02:23:25.440749Z","end":"2026-05-29T02:23:25.672758Z","steps":["trace[164831413] 'process raft request' (duration: 231.494219ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.869987Z","caller":"traceutil/trace.go:171","msg":"trace[1638151448] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"420.742923ms","start":"2026-05-29T02:23:25.449198Z","end":"2026-05-29T02:23:25.869941Z","steps":["trace[1638151448] 'process raft request' (duration: 346.598138ms)","trace[1638151448] 'compare' (duration: 73.889929ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:25.870011Z","caller":"traceutil/trace.go:171","msg":"trace[1459868065] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"419.77747ms","start":"2026-05-29T02:23:25.450209Z","end":"2026-05-29T02:23:25.869986Z","steps":["trace[1459868065] 'process raft request' (duration: 419.621327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:25.870124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.449173Z","time spent":"420.889147ms","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:23:25.870178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.450199Z","time spent":"419.879414ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2943,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:25.870309Z","caller":"traceutil/trace.go:171","msg":"trace[1442594651] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"319.331706ms","start":"2026-05-29T02:23:25.550951Z","end":"2026-05-29T02:23:25.870283Z","steps":["trace[1442594651] 'process raft request' (duration: 319.214994ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.87035Z","caller":"traceutil/trace.go:171","msg":"trace[2053354347] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"407.334108ms","start":"2026-05-29T02:23:25.462974Z","end":"2026-05-29T02:23:25.870308Z","steps":["trace[2053354347] 'process raft request' (duration: 406.949459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:25.87046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.550929Z","time spent":"319.45567ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:25.87053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:25.462936Z","time spent":"407.513832ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129719,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:23:25.87733Z","caller":"traceutil/trace.go:171","msg":"trace[85412385] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"199.26176ms","start":"2026-05-29T02:23:25.678055Z","end":"2026-05-29T02:23:25.877317Z","steps":["trace[85412385] 'process raft request' (duration: 198.999664ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:25.877299Z","caller":"traceutil/trace.go:171","msg":"trace[1480042456] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"117.127247ms","start":"2026-05-29T02:23:25.760112Z","end":"2026-05-29T02:23:25.87724Z","steps":["trace[1480042456] 'process raft request' (duration: 117.031635ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:28.960485Z","caller":"traceutil/trace.go:171","msg":"trace[315267040] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"297.999973ms","start":"2026-05-29T02:23:28.662465Z","end":"2026-05-29T02:23:28.960465Z","steps":["trace[315267040] 'process raft request' (duration: 297.880021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:30.569237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624695814,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:23:30.796369Z","caller":"traceutil/trace.go:171","msg":"trace[1019482109] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"913.710097ms","start":"2026-05-29T02:23:29.882637Z","end":"2026-05-29T02:23:30.796348Z","steps":["trace[1019482109] 'process raft request' (duration: 913.565904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:30.796521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.882617Z","time spent":"913.82451ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:31.531299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.510972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:23:31.531557Z","caller":"traceutil/trace.go:171","msg":"trace[1042548358] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8705; }","duration":"1.462507215s","start":"2026-05-29T02:23:30.069028Z","end":"2026-05-29T02:23:31.531535Z","steps":["trace[1042548358] 'read index received' (duration: 727.246828ms)","trace[1042548358] 'applied index is now lower than readState.Index' (duration: 735.259177ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:31.531696Z","caller":"traceutil/trace.go:171","msg":"trace[1017349334] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"1.550168649s","start":"2026-05-29T02:23:29.981516Z","end":"2026-05-29T02:23:31.531685Z","steps":["trace[1017349334] 'process raft request' (duration: 1.549902873s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.531769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.981487Z","time spent":"1.55024566s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:31.531854Z","caller":"traceutil/trace.go:171","msg":"trace[1035920789] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"1.640686129s","start":"2026-05-29T02:23:29.89113Z","end":"2026-05-29T02:23:31.531817Z","steps":["trace[1035920789] 'process raft request' (duration: 1.297557012s)","trace[1035920789] 'compare' (duration: 342.38396ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:31.531999Z","caller":"traceutil/trace.go:171","msg":"trace[786673314] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"1.095356863s","start":"2026-05-29T02:23:30.436632Z","end":"2026-05-29T02:23:31.531989Z","steps":["trace[786673314] 'process raft request' (duration: 1.094851711s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.532039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:29.891101Z","time spent":"1.640851943s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:31.532067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.436604Z","time spent":"1.095434875s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:31.532094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463055568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:31.532169Z","caller":"traceutil/trace.go:171","msg":"trace[619798522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8406; }","duration":"1.463163561s","start":"2026-05-29T02:23:30.068988Z","end":"2026-05-29T02:23:31.532152Z","steps":["trace[619798522] 'agreement among raft nodes before linearized reading' (duration: 1.463047248s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.532214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.068973Z","time spent":"1.463232912s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:31.541358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008403037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:23:31.54136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.29496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:31.541399Z","caller":"traceutil/trace.go:171","msg":"trace[962395539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8407; }","duration":"1.008526689s","start":"2026-05-29T02:23:30.532862Z","end":"2026-05-29T02:23:31.541389Z","steps":["trace[962395539] 'agreement among raft nodes before linearized reading' (duration: 1.008326435s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:31.54141Z","caller":"traceutil/trace.go:171","msg":"trace[137988741] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8407; }","duration":"193.393483ms","start":"2026-05-29T02:23:31.348003Z","end":"2026-05-29T02:23:31.541397Z","steps":["trace[137988741] 'agreement among raft nodes before linearized reading' (duration: 193.317131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.541427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.532837Z","time spent":"1.008581501s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:23:31.541424Z","caller":"traceutil/trace.go:171","msg":"trace[297600452] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"575.618829ms","start":"2026-05-29T02:23:30.965775Z","end":"2026-05-29T02:23:31.541394Z","steps":["trace[297600452] 'process raft request' (duration: 575.245331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.541449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.783205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:31.541503Z","caller":"traceutil/trace.go:171","msg":"trace[1870550945] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8407; }","duration":"115.874128ms","start":"2026-05-29T02:23:31.425615Z","end":"2026-05-29T02:23:31.541489Z","steps":["trace[1870550945] 'agreement among raft nodes before linearized reading' (duration: 115.796736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.541505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008573451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:23:31.541543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.965744Z","time spent":"575.743562ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:31.541545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21715552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:23:31.541565Z","caller":"traceutil/trace.go:171","msg":"trace[2055188799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8407; }","duration":"1.008684853s","start":"2026-05-29T02:23:30.532862Z","end":"2026-05-29T02:23:31.541547Z","steps":["trace[2055188799] 'agreement among raft nodes before linearized reading' (duration: 1.008430817s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:31.54161Z","caller":"traceutil/trace.go:171","msg":"trace[1622626502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8407; }","duration":"1.217255962s","start":"2026-05-29T02:23:30.324335Z","end":"2026-05-29T02:23:31.541591Z","steps":["trace[1622626502] 'agreement among raft nodes before linearized reading' (duration: 1.217108889s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.541579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.833401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:23:31.541642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.092276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:23:31.541656Z","caller":"traceutil/trace.go:171","msg":"trace[815364179] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8407; }","duration":"800.951833ms","start":"2026-05-29T02:23:30.740694Z","end":"2026-05-29T02:23:31.541646Z","steps":["trace[815364179] 'agreement among raft nodes before linearized reading' (duration: 800.852321ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:31.541665Z","caller":"traceutil/trace.go:171","msg":"trace[770639828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:8407; }","duration":"996.132338ms","start":"2026-05-29T02:23:30.545526Z","end":"2026-05-29T02:23:31.541658Z","steps":["trace[770639828] 'agreement among raft nodes before linearized reading' (duration: 996.068156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.54166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.324317Z","time spent":"1.217332224s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:23:31.541666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148802132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:23:31.541686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.545516Z","time spent":"996.165788ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:23:31.541688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.740674Z","time spent":"801.004694ms","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:23:31.541705Z","caller":"traceutil/trace.go:171","msg":"trace[1594931990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8407; }","duration":"1.148882834s","start":"2026-05-29T02:23:30.392813Z","end":"2026-05-29T02:23:31.541696Z","steps":["trace[1594931990] 'agreement among raft nodes before linearized reading' (duration: 1.148779721s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.541609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.532837Z","time spent":"1.008765125s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:23:31.541734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.39279Z","time spent":"1.148937814s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:23:31.541769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002083608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-29T02:23:31.541375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173035812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:23:31.541854Z","caller":"traceutil/trace.go:171","msg":"trace[1185068417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8407; }","duration":"1.00219648s","start":"2026-05-29T02:23:30.539643Z","end":"2026-05-29T02:23:31.541839Z","steps":["trace[1185068417] 'agreement among raft nodes before linearized reading' (duration: 1.002020616s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.541881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.539631Z","time spent":"1.002244962s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:23:31.541936Z","caller":"traceutil/trace.go:171","msg":"trace[1668583142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8407; }","duration":"1.173585744s","start":"2026-05-29T02:23:30.36827Z","end":"2026-05-29T02:23:31.541856Z","steps":["trace[1668583142] 'agreement among raft nodes before linearized reading' (duration: 1.172945259s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:31.541964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:30.368244Z","time spent":"1.173712618s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:23:41.794895Z","caller":"traceutil/trace.go:171","msg":"trace[2013236082] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"127.355938ms","start":"2026-05-29T02:23:41.667499Z","end":"2026-05-29T02:23:41.794855Z","steps":["trace[2013236082] 'process raft request' (duration: 127.236775ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:42.001741Z","caller":"traceutil/trace.go:171","msg":"trace[1153565435] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"333.960191ms","start":"2026-05-29T02:23:41.66775Z","end":"2026-05-29T02:23:42.00171Z","steps":["trace[1153565435] 'process raft request' (duration: 333.788527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:42.001897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.667743Z","time spent":"334.080684ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:42.001762Z","caller":"traceutil/trace.go:171","msg":"trace[675559274] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"333.961521ms","start":"2026-05-29T02:23:41.667782Z","end":"2026-05-29T02:23:42.001743Z","steps":["trace[675559274] 'process raft request' (duration: 333.884309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:42.002044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.667765Z","time spent":"334.229827ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:23:42.002082Z","caller":"traceutil/trace.go:171","msg":"trace[532793453] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"333.144022ms","start":"2026-05-29T02:23:41.668924Z","end":"2026-05-29T02:23:42.002068Z","steps":["trace[532793453] 'process raft request' (duration: 332.787633ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:42.002123Z","caller":"traceutil/trace.go:171","msg":"trace[1209627861] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"332.272061ms","start":"2026-05-29T02:23:41.669821Z","end":"2026-05-29T02:23:42.002093Z","steps":["trace[1209627861] 'process raft request' (duration: 332.128818ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:42.002224Z","caller":"traceutil/trace.go:171","msg":"trace[1531198139] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8763; }","duration":"331.981285ms","start":"2026-05-29T02:23:41.670215Z","end":"2026-05-29T02:23:42.002196Z","steps":["trace[1531198139] 'read index received' (duration: 124.565562ms)","trace[1531198139] 'applied index is now lower than readState.Index' (duration: 207.410963ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:42.002261Z","caller":"traceutil/trace.go:171","msg":"trace[1549246822] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"314.583425ms","start":"2026-05-29T02:23:41.687626Z","end":"2026-05-29T02:23:42.002209Z","steps":["trace[1549246822] 'process raft request' (duration: 314.430101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:42.002286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.669811Z","time spent":"332.393144ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:42.002156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.668913Z","time spent":"333.201383ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:42.002435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.687612Z","time spent":"314.722768ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:42.002587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.362484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223835"} {"level":"info","ts":"2026-05-29T02:23:42.002624Z","caller":"traceutil/trace.go:171","msg":"trace[820782601] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8464; }","duration":"332.415805ms","start":"2026-05-29T02:23:41.670197Z","end":"2026-05-29T02:23:42.002613Z","steps":["trace[820782601] 'agreement among raft nodes before linearized reading' (duration: 332.070066ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:42.002654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.670191Z","time spent":"332.456245ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223858,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:23:42.01377Z","caller":"traceutil/trace.go:171","msg":"trace[2119102410] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"116.751538ms","start":"2026-05-29T02:23:41.89699Z","end":"2026-05-29T02:23:42.013742Z","steps":["trace[2119102410] 'process raft request' (duration: 116.589095ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:42.01384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.075124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:23:42.013906Z","caller":"traceutil/trace.go:171","msg":"trace[1035036887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8465; }","duration":"323.163007ms","start":"2026-05-29T02:23:41.690726Z","end":"2026-05-29T02:23:42.013889Z","steps":["trace[1035036887] 'agreement among raft nodes before linearized reading' (duration: 322.975712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:42.013952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:41.690713Z","time spent":"323.230248ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:23:42.297838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.603749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:42.297933Z","caller":"traceutil/trace.go:171","msg":"trace[396297441] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8466; }","duration":"185.764653ms","start":"2026-05-29T02:23:42.112149Z","end":"2026-05-29T02:23:42.297914Z","steps":["trace[396297441] 'range keys from in-memory index tree' (duration: 185.508726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:42.393787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.631434ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:23:43.429939Z","caller":"traceutil/trace.go:171","msg":"trace[360870888] linearizableReadLoop","detail":"{readStateIndex:8773; appliedIndex:8772; }","duration":"360.362482ms","start":"2026-05-29T02:23:43.069552Z","end":"2026-05-29T02:23:43.429915Z","steps":["trace[360870888] 'read index received' (duration: 360.194478ms)","trace[360870888] 'applied index is now lower than readState.Index' (duration: 167.024µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:43.43001Z","caller":"traceutil/trace.go:171","msg":"trace[365988668] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"589.150736ms","start":"2026-05-29T02:23:42.84082Z","end":"2026-05-29T02:23:43.429971Z","steps":["trace[365988668] 'process raft request' (duration: 588.911241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:43.430102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.536216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:43.430136Z","caller":"traceutil/trace.go:171","msg":"trace[1439091128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8467; }","duration":"360.644968ms","start":"2026-05-29T02:23:43.069481Z","end":"2026-05-29T02:23:43.430125Z","steps":["trace[1439091128] 'agreement among raft nodes before linearized reading' (duration: 360.557306ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:43.430172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:43.069454Z","time spent":"360.71095ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:23:43.430182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:23:42.840797Z","time spent":"589.29379ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:23:43.430405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.388676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-29T02:23:43.430498Z","caller":"traceutil/trace.go:171","msg":"trace[588397544] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8467; }","duration":"276.502138ms","start":"2026-05-29T02:23:43.153974Z","end":"2026-05-29T02:23:43.430476Z","steps":["trace[588397544] 'agreement among raft nodes before linearized reading' (duration: 276.121929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:43.835633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.994638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:43.835755Z","caller":"traceutil/trace.go:171","msg":"trace[218292850] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8467; }","duration":"169.190362ms","start":"2026-05-29T02:23:43.666538Z","end":"2026-05-29T02:23:43.835728Z","steps":["trace[218292850] 'count revisions from in-memory index tree' (duration: 168.893855ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:43.836309Z","caller":"traceutil/trace.go:171","msg":"trace[713478519] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"167.032312ms","start":"2026-05-29T02:23:43.669216Z","end":"2026-05-29T02:23:43.836249Z","steps":["trace[713478519] 'process raft request' (duration: 119.473642ms)","trace[713478519] 'compare' (duration: 46.931135ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:43.999941Z","caller":"traceutil/trace.go:171","msg":"trace[454666431] transaction","detail":"{read_only:false; response_revision:8469; number_of_response:1; }","duration":"159.172787ms","start":"2026-05-29T02:23:43.840735Z","end":"2026-05-29T02:23:43.999907Z","steps":["trace[454666431] 'process raft request' (duration: 123.435755ms)","trace[454666431] 'compare' (duration: 35.369523ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:44.189123Z","caller":"traceutil/trace.go:171","msg":"trace[1887291737] linearizableReadLoop","detail":"{readStateIndex:8777; appliedIndex:8776; }","duration":"113.445541ms","start":"2026-05-29T02:23:44.075641Z","end":"2026-05-29T02:23:44.189086Z","steps":["trace[1887291737] 'read index received' (duration: 91.845252ms)","trace[1887291737] 'applied index is now lower than readState.Index' (duration: 21.598969ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:44.189419Z","caller":"traceutil/trace.go:171","msg":"trace[742486403] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"182.373142ms","start":"2026-05-29T02:23:44.006955Z","end":"2026-05-29T02:23:44.189328Z","steps":["trace[742486403] 'process raft request' (duration: 160.533148ms)","trace[742486403] 'compare' (duration: 21.425875ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:23:44.189565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.585677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-29T02:23:44.189589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.721041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:23:44.189664Z","caller":"traceutil/trace.go:171","msg":"trace[1486667549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8470; }","duration":"182.826184ms","start":"2026-05-29T02:23:44.006822Z","end":"2026-05-29T02:23:44.189648Z","steps":["trace[1486667549] 'agreement among raft nodes before linearized reading' (duration: 182.398394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:44.189688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.545717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:23:44.189709Z","caller":"traceutil/trace.go:171","msg":"trace[1445583649] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:8470; }","duration":"179.620868ms","start":"2026-05-29T02:23:44.010083Z","end":"2026-05-29T02:23:44.189704Z","steps":["trace[1445583649] 'agreement among raft nodes before linearized reading' (duration: 179.546417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:44.189919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.018438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:23:44.18961Z","caller":"traceutil/trace.go:171","msg":"trace[1839190242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8470; }","duration":"182.695501ms","start":"2026-05-29T02:23:44.006904Z","end":"2026-05-29T02:23:44.189599Z","steps":["trace[1839190242] 'agreement among raft nodes before linearized reading' (duration: 182.436035ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:44.189975Z","caller":"traceutil/trace.go:171","msg":"trace[641005006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8470; }","duration":"183.086579ms","start":"2026-05-29T02:23:44.006875Z","end":"2026-05-29T02:23:44.189961Z","steps":["trace[641005006] 'agreement among raft nodes before linearized reading' (duration: 182.943696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:44.189907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.345534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:23:44.190099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.904493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:23:44.19013Z","caller":"traceutil/trace.go:171","msg":"trace[71359508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8470; }","duration":"119.980034ms","start":"2026-05-29T02:23:44.070142Z","end":"2026-05-29T02:23:44.190122Z","steps":["trace[71359508] 'agreement among raft nodes before linearized reading' (duration: 119.933903ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:44.190193Z","caller":"traceutil/trace.go:171","msg":"trace[782331364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8470; }","duration":"137.627169ms","start":"2026-05-29T02:23:44.052465Z","end":"2026-05-29T02:23:44.190092Z","steps":["trace[782331364] 'agreement among raft nodes before linearized reading' (duration: 136.694417ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:44.196902Z","caller":"traceutil/trace.go:171","msg":"trace[1303322614] transaction","detail":"{read_only:false; response_revision:8471; number_of_response:1; }","duration":"119.990054ms","start":"2026-05-29T02:23:44.076899Z","end":"2026-05-29T02:23:44.196889Z","steps":["trace[1303322614] 'process raft request' (duration: 119.634346ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:44.197079Z","caller":"traceutil/trace.go:171","msg":"trace[87980982] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"116.604665ms","start":"2026-05-29T02:23:44.080458Z","end":"2026-05-29T02:23:44.197063Z","steps":["trace[87980982] 'process raft request' (duration: 116.228826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:46.16205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.684722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:23:46.162111Z","caller":"traceutil/trace.go:171","msg":"trace[1784937028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8478; }","duration":"157.813865ms","start":"2026-05-29T02:23:46.004285Z","end":"2026-05-29T02:23:46.162099Z","steps":["trace[1784937028] 'range keys from in-memory index tree' (duration: 157.508478ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:46.290313Z","caller":"traceutil/trace.go:171","msg":"trace[1103234684] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"123.825815ms","start":"2026-05-29T02:23:46.166458Z","end":"2026-05-29T02:23:46.290284Z","steps":["trace[1103234684] 'process raft request' (duration: 123.662501ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:23:46.318441Z","caller":"traceutil/trace.go:171","msg":"trace[657029296] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8785; }","duration":"117.578018ms","start":"2026-05-29T02:23:46.20082Z","end":"2026-05-29T02:23:46.318398Z","steps":["trace[657029296] 'read index received' (duration: 89.298052ms)","trace[657029296] 'applied index is now lower than readState.Index' (duration: 28.278165ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:23:46.318572Z","caller":"traceutil/trace.go:171","msg":"trace[507182841] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"122.285438ms","start":"2026-05-29T02:23:46.196245Z","end":"2026-05-29T02:23:46.31853Z","steps":["trace[507182841] 'process raft request' (duration: 121.926019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:46.318812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.951686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-29T02:23:46.318875Z","caller":"traceutil/trace.go:171","msg":"trace[2067908173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8480; }","duration":"118.085109ms","start":"2026-05-29T02:23:46.200769Z","end":"2026-05-29T02:23:46.318854Z","steps":["trace[2067908173] 'agreement among raft nodes before linearized reading' (duration: 117.838393ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:23:46.318949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.665903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:23:46.319065Z","caller":"traceutil/trace.go:171","msg":"trace[1628183451] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:8480; }","duration":"115.815586ms","start":"2026-05-29T02:23:46.203221Z","end":"2026-05-29T02:23:46.319036Z","steps":["trace[1628183451] 'agreement among raft nodes before linearized reading' (duration: 115.490008ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:06.537199Z","caller":"traceutil/trace.go:171","msg":"trace[2019210556] linearizableReadLoop","detail":"{readStateIndex:8906; appliedIndex:8904; }","duration":"106.352093ms","start":"2026-05-29T02:24:06.430819Z","end":"2026-05-29T02:24:06.537171Z","steps":["trace[2019210556] 'read index received' (duration: 15.433893ms)","trace[2019210556] 'applied index is now lower than readState.Index' (duration: 90.91683ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:06.537224Z","caller":"traceutil/trace.go:171","msg":"trace[1464284238] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"153.043643ms","start":"2026-05-29T02:24:06.384145Z","end":"2026-05-29T02:24:06.537189Z","steps":["trace[1464284238] 'process raft request' (duration: 125.599757ms)","trace[1464284238] 'compare' (duration: 26.938994ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:06.537451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.616869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:24:06.537515Z","caller":"traceutil/trace.go:171","msg":"trace[2018359563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8595; }","duration":"106.734452ms","start":"2026-05-29T02:24:06.430762Z","end":"2026-05-29T02:24:06.537497Z","steps":["trace[2018359563] 'agreement among raft nodes before linearized reading' (duration: 106.522197ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:13.660113Z","caller":"traceutil/trace.go:171","msg":"trace[541984817] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"100.360743ms","start":"2026-05-29T02:24:13.559726Z","end":"2026-05-29T02:24:13.660086Z","steps":["trace[541984817] 'process raft request' (duration: 100.217679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:14.098696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.875517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:14.098822Z","caller":"traceutil/trace.go:171","msg":"trace[803763338] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8684; }","duration":"209.067421ms","start":"2026-05-29T02:24:13.889734Z","end":"2026-05-29T02:24:14.098802Z","steps":["trace[803763338] 'count revisions from in-memory index tree' (duration: 208.775874ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:14.099114Z","caller":"traceutil/trace.go:171","msg":"trace[1461175535] linearizableReadLoop","detail":"{readStateIndex:9000; appliedIndex:8999; }","duration":"136.507423ms","start":"2026-05-29T02:24:13.962579Z","end":"2026-05-29T02:24:14.099087Z","steps":["trace[1461175535] 'read index received' (duration: 112.455617ms)","trace[1461175535] 'applied index is now lower than readState.Index' (duration: 24.041326ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:14.099236Z","caller":"traceutil/trace.go:171","msg":"trace[2072610654] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"140.378034ms","start":"2026-05-29T02:24:13.958827Z","end":"2026-05-29T02:24:14.099205Z","steps":["trace[2072610654] 'process raft request' (duration: 116.304047ms)","trace[2072610654] 'compare' (duration: 23.727589ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:14.09933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.733388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b44b4795f-476d4.18b3e809339f9e1e\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-05-29T02:24:14.09938Z","caller":"traceutil/trace.go:171","msg":"trace[1032863397] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b44b4795f-476d4.18b3e809339f9e1e; range_end:; response_count:1; response_revision:8685; }","duration":"136.8326ms","start":"2026-05-29T02:24:13.962529Z","end":"2026-05-29T02:24:14.099362Z","steps":["trace[1032863397] 'agreement among raft nodes before linearized reading' (duration: 136.652026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.018934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.683449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:24:28.019601Z","caller":"traceutil/trace.go:171","msg":"trace[1368740770] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9116; }","duration":"962.056515ms","start":"2026-05-29T02:24:27.057503Z","end":"2026-05-29T02:24:28.019559Z","steps":["trace[1368740770] 'read index received' (duration: 83.571017ms)","trace[1368740770] 'applied index is now lower than readState.Index' (duration: 878.484088ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:28.019673Z","caller":"traceutil/trace.go:171","msg":"trace[97606573] transaction","detail":"{read_only:false; response_revision:8798; number_of_response:1; }","duration":"1.112606489s","start":"2026-05-29T02:24:26.907019Z","end":"2026-05-29T02:24:28.019626Z","steps":["trace[97606573] 'process raft request' (duration: 234.09004ms)","trace[97606573] 'compare' (duration: 877.229809ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:28.019839Z","caller":"traceutil/trace.go:171","msg":"trace[1590602215] transaction","detail":"{read_only:false; response_revision:8799; number_of_response:1; }","duration":"637.27134ms","start":"2026-05-29T02:24:27.382528Z","end":"2026-05-29T02:24:28.019799Z","steps":["trace[1590602215] 'process raft request' (duration: 636.567453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.019861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:26.906995Z","time spent":"1.112752183s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:28.019935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.382515Z","time spent":"637.381573ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:24:28.019938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.428994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:24:28.020039Z","caller":"traceutil/trace.go:171","msg":"trace[189443862] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:8799; }","duration":"962.567997ms","start":"2026-05-29T02:24:27.057444Z","end":"2026-05-29T02:24:28.020012Z","steps":["trace[189443862] 'agreement among raft nodes before linearized reading' (duration: 962.24946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.02009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.057421Z","time spent":"962.66033ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"info","ts":"2026-05-29T02:24:28.020303Z","caller":"traceutil/trace.go:171","msg":"trace[2083900411] transaction","detail":"{read_only:false; response_revision:8800; number_of_response:1; }","duration":"307.214021ms","start":"2026-05-29T02:24:27.713012Z","end":"2026-05-29T02:24:28.020226Z","steps":["trace[2083900411] 'process raft request' (duration: 306.203327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.020359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.712985Z","time spent":"307.345955ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:28.239786Z","caller":"traceutil/trace.go:171","msg":"trace[340055464] transaction","detail":"{read_only:false; response_revision:8801; number_of_response:1; }","duration":"381.750906ms","start":"2026-05-29T02:24:27.858011Z","end":"2026-05-29T02:24:28.239762Z","steps":["trace[340055464] 'process raft request' (duration: 381.590792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.239957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.857967Z","time spent":"381.900429ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:28.257156Z","caller":"traceutil/trace.go:171","msg":"trace[478692692] transaction","detail":"{read_only:false; response_revision:8802; number_of_response:1; }","duration":"364.05259ms","start":"2026-05-29T02:24:27.893048Z","end":"2026-05-29T02:24:28.257101Z","steps":["trace[478692692] 'process raft request' (duration: 363.670911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.25741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188452264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:24:28.257441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.893014Z","time spent":"364.315565ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:28.257445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.385432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xkg6q\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-05-29T02:24:28.257188Z","caller":"traceutil/trace.go:171","msg":"trace[398036080] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9119; }","duration":"237.49171ms","start":"2026-05-29T02:24:28.019675Z","end":"2026-05-29T02:24:28.257166Z","steps":["trace[398036080] 'read index received' (duration: 219.996449ms)","trace[398036080] 'applied index is now lower than readState.Index' (duration: 17.493981ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:28.257516Z","caller":"traceutil/trace.go:171","msg":"trace[1991121924] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xkg6q; range_end:; response_count:1; response_revision:8803; }","duration":"877.488235ms","start":"2026-05-29T02:24:27.380011Z","end":"2026-05-29T02:24:28.257499Z","steps":["trace[1991121924] 'agreement among raft nodes before linearized reading' (duration: 877.185318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.257517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102568253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:24:28.257623Z","caller":"traceutil/trace.go:171","msg":"trace[947416793] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8803; }","duration":"1.102719327s","start":"2026-05-29T02:24:27.154889Z","end":"2026-05-29T02:24:28.257608Z","steps":["trace[947416793] 'agreement among raft nodes before linearized reading' (duration: 1.102533442s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.257672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.15486Z","time spent":"1.102800358s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":36,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:24:28.257481Z","caller":"traceutil/trace.go:171","msg":"trace[2036005072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8803; }","duration":"1.188623478s","start":"2026-05-29T02:24:27.068842Z","end":"2026-05-29T02:24:28.257465Z","steps":["trace[2036005072] 'agreement among raft nodes before linearized reading' (duration: 1.188398023s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.257631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.344543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:24:28.257776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.472774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xkg6q\" ","response":"range_response_count:1 size:4648"} {"level":"warn","ts":"2026-05-29T02:24:28.257776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.068814Z","time spent":"1.188918476s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:24:28.257568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.379993Z","time spent":"877.566377ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4671,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-xkg6q\" "} {"level":"info","ts":"2026-05-29T02:24:28.257842Z","caller":"traceutil/trace.go:171","msg":"trace[1921973399] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-xkg6q; range_end:; response_count:1; response_revision:8803; }","duration":"227.593977ms","start":"2026-05-29T02:24:28.030233Z","end":"2026-05-29T02:24:28.257827Z","steps":["trace[1921973399] 'agreement among raft nodes before linearized reading' (duration: 227.371062ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:28.257861Z","caller":"traceutil/trace.go:171","msg":"trace[731636977] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8803; }","duration":"626.726982ms","start":"2026-05-29T02:24:27.631072Z","end":"2026-05-29T02:24:28.257799Z","steps":["trace[731636977] 'agreement among raft nodes before linearized reading' (duration: 626.265371ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:28.258005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:27.631049Z","time spent":"626.937098ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:24:29.189229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.050208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:24:29.189343Z","caller":"traceutil/trace.go:171","msg":"trace[2060941260] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8813; }","duration":"194.251513ms","start":"2026-05-29T02:24:28.995071Z","end":"2026-05-29T02:24:29.189323Z","steps":["trace[2060941260] 'count revisions from in-memory index tree' (duration: 193.934615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.570889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624697050,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:24:30.611916Z","caller":"traceutil/trace.go:171","msg":"trace[1136501335] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"585.653756ms","start":"2026-05-29T02:24:30.026233Z","end":"2026-05-29T02:24:30.611887Z","steps":["trace[1136501335] 'process raft request' (duration: 585.453841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.61213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:30.026207Z","time spent":"585.795199ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:30.637729Z","caller":"traceutil/trace.go:171","msg":"trace[2097270961] linearizableReadLoop","detail":"{readStateIndex:9136; appliedIndex:9133; }","duration":"567.076858ms","start":"2026-05-29T02:24:30.070627Z","end":"2026-05-29T02:24:30.637704Z","steps":["trace[2097270961] 'read index received' (duration: 541.127368ms)","trace[2097270961] 'applied index is now lower than readState.Index' (duration: 25.94839ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:30.637862Z","caller":"traceutil/trace.go:171","msg":"trace[608318796] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"374.643439ms","start":"2026-05-29T02:24:30.263205Z","end":"2026-05-29T02:24:30.637848Z","steps":["trace[608318796] 'process raft request' (duration: 374.429094ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:30.637846Z","caller":"traceutil/trace.go:171","msg":"trace[1479925599] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"528.93479ms","start":"2026-05-29T02:24:30.10887Z","end":"2026-05-29T02:24:30.637805Z","steps":["trace[1479925599] 'process raft request' (duration: 528.640323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.637974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:30.263179Z","time spent":"374.71173ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:30.638047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:30.108834Z","time spent":"529.121124ms","remote":"127.0.0.1:58786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:24:30.638118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.470517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:30.638217Z","caller":"traceutil/trace.go:171","msg":"trace[1568349235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8816; }","duration":"567.58573ms","start":"2026-05-29T02:24:30.070608Z","end":"2026-05-29T02:24:30.638193Z","steps":["trace[1568349235] 'agreement among raft nodes before linearized reading' (duration: 567.390555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.63828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:30.070547Z","time spent":"567.720624ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:24:30.63836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.219651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:30.638415Z","caller":"traceutil/trace.go:171","msg":"trace[1695667995] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8816; }","duration":"160.310314ms","start":"2026-05-29T02:24:30.478091Z","end":"2026-05-29T02:24:30.638401Z","steps":["trace[1695667995] 'agreement among raft nodes before linearized reading' (duration: 160.221892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.638626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.046627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:24:30.638721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.876859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:30.638763Z","caller":"traceutil/trace.go:171","msg":"trace[1120187540] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8816; }","duration":"429.92164ms","start":"2026-05-29T02:24:30.208829Z","end":"2026-05-29T02:24:30.63875Z","steps":["trace[1120187540] 'agreement among raft nodes before linearized reading' (duration: 429.847428ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:30.63893Z","caller":"traceutil/trace.go:171","msg":"trace[287973047] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8816; }","duration":"239.409885ms","start":"2026-05-29T02:24:30.399498Z","end":"2026-05-29T02:24:30.638908Z","steps":["trace[287973047] 'agreement among raft nodes before linearized reading' (duration: 239.056696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.638627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.035134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-05-29T02:24:30.639153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:30.208706Z","time spent":"430.074923ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:24:30.639179Z","caller":"traceutil/trace.go:171","msg":"trace[1763079022] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8816; }","duration":"524.66273ms","start":"2026-05-29T02:24:30.114505Z","end":"2026-05-29T02:24:30.639167Z","steps":["trace[1763079022] 'agreement among raft nodes before linearized reading' (duration: 523.795079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.639217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:30.11447Z","time spent":"524.733662ms","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-05-29T02:24:30.888377Z","caller":"traceutil/trace.go:171","msg":"trace[1183885840] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"244.196458ms","start":"2026-05-29T02:24:30.644152Z","end":"2026-05-29T02:24:30.888348Z","steps":["trace[1183885840] 'process raft request' (duration: 243.83861ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:30.888601Z","caller":"traceutil/trace.go:171","msg":"trace[1644262951] linearizableReadLoop","detail":"{readStateIndex:9139; appliedIndex:9137; }","duration":"198.496832ms","start":"2026-05-29T02:24:30.690055Z","end":"2026-05-29T02:24:30.888552Z","steps":["trace[1644262951] 'read index received' (duration: 198.036151ms)","trace[1644262951] 'applied index is now lower than readState.Index' (duration: 457.501µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:30.888674Z","caller":"traceutil/trace.go:171","msg":"trace[607764251] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"236.423135ms","start":"2026-05-29T02:24:30.65222Z","end":"2026-05-29T02:24:30.888643Z","steps":["trace[607764251] 'process raft request' (duration: 236.006155ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.88889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.82629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:24:30.888974Z","caller":"traceutil/trace.go:171","msg":"trace[350333826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8819; }","duration":"198.968983ms","start":"2026-05-29T02:24:30.689984Z","end":"2026-05-29T02:24:30.888953Z","steps":["trace[350333826] 'agreement among raft nodes before linearized reading' (duration: 198.744648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.923506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.56439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:24:30.923545Z","caller":"traceutil/trace.go:171","msg":"trace[1276202096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8820; }","duration":"132.632691ms","start":"2026-05-29T02:24:30.790903Z","end":"2026-05-29T02:24:30.923535Z","steps":["trace[1276202096] 'agreement among raft nodes before linearized reading' (duration: 132.507478ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.923663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.661199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:24:30.923687Z","caller":"traceutil/trace.go:171","msg":"trace[515098487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8820; }","duration":"131.70522ms","start":"2026-05-29T02:24:30.791975Z","end":"2026-05-29T02:24:30.92368Z","steps":["trace[515098487] 'agreement among raft nodes before linearized reading' (duration: 131.644198ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:30.92375Z","caller":"traceutil/trace.go:171","msg":"trace[2112888333] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"225.318513ms","start":"2026-05-29T02:24:30.698425Z","end":"2026-05-29T02:24:30.923743Z","steps":["trace[2112888333] 'process raft request' (duration: 224.76823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.923767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.246939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:24:30.92383Z","caller":"traceutil/trace.go:171","msg":"trace[1087769385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8820; }","duration":"159.369141ms","start":"2026-05-29T02:24:30.764445Z","end":"2026-05-29T02:24:30.923814Z","steps":["trace[1087769385] 'agreement among raft nodes before linearized reading' (duration: 159.083214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.923856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.848269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:24:30.923878Z","caller":"traceutil/trace.go:171","msg":"trace[790658529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8820; }","duration":"141.9261ms","start":"2026-05-29T02:24:30.781946Z","end":"2026-05-29T02:24:30.923872Z","steps":["trace[790658529] 'agreement among raft nodes before linearized reading' (duration: 141.866209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.924045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.21952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:24:30.924147Z","caller":"traceutil/trace.go:171","msg":"trace[1801915385] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:8820; }","duration":"219.383054ms","start":"2026-05-29T02:24:30.704739Z","end":"2026-05-29T02:24:30.924122Z","steps":["trace[1801915385] 'agreement among raft nodes before linearized reading' (duration: 219.070567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:30.92483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.782415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:24:30.924917Z","caller":"traceutil/trace.go:171","msg":"trace[212884222] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8820; }","duration":"132.901738ms","start":"2026-05-29T02:24:30.791991Z","end":"2026-05-29T02:24:30.924893Z","steps":["trace[212884222] 'agreement among raft nodes before linearized reading' (duration: 131.480935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:31.105871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.279228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:24:31.10595Z","caller":"traceutil/trace.go:171","msg":"trace[811342163] linearizableReadLoop","detail":"{readStateIndex:9141; appliedIndex:9140; }","duration":"182.596248ms","start":"2026-05-29T02:24:30.923341Z","end":"2026-05-29T02:24:31.105938Z","steps":["trace[811342163] 'read index received' (duration: 74.204497ms)","trace[811342163] 'applied index is now lower than readState.Index' (duration: 108.390601ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:31.106084Z","caller":"traceutil/trace.go:171","msg":"trace[817566926] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"211.14405ms","start":"2026-05-29T02:24:30.89493Z","end":"2026-05-29T02:24:31.106074Z","steps":["trace[817566926] 'process raft request' (duration: 102.590395ms)","trace[817566926] 'compare' (duration: 108.021353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:31.106251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.037254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-05-29T02:24:31.106264Z","caller":"traceutil/trace.go:171","msg":"trace[14463292] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8821; }","duration":"210.068724ms","start":"2026-05-29T02:24:30.896191Z","end":"2026-05-29T02:24:31.10626Z","steps":["trace[14463292] 'agreement among raft nodes before linearized reading' (duration: 209.987253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:31.106365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.729897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18b3e818ba0c042d\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-05-29T02:24:31.106376Z","caller":"traceutil/trace.go:171","msg":"trace[1425157661] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18b3e818ba0c042d; range_end:; response_count:1; response_revision:8821; }","duration":"212.807599ms","start":"2026-05-29T02:24:30.893565Z","end":"2026-05-29T02:24:31.106373Z","steps":["trace[1425157661] 'agreement among raft nodes before linearized reading' (duration: 212.764188ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:31.111733Z","caller":"traceutil/trace.go:171","msg":"trace[1266437457] transaction","detail":"{read_only:false; response_revision:8826; number_of_response:1; }","duration":"181.945643ms","start":"2026-05-29T02:24:30.929768Z","end":"2026-05-29T02:24:31.111714Z","steps":["trace[1266437457] 'process raft request' (duration: 181.876091ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:31.112186Z","caller":"traceutil/trace.go:171","msg":"trace[1449118704] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"182.842434ms","start":"2026-05-29T02:24:30.929336Z","end":"2026-05-29T02:24:31.112178Z","steps":["trace[1449118704] 'process raft request' (duration: 182.290861ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:31.11217Z","caller":"traceutil/trace.go:171","msg":"trace[1263486123] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"183.52587ms","start":"2026-05-29T02:24:30.928612Z","end":"2026-05-29T02:24:31.112138Z","steps":["trace[1263486123] 'process raft request' (duration: 182.992607ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:31.11235Z","caller":"traceutil/trace.go:171","msg":"trace[466965985] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"183.891489ms","start":"2026-05-29T02:24:30.92845Z","end":"2026-05-29T02:24:31.112342Z","steps":["trace[466965985] 'process raft request' (duration: 182.987817ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:31.112462Z","caller":"traceutil/trace.go:171","msg":"trace[549431801] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"183.830287ms","start":"2026-05-29T02:24:30.928623Z","end":"2026-05-29T02:24:31.112453Z","steps":["trace[549431801] 'process raft request' (duration: 182.939206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:31.113085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.430818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228481"} {"level":"info","ts":"2026-05-29T02:24:31.11311Z","caller":"traceutil/trace.go:171","msg":"trace[375452074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8826; }","duration":"183.487579ms","start":"2026-05-29T02:24:30.929615Z","end":"2026-05-29T02:24:31.113103Z","steps":["trace[375452074] 'agreement among raft nodes before linearized reading' (duration: 183.187972ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:31.301116Z","caller":"traceutil/trace.go:171","msg":"trace[1070362268] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"101.261813ms","start":"2026-05-29T02:24:31.199817Z","end":"2026-05-29T02:24:31.301079Z","steps":["trace[1070362268] 'process raft request' (duration: 101.021898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:31.702573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.290811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111956"} {"level":"info","ts":"2026-05-29T02:24:31.702666Z","caller":"traceutil/trace.go:171","msg":"trace[1492772106] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8828; }","duration":"346.418574ms","start":"2026-05-29T02:24:31.356228Z","end":"2026-05-29T02:24:31.702646Z","steps":["trace[1492772106] 'range keys from in-memory index tree' (duration: 345.934242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:31.702716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:31.356217Z","time spent":"346.487176ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111979,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-05-29T02:24:31.703349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.861145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-05-29T02:24:31.703439Z","caller":"traceutil/trace.go:171","msg":"trace[1921796705] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8828; }","duration":"138.011299ms","start":"2026-05-29T02:24:31.565409Z","end":"2026-05-29T02:24:31.70342Z","steps":["trace[1921796705] 'range keys from in-memory index tree' (duration: 136.616286ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:31.767181Z","caller":"traceutil/trace.go:171","msg":"trace[1352233871] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"174.808405ms","start":"2026-05-29T02:24:31.592343Z","end":"2026-05-29T02:24:31.767152Z","steps":["trace[1352233871] 'process raft request' (duration: 174.520028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:32.002361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.341679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-05-29T02:24:32.002459Z","caller":"traceutil/trace.go:171","msg":"trace[388711507] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8829; }","duration":"198.478942ms","start":"2026-05-29T02:24:31.803956Z","end":"2026-05-29T02:24:32.002435Z","steps":["trace[388711507] 'range keys from in-memory index tree' (duration: 198.192325ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:32.26165Z","caller":"traceutil/trace.go:171","msg":"trace[769717914] linearizableReadLoop","detail":"{readStateIndex:9150; appliedIndex:9149; }","duration":"193.430183ms","start":"2026-05-29T02:24:32.0682Z","end":"2026-05-29T02:24:32.26163Z","steps":["trace[769717914] 'read index received' (duration: 193.265879ms)","trace[769717914] 'applied index is now lower than readState.Index' (duration: 163.624µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:32.261773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.567826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:32.261796Z","caller":"traceutil/trace.go:171","msg":"trace[1193257031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8830; }","duration":"193.605547ms","start":"2026-05-29T02:24:32.068182Z","end":"2026-05-29T02:24:32.261788Z","steps":["trace[1193257031] 'agreement among raft nodes before linearized reading' (duration: 193.530645ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:32.261803Z","caller":"traceutil/trace.go:171","msg":"trace[1126649646] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"219.513037ms","start":"2026-05-29T02:24:32.042272Z","end":"2026-05-29T02:24:32.261785Z","steps":["trace[1126649646] 'process raft request' (duration: 219.19932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:32.951731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.590138ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:24:32.952003Z","caller":"traceutil/trace.go:171","msg":"trace[1147524593] linearizableReadLoop","detail":"{readStateIndex:9151; appliedIndex:9150; }","duration":"688.780783ms","start":"2026-05-29T02:24:32.263195Z","end":"2026-05-29T02:24:32.951976Z","steps":["trace[1147524593] 'read index received' (duration: 98.906208ms)","trace[1147524593] 'applied index is now lower than readState.Index' (duration: 589.871805ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:24:32.952112Z","caller":"traceutil/trace.go:171","msg":"trace[1360362327] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"443.96673ms","start":"2026-05-29T02:24:32.508117Z","end":"2026-05-29T02:24:32.952084Z","steps":["trace[1360362327] 'process raft request' (duration: 443.732995ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:32.952288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:32.508076Z","time spent":"444.099463ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:32.952379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.152141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:32.952471Z","caller":"traceutil/trace.go:171","msg":"trace[1337175804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8832; }","duration":"689.291715ms","start":"2026-05-29T02:24:32.263158Z","end":"2026-05-29T02:24:32.95245Z","steps":["trace[1337175804] 'agreement among raft nodes before linearized reading' (duration: 688.962097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:32.952532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:32.26314Z","time spent":"689.381897ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:24:32.952557Z","caller":"traceutil/trace.go:171","msg":"trace[146045855] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"332.084816ms","start":"2026-05-29T02:24:32.620435Z","end":"2026-05-29T02:24:32.952519Z","steps":["trace[146045855] 'process raft request' (duration: 331.565114ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:32.952757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:32.620397Z","time spent":"332.25019ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:24:32.952783Z","caller":"traceutil/trace.go:171","msg":"trace[305165332] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"308.358548ms","start":"2026-05-29T02:24:32.644409Z","end":"2026-05-29T02:24:32.952767Z","steps":["trace[305165332] 'process raft request' (duration: 307.849976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:32.952862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:24:32.644374Z","time spent":"308.445921ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:24:32.952958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.438657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:24:32.953066Z","caller":"traceutil/trace.go:171","msg":"trace[1012916750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8834; }","duration":"194.648112ms","start":"2026-05-29T02:24:32.758397Z","end":"2026-05-29T02:24:32.953046Z","steps":["trace[1012916750] 'agreement among raft nodes before linearized reading' (duration: 194.345735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:24:33.189511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.065732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:24:33.189628Z","caller":"traceutil/trace.go:171","msg":"trace[741019029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8834; }","duration":"119.260076ms","start":"2026-05-29T02:24:33.07034Z","end":"2026-05-29T02:24:33.1896Z","steps":["trace[741019029] 'range keys from in-memory index tree' (duration: 118.912608ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:39.919728Z","caller":"traceutil/trace.go:171","msg":"trace[1226210129] linearizableReadLoop","detail":"{readStateIndex:9232; appliedIndex:9231; }","duration":"144.907661ms","start":"2026-05-29T02:24:39.774795Z","end":"2026-05-29T02:24:39.919703Z","steps":["trace[1226210129] 'read index received' (duration: 144.789068ms)","trace[1226210129] 'applied index is now lower than readState.Index' (duration: 117.623µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:24:39.919918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.109866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:24:39.919866Z","caller":"traceutil/trace.go:171","msg":"trace[1250050285] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"154.987688ms","start":"2026-05-29T02:24:39.764827Z","end":"2026-05-29T02:24:39.919815Z","steps":["trace[1250050285] 'process raft request' (duration: 154.749682ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:39.919954Z","caller":"traceutil/trace.go:171","msg":"trace[1711770154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8908; }","duration":"145.202918ms","start":"2026-05-29T02:24:39.774741Z","end":"2026-05-29T02:24:39.919944Z","steps":["trace[1711770154] 'agreement among raft nodes before linearized reading' (duration: 145.048724ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:24:51.023267Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b8.wal"} {"level":"info","ts":"2026-05-29T02:25:39.390863Z","caller":"traceutil/trace.go:171","msg":"trace[710353320] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"206.244356ms","start":"2026-05-29T02:25:39.184592Z","end":"2026-05-29T02:25:39.390837Z","steps":["trace[710353320] 'process raft request' (duration: 177.228593ms)","trace[710353320] 'compare' (duration: 28.864969ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:25:39.39123Z","caller":"traceutil/trace.go:171","msg":"trace[1076903676] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"173.351491ms","start":"2026-05-29T02:25:39.217847Z","end":"2026-05-29T02:25:39.391199Z","steps":["trace[1076903676] 'process raft request' (duration: 173.195847ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:39.391249Z","caller":"traceutil/trace.go:171","msg":"trace[1543344055] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"206.556203ms","start":"2026-05-29T02:25:39.184664Z","end":"2026-05-29T02:25:39.39122Z","steps":["trace[1543344055] 'process raft request' (duration: 206.127973ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:41.566524Z","caller":"traceutil/trace.go:171","msg":"trace[1867169248] transaction","detail":"{read_only:false; response_revision:9467; number_of_response:1; }","duration":"330.930811ms","start":"2026-05-29T02:25:41.23557Z","end":"2026-05-29T02:25:41.566501Z","steps":["trace[1867169248] 'process raft request' (duration: 330.783238ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:41.566555Z","caller":"traceutil/trace.go:171","msg":"trace[521303838] linearizableReadLoop","detail":"{readStateIndex:9806; appliedIndex:9806; }","duration":"186.091412ms","start":"2026-05-29T02:25:41.38043Z","end":"2026-05-29T02:25:41.566522Z","steps":["trace[521303838] 'read index received' (duration: 186.078521ms)","trace[521303838] 'applied index is now lower than readState.Index' (duration: 10.491µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:25:41.566688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.235542Z","time spent":"331.066785ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:41.566754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.293526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:25:41.566799Z","caller":"traceutil/trace.go:171","msg":"trace[2007602734] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9467; }","duration":"186.394789ms","start":"2026-05-29T02:25:41.380394Z","end":"2026-05-29T02:25:41.566789Z","steps":["trace[2007602734] 'agreement among raft nodes before linearized reading' (duration: 186.269126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:41.913489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.652118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:25:41.913714Z","caller":"traceutil/trace.go:171","msg":"trace[921884879] linearizableReadLoop","detail":"{readStateIndex:9808; appliedIndex:9806; }","duration":"347.055822ms","start":"2026-05-29T02:25:41.566637Z","end":"2026-05-29T02:25:41.913693Z","steps":["trace[921884879] 'read index received' (duration: 80.061575ms)","trace[921884879] 'applied index is now lower than readState.Index' (duration: 266.992807ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:25:41.913819Z","caller":"traceutil/trace.go:171","msg":"trace[296506796] transaction","detail":"{read_only:false; response_revision:9469; number_of_response:1; }","duration":"516.263446ms","start":"2026-05-29T02:25:41.397525Z","end":"2026-05-29T02:25:41.913788Z","steps":["trace[296506796] 'process raft request' (duration: 516.083772ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:41.913843Z","caller":"traceutil/trace.go:171","msg":"trace[1442022909] transaction","detail":"{read_only:false; response_revision:9468; number_of_response:1; }","duration":"517.010183ms","start":"2026-05-29T02:25:41.396803Z","end":"2026-05-29T02:25:41.913813Z","steps":["trace[1442022909] 'process raft request' (duration: 249.915265ms)","trace[1442022909] 'compare' (duration: 266.479294ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:25:41.913965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.397503Z","time spent":"516.387388ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:41.913981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.396728Z","time spent":"517.182877ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:41.914026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.452548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:25:41.913868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.997565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:25:41.914083Z","caller":"traceutil/trace.go:171","msg":"trace[2040670434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:9469; }","duration":"211.54554ms","start":"2026-05-29T02:25:41.702523Z","end":"2026-05-29T02:25:41.914069Z","steps":["trace[2040670434] 'agreement among raft nodes before linearized reading' (duration: 211.384857ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:41.914095Z","caller":"traceutil/trace.go:171","msg":"trace[1686274160] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9469; }","duration":"343.263862ms","start":"2026-05-29T02:25:41.57082Z","end":"2026-05-29T02:25:41.914084Z","steps":["trace[1686274160] 'agreement among raft nodes before linearized reading' (duration: 342.997636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:41.914135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.570803Z","time spent":"343.321054ms","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:25:41.914169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.232121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:25:41.914215Z","caller":"traceutil/trace.go:171","msg":"trace[711545596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9469; }","duration":"309.291062ms","start":"2026-05-29T02:25:41.60491Z","end":"2026-05-29T02:25:41.914201Z","steps":["trace[711545596] 'agreement among raft nodes before linearized reading' (duration: 309.20467ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:41.914257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.604899Z","time spent":"309.349254ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:25:41.914084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.400046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:25:41.914294Z","caller":"traceutil/trace.go:171","msg":"trace[1384714480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9469; }","duration":"315.633262ms","start":"2026-05-29T02:25:41.598651Z","end":"2026-05-29T02:25:41.914284Z","steps":["trace[1384714480] 'agreement among raft nodes before linearized reading' (duration: 315.344185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:41.914334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.598636Z","time spent":"315.689053ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:25:41.914614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.584575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-29T02:25:41.91467Z","caller":"traceutil/trace.go:171","msg":"trace[723014179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9469; }","duration":"322.679527ms","start":"2026-05-29T02:25:41.591978Z","end":"2026-05-29T02:25:41.914657Z","steps":["trace[723014179] 'agreement among raft nodes before linearized reading' (duration: 322.36449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:41.914723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.591949Z","time spent":"322.76059ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:25:41.914553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.471899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:25:41.914804Z","caller":"traceutil/trace.go:171","msg":"trace[1525628877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9469; }","duration":"318.745225ms","start":"2026-05-29T02:25:41.596051Z","end":"2026-05-29T02:25:41.914796Z","steps":["trace[1525628877] 'agreement among raft nodes before linearized reading' (duration: 318.237833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:41.914787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.706596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-29T02:25:41.914834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.596041Z","time spent":"318.786485ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:25:41.914872Z","caller":"traceutil/trace.go:171","msg":"trace[632455313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9469; }","duration":"316.85937ms","start":"2026-05-29T02:25:41.597995Z","end":"2026-05-29T02:25:41.914855Z","steps":["trace[632455313] 'agreement among raft nodes before linearized reading' (duration: 316.570993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:41.914928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.597973Z","time spent":"316.946682ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:25:41.914171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.532509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:25:41.915057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.554431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-05-29T02:25:41.915648Z","caller":"traceutil/trace.go:171","msg":"trace[1582631793] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9469; }","duration":"457.793209ms","start":"2026-05-29T02:25:41.457355Z","end":"2026-05-29T02:25:41.915148Z","steps":["trace[1582631793] 'agreement among raft nodes before linearized reading' (duration: 456.442727ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:41.91578Z","caller":"traceutil/trace.go:171","msg":"trace[1910404788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9469; }","duration":"305.177605ms","start":"2026-05-29T02:25:41.610398Z","end":"2026-05-29T02:25:41.915576Z","steps":["trace[1910404788] 'agreement among raft nodes before linearized reading' (duration: 303.68871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:41.916014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.457329Z","time spent":"458.582897ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:25:41.9161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.61039Z","time spent":"305.698228ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:25:42.330767Z","caller":"traceutil/trace.go:171","msg":"trace[2025338455] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"410.964256ms","start":"2026-05-29T02:25:41.91978Z","end":"2026-05-29T02:25:42.330744Z","steps":["trace[2025338455] 'process raft request' (duration: 410.785481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:42.330914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.919755Z","time spent":"411.089149ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:25:42.447231Z","caller":"traceutil/trace.go:171","msg":"trace[749713596] transaction","detail":"{read_only:false; response_revision:9472; number_of_response:1; }","duration":"522.251255ms","start":"2026-05-29T02:25:41.924958Z","end":"2026-05-29T02:25:42.447209Z","steps":["trace[749713596] 'process raft request' (duration: 522.187264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:42.447348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.924936Z","time spent":"522.349028ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:25:42.447343Z","caller":"traceutil/trace.go:171","msg":"trace[36864463] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"522.375469ms","start":"2026-05-29T02:25:41.924896Z","end":"2026-05-29T02:25:42.447272Z","steps":["trace[36864463] 'process raft request' (duration: 522.00947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:42.447596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.924877Z","time spent":"522.585603ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:25:42.448556Z","caller":"traceutil/trace.go:171","msg":"trace[1761643690] transaction","detail":"{read_only:false; response_revision:9473; number_of_response:1; }","duration":"523.2954ms","start":"2026-05-29T02:25:41.925229Z","end":"2026-05-29T02:25:42.448524Z","steps":["trace[1761643690] 'process raft request' (duration: 521.957039ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:42.448797Z","caller":"traceutil/trace.go:171","msg":"trace[1152327231] transaction","detail":"{read_only:false; response_revision:9474; number_of_response:1; }","duration":"522.835819ms","start":"2026-05-29T02:25:41.92593Z","end":"2026-05-29T02:25:42.448766Z","steps":["trace[1152327231] 'process raft request' (duration: 522.237135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:42.44891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.925912Z","time spent":"522.945502ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:25:42.44898Z","caller":"traceutil/trace.go:171","msg":"trace[1524232857] transaction","detail":"{read_only:false; response_revision:9475; number_of_response:1; }","duration":"522.883941ms","start":"2026-05-29T02:25:41.926079Z","end":"2026-05-29T02:25:42.448963Z","steps":["trace[1524232857] 'process raft request' (duration: 522.241616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:42.449062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.926066Z","time spent":"522.968522ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:25:42.448795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:41.925223Z","time spent":"523.472394ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:25:42.498481Z","caller":"traceutil/trace.go:171","msg":"trace[1453592358] linearizableReadLoop","detail":"{readStateIndex:9814; appliedIndex:9809; }","duration":"473.712663ms","start":"2026-05-29T02:25:42.024731Z","end":"2026-05-29T02:25:42.498444Z","steps":["trace[1453592358] 'read index received' (duration: 306.062816ms)","trace[1453592358] 'applied index is now lower than readState.Index' (duration: 167.648147ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:25:42.498747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.9931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:25:42.498781Z","caller":"traceutil/trace.go:171","msg":"trace[439063821] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9475; }","duration":"474.099212ms","start":"2026-05-29T02:25:42.024672Z","end":"2026-05-29T02:25:42.498771Z","steps":["trace[439063821] 'agreement among raft nodes before linearized reading' (duration: 473.97866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:42.498817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:42.024651Z","time spent":"474.156553ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:25:42.499046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.086032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:25:42.499192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.760324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:25:42.499189Z","caller":"traceutil/trace.go:171","msg":"trace[803334540] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:9475; }","duration":"446.283958ms","start":"2026-05-29T02:25:42.052873Z","end":"2026-05-29T02:25:42.499157Z","steps":["trace[803334540] 'agreement among raft nodes before linearized reading' (duration: 446.039152ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:25:42.499224Z","caller":"traceutil/trace.go:171","msg":"trace[1156123521] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9475; }","duration":"332.794835ms","start":"2026-05-29T02:25:42.16642Z","end":"2026-05-29T02:25:42.499215Z","steps":["trace[1156123521] 'agreement among raft nodes before linearized reading' (duration: 332.727583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:25:42.499253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:42.166405Z","time spent":"332.841577ms","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:25:42.499247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:25:42.052861Z","time spent":"446.374209ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:25:57.068552Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab97322ebdd79664","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:25:57.073932Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-29T02:25:57.074017Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-29T02:26:25.114682Z","caller":"traceutil/trace.go:171","msg":"trace[2143366388] linearizableReadLoop","detail":"{readStateIndex:10206; appliedIndex:10205; }","duration":"103.828775ms","start":"2026-05-29T02:26:25.010837Z","end":"2026-05-29T02:26:25.114666Z","steps":["trace[2143366388] 'read index received' (duration: 103.685761ms)","trace[2143366388] 'applied index is now lower than readState.Index' (duration: 142.214µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:26:25.114885Z","caller":"traceutil/trace.go:171","msg":"trace[947184117] transaction","detail":"{read_only:false; response_revision:9857; number_of_response:1; }","duration":"117.869175ms","start":"2026-05-29T02:26:24.99701Z","end":"2026-05-29T02:26:25.114879Z","steps":["trace[947184117] 'process raft request' (duration: 117.564148ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:25.115039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.189693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:26:25.115059Z","caller":"traceutil/trace.go:171","msg":"trace[1843502377] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9857; }","duration":"104.242024ms","start":"2026-05-29T02:26:25.010808Z","end":"2026-05-29T02:26:25.115051Z","steps":["trace[1843502377] 'agreement among raft nodes before linearized reading' (duration: 104.165512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:41.321559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:41.821748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:42.322002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:42.823033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:43.070894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:43.070974Z","caller":"traceutil/trace.go:171","msg":"trace[1812928255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402915s","start":"2026-05-29T02:26:41.070551Z","end":"2026-05-29T02:26:43.070954Z","steps":["trace[1812928255] 'agreement among raft nodes before linearized reading' (duration: 2.000303873s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:43.071008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.070508Z","time spent":"2.000492577s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:43.324165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:43.825227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:44.326363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:44.826916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:45.071286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:45.071376Z","caller":"traceutil/trace.go:171","msg":"trace[560527248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489749s","start":"2026-05-29T02:26:43.070865Z","end":"2026-05-29T02:26:45.071355Z","steps":["trace[560527248] 'agreement among raft nodes before linearized reading' (duration: 2.000386617s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:45.071421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:43.070845Z","time spent":"2.000566801s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:45.327729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:45.396461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:45.396551Z","caller":"traceutil/trace.go:171","msg":"trace[1769635708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252294s","start":"2026-05-29T02:26:43.396279Z","end":"2026-05-29T02:26:45.396531Z","steps":["trace[1769635708] 'agreement among raft nodes before linearized reading' (duration: 2.000139211s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:45.3966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:43.396261Z","time spent":"2.000330165s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:45.79541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:40.797476Z","time spent":"4.997929877s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:45.795538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:40.797624Z","time spent":"4.997912926s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:45.828556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:46.32908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:46.775353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.777357Z","time spent":"4.997976148s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:46.829627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:47.078151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:47.078247Z","caller":"traceutil/trace.go:171","msg":"trace[1953160561] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232272s","start":"2026-05-29T02:26:45.077995Z","end":"2026-05-29T02:26:47.078228Z","steps":["trace[1953160561] 'agreement among raft nodes before linearized reading' (duration: 2.00012059s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:47.078306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:45.077981Z","time spent":"2.000315864s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:47.137225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.139441Z","time spent":"4.997778024s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:47.330271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700181,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:47.620344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798350011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:47.620446Z","caller":"traceutil/trace.go:171","msg":"trace[400048101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.798495154s","start":"2026-05-29T02:26:42.821925Z","end":"2026-05-29T02:26:47.62042Z","steps":["trace[400048101] 'agreement among raft nodes before linearized reading' (duration: 4.798367331s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:47.620509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.821913Z","time spent":"4.798582055s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:47.79763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:40.797453Z","time spent":"7.000152446s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:47.797738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:40.797612Z","time spent":"7.000124126s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:47.798139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:40.798038Z","time spent":"7.000095046s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:47.821729Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-29T02:26:47.821967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001172861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:26:47.822038Z","caller":"traceutil/trace.go:171","msg":"trace[1141558809] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; }","duration":"7.001309474s","start":"2026-05-29T02:26:40.820705Z","end":"2026-05-29T02:26:47.822015Z","steps":["trace[1141558809] 'agreement among raft nodes before linearized reading' (duration: 7.001206621s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:47.822098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:40.820684Z","time spent":"7.001397996s","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:48.322809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:48.823488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:49.07928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:49.079371Z","caller":"traceutil/trace.go:171","msg":"trace[446977516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734065s","start":"2026-05-29T02:26:47.078616Z","end":"2026-05-29T02:26:49.07935Z","steps":["trace[446977516] 'agreement among raft nodes before linearized reading' (duration: 2.000618513s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:49.079424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.078563Z","time spent":"2.000851038s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:49.159173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.159011Z","time spent":"7.000153367s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:49.324501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:49.334747Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cedac13","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:26:49.825586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:50.326565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:50.731019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.932306677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:50.731097Z","caller":"traceutil/trace.go:171","msg":"trace[2039951298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.932437879s","start":"2026-05-29T02:26:47.798643Z","end":"2026-05-29T02:26:50.73108Z","steps":["trace[2039951298] 'agreement among raft nodes before linearized reading' (duration: 2.932337677s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:50.731134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.798625Z","time spent":"2.932502391s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:50.732883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934400976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:50.732975Z","caller":"traceutil/trace.go:171","msg":"trace[98132225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.934569079s","start":"2026-05-29T02:26:47.798385Z","end":"2026-05-29T02:26:50.732954Z","steps":["trace[98132225] 'agreement among raft nodes before linearized reading' (duration: 2.934452897s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:50.733121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.798351Z","time spent":"2.934719143s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:50.737083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.047238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:26:50.737098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.938922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:50.737163Z","caller":"traceutil/trace.go:171","msg":"trace[1248144630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"935.052554ms","start":"2026-05-29T02:26:49.802098Z","end":"2026-05-29T02:26:50.73715Z","steps":["trace[1248144630] 'agreement among raft nodes before linearized reading' (duration: 934.977573ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:26:50.737161Z","caller":"traceutil/trace.go:171","msg":"trace[830892478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"936.164111ms","start":"2026-05-29T02:26:49.800979Z","end":"2026-05-29T02:26:50.737143Z","steps":["trace[830892478] 'agreement among raft nodes before linearized reading' (duration: 936.065489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:50.737205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.802077Z","time spent":"935.118286ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:26:50.737204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.800968Z","time spent":"936.227992ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/29 02:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:50.790279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.190655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:50.790337Z","caller":"traceutil/trace.go:171","msg":"trace[772016826] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"985.299398ms","start":"2026-05-29T02:26:49.805025Z","end":"2026-05-29T02:26:50.790324Z","steps":["trace[772016826] 'agreement among raft nodes before linearized reading' (duration: 985.233887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:50.790373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.805003Z","time spent":"985.361709ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/29 02:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:50.826862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:26:50.997136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"10.199533171s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:26:51.087863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:51.087972Z","caller":"traceutil/trace.go:171","msg":"trace[2065690166] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114809s","start":"2026-05-29T02:26:49.087835Z","end":"2026-05-29T02:26:51.08795Z","steps":["trace[2065690166] 'agreement among raft nodes before linearized reading' (duration: 1.999993657s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:51.088038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.087814Z","time spent":"2.000209241s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:51.775476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998660387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:51.775586Z","caller":"traceutil/trace.go:171","msg":"trace[1877287475] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99882011s","start":"2026-05-29T02:26:46.776751Z","end":"2026-05-29T02:26:51.775571Z","steps":["trace[1877287475] 'agreement among raft nodes before linearized reading' (duration: 4.998692757s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:51.775621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.776733Z","time spent":"4.998881102s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/29 02:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.075426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:45.07436Z","time spent":"7.001059259s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:52.13833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99966084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.138418Z","caller":"traceutil/trace.go:171","msg":"trace[1853254698] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999809453s","start":"2026-05-29T02:26:47.138588Z","end":"2026-05-29T02:26:52.138398Z","steps":["trace[1853254698] 'agreement among raft nodes before linearized reading' (duration: 4.999698341s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.138468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.138565Z","time spent":"4.999892966s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.157905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993702123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.158Z","caller":"traceutil/trace.go:171","msg":"trace[1028333583] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.993886946s","start":"2026-05-29T02:26:49.164092Z","end":"2026-05-29T02:26:52.157979Z","steps":["trace[1028333583] 'agreement among raft nodes before linearized reading' (duration: 2.993726652s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.158056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.164071Z","time spent":"2.993972929s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.170496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.088996684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.170556Z","caller":"traceutil/trace.go:171","msg":"trace[10619831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"11.089091866s","start":"2026-05-29T02:26:41.081449Z","end":"2026-05-29T02:26:52.170541Z","steps":["trace[10619831] 'agreement among raft nodes before linearized reading' (duration: 11.089020334s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.170595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.081437Z","time spent":"11.089148987s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:52.314925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:52.315071Z","caller":"traceutil/trace.go:171","msg":"trace[1673738674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412997s","start":"2026-05-29T02:26:50.314626Z","end":"2026-05-29T02:26:52.315039Z","steps":["trace[1673738674] 'agreement among raft nodes before linearized reading' (duration: 2.000194522s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.315148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.314602Z","time spent":"2.00052885s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:26:52.621049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99867844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:26:52.621174Z","caller":"traceutil/trace.go:171","msg":"trace[2062830717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998863375s","start":"2026-05-29T02:26:49.622275Z","end":"2026-05-29T02:26:52.621139Z","steps":["trace[2062830717] 'agreement among raft nodes before linearized reading' (duration: 2.998707681s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:52.621236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.622259Z","time spent":"2.998964888s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:53.088364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:53.088457Z","caller":"traceutil/trace.go:171","msg":"trace[1969062821] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258403s","start":"2026-05-29T02:26:51.088176Z","end":"2026-05-29T02:26:53.088435Z","steps":["trace[1969062821] 'agreement among raft nodes before linearized reading' (duration: 2.00012922s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:53.08851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.088154Z","time spent":"2.000344595s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:26:53.520489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.519743Z","time spent":"7.000738773s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:53.964196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.963793Z","time spent":"7.000391724s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:55.096475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:26:55.096546Z","caller":"traceutil/trace.go:171","msg":"trace[2116917739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217143s","start":"2026-05-29T02:26:53.096313Z","end":"2026-05-29T02:26:55.09653Z","steps":["trace[2116917739] 'agreement among raft nodes before linearized reading' (duration: 2.000119461s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:55.096595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:53.096289Z","time spent":"2.000294074s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:26:55.732161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.7337Z","time spent":"4.998449622s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:26:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:26:56.345073Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cedac13","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:26:56.425238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.51294883s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:26:56.429895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.233264ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.430054Z","caller":"traceutil/trace.go:171","msg":"trace[2053172908] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9989; }","duration":"694.403508ms","start":"2026-05-29T02:26:55.735625Z","end":"2026-05-29T02:26:56.430029Z","steps":["trace[2053172908] 'range keys from in-memory index tree' (duration: 694.212363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.46605Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"72.742µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:26:56.466421Z","caller":"traceutil/trace.go:171","msg":"trace[1236644878] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10000; }","duration":"5.727837664s","start":"2026-05-29T02:26:50.738545Z","end":"2026-05-29T02:26:56.466383Z","steps":["trace[1236644878] 'process raft request' (duration: 5.727658109s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:26:56.466448Z","caller":"traceutil/trace.go:171","msg":"trace[1827314655] linearizableReadLoop","detail":"{readStateIndex:10358; appliedIndex:10341; }","duration":"8.644560104s","start":"2026-05-29T02:26:47.821871Z","end":"2026-05-29T02:26:56.466432Z","steps":["trace[1827314655] 'read index received' (duration: 3.175524224s)","trace[1827314655] 'applied index is now lower than readState.Index' (duration: 5.46903376s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:26:56.466478Z","caller":"traceutil/trace.go:171","msg":"trace[1466684559] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10000; }","duration":"5.727434954s","start":"2026-05-29T02:26:50.739009Z","end":"2026-05-29T02:26:56.466444Z","steps":["trace[1466684559] 'process raft request' (duration: 5.727226039s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.466538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.778876Z","time spent":"4.687659743s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:26:56.466574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.73852Z","time spent":"5.727966946s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:26:56.466439Z","caller":"traceutil/trace.go:171","msg":"trace[1595532157] transaction","detail":"{read_only:false; response_revision:10000; number_of_response:1; }","duration":"6.014567764s","start":"2026-05-29T02:26:50.451848Z","end":"2026-05-29T02:26:56.466415Z","steps":["trace[1595532157] 'process raft request' (duration: 6.014289128s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.466613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.738996Z","time spent":"5.727548446s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:26:56.466676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:50.451825Z","time spent":"6.014794419s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:26:56.507524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.758551895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.507732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.196114519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:26:56.507836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.492940703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:26:56.50767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.985445186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.507949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.070543623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.507954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.191254289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:26:56.507977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.337793035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.507981Z","caller":"traceutil/trace.go:171","msg":"trace[1934939750] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10001; }","duration":"12.070607564s","start":"2026-05-29T02:26:44.437364Z","end":"2026-05-29T02:26:56.507972Z","steps":["trace[1934939750] 'agreement among raft nodes before linearized reading' (duration: 12.029190979s)","trace[1934939750] 'count revisions from in-memory index tree' (duration: 41.378984ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:26:56.507993Z","caller":"traceutil/trace.go:171","msg":"trace[443021269] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10001; }","duration":"13.19132329s","start":"2026-05-29T02:26:43.316656Z","end":"2026-05-29T02:26:56.50798Z","steps":["trace[443021269] 'agreement among raft nodes before linearized reading' (duration: 13.149906675s)","trace[443021269] 'count revisions from in-memory index tree' (duration: 41.375874ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:26:56.507987Z","caller":"traceutil/trace.go:171","msg":"trace[222879359] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10001; }","duration":"15.196322364s","start":"2026-05-29T02:26:41.311555Z","end":"2026-05-29T02:26:56.507878Z","steps":["trace[222879359] 'agreement among raft nodes before linearized reading' (duration: 15.155040332s)","trace[222879359] 'count revisions from in-memory index tree' (duration: 40.897153ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:26:56.507988Z","caller":"traceutil/trace.go:171","msg":"trace[967924973] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10001; }","duration":"10.985817904s","start":"2026-05-29T02:26:45.522136Z","end":"2026-05-29T02:26:56.507954Z","steps":["trace[967924973] 'agreement among raft nodes before linearized reading' (duration: 10.944609304s)","trace[967924973] 'count revisions from in-memory index tree' (duration: 40.79035ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:26:56.508013Z","caller":"traceutil/trace.go:171","msg":"trace[2038780541] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10001; }","duration":"9.337881247s","start":"2026-05-29T02:26:47.17012Z","end":"2026-05-29T02:26:56.508001Z","steps":["trace[2038780541] 'agreement among raft nodes before linearized reading' (duration: 9.296382379s)","trace[2038780541] 'count revisions from in-memory index tree' (duration: 41.462656ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.508041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:44.437344Z","time spent":"12.070687606s","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.508044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:43.316635Z","time spent":"13.191398072s","remote":"127.0.0.1:58734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.508062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.170086Z","time spent":"9.337964629s","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":71,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.508093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:45.522114Z","time spent":"10.985944898s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.508099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.311537Z","time spent":"15.196498867s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.508129Z","caller":"traceutil/trace.go:171","msg":"trace[1923344568] transaction","detail":"{read_only:false; response_revision:10002; number_of_response:1; }","duration":"3.885265542s","start":"2026-05-29T02:26:52.622851Z","end":"2026-05-29T02:26:56.508116Z","steps":["trace[1923344568] 'process raft request' (duration: 3.884423042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.508226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:52.622816Z","time spent":"3.885349554s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:26:56.508247Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"47.651µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-05-29T02:26:56.508352Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cedac13","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:26:56.508354Z","caller":"traceutil/trace.go:171","msg":"trace[856645953] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10002; }","duration":"2.982425157s","start":"2026-05-29T02:26:53.525916Z","end":"2026-05-29T02:26:56.508341Z","steps":["trace[856645953] 'process raft request' (duration: 2.98216413s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.508418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:53.525893Z","time spent":"2.982493119s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:26:56.507879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.847564356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.508497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376580559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-29T02:26:56.508644Z","caller":"traceutil/trace.go:171","msg":"trace[581261470] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10003; }","duration":"1.376769123s","start":"2026-05-29T02:26:55.131862Z","end":"2026-05-29T02:26:56.508631Z","steps":["trace[581261470] 'agreement among raft nodes before linearized reading' (duration: 1.376540678s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.508671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.28679811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:26:56.508685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.131839Z","time spent":"1.376836005s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-29T02:26:56.508712Z","caller":"traceutil/trace.go:171","msg":"trace[1708479703] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10003; }","duration":"5.286881542s","start":"2026-05-29T02:26:51.221819Z","end":"2026-05-29T02:26:56.508701Z","steps":["trace[1708479703] 'agreement among raft nodes before linearized reading' (duration: 5.286817881s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.508719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.438554862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.508714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.833672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:26:56.508747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.221792Z","time spent":"5.286944863s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.508752Z","caller":"traceutil/trace.go:171","msg":"trace[888083174] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10003; }","duration":"5.438627544s","start":"2026-05-29T02:26:51.070112Z","end":"2026-05-29T02:26:56.50874Z","steps":["trace[888083174] 'agreement among raft nodes before linearized reading' (duration: 5.438590323s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.508731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837176634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88527"} {"level":"warn","ts":"2026-05-29T02:26:56.508778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:51.070086Z","time spent":"5.438686886s","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.508473Z","caller":"traceutil/trace.go:171","msg":"trace[472487341] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10001; }","duration":"9.848193791s","start":"2026-05-29T02:26:46.660261Z","end":"2026-05-29T02:26:56.508455Z","steps":["trace[472487341] 'agreement among raft nodes before linearized reading' (duration: 9.806256044s)","trace[472487341] 'count revisions from in-memory index tree' (duration: 41.337733ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:26:56.508791Z","caller":"traceutil/trace.go:171","msg":"trace[681937811] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10003; }","duration":"1.837274786s","start":"2026-05-29T02:26:54.671504Z","end":"2026-05-29T02:26:56.508779Z","steps":["trace[681937811] 'agreement among raft nodes before linearized reading' (duration: 1.837073701s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:26:56.508794Z","caller":"traceutil/trace.go:171","msg":"trace[1545286277] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10003; }","duration":"921.901724ms","start":"2026-05-29T02:26:55.586843Z","end":"2026-05-29T02:26:56.508744Z","steps":["trace[1545286277] 'agreement among raft nodes before linearized reading' (duration: 921.764571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.50882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366476622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-29T02:26:56.507863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.437671346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.508832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.586824Z","time spent":"921.997727ms","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.508822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:54.671477Z","time spent":"1.837337348s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88550,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-29T02:26:56.508864Z","caller":"traceutil/trace.go:171","msg":"trace[1863933402] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10003; }","duration":"1.366537282s","start":"2026-05-29T02:26:55.142308Z","end":"2026-05-29T02:26:56.508846Z","steps":["trace[1863933402] 'agreement among raft nodes before linearized reading' (duration: 1.36643448s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.508896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.142291Z","time spent":"1.366599045s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:26:56.508925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164215749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:26:56.508976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288430343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.508975Z","caller":"traceutil/trace.go:171","msg":"trace[1292138355] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:10003; }","duration":"1.164338482s","start":"2026-05-29T02:26:55.344622Z","end":"2026-05-29T02:26:56.50896Z","steps":["trace[1292138355] 'agreement among raft nodes before linearized reading' (duration: 1.16422703s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.507879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.20906414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:26:56.509025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.344587Z","time spent":"1.164426794s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.509043Z","caller":"traceutil/trace.go:171","msg":"trace[1970407825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10001; }","duration":"14.210273909s","start":"2026-05-29T02:26:42.298757Z","end":"2026-05-29T02:26:56.509031Z","steps":["trace[1970407825] 'agreement among raft nodes before linearized reading' (duration: 14.167822839s)","trace[1970407825] 'range keys from in-memory index tree' (duration: 40.784991ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:26:56.508867Z","caller":"traceutil/trace.go:171","msg":"trace[461534398] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10001; }","duration":"15.438708151s","start":"2026-05-29T02:26:41.070142Z","end":"2026-05-29T02:26:56.50885Z","steps":["trace[461534398] 'agreement among raft nodes before linearized reading' (duration: 15.396462526s)","trace[461534398] 'count revisions from in-memory index tree' (duration: 41.221821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.509085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.298725Z","time spent":"14.210351021s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:26:56.509097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:41.070122Z","time spent":"15.438961056s","remote":"127.0.0.1:58644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.508685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416436606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7110"} {"level":"info","ts":"2026-05-29T02:26:56.509244Z","caller":"traceutil/trace.go:171","msg":"trace[1439718739] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10003; }","duration":"3.41704503s","start":"2026-05-29T02:26:53.09219Z","end":"2026-05-29T02:26:56.509235Z","steps":["trace[1439718739] 'agreement among raft nodes before linearized reading' (duration: 3.416361564s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.509303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:53.092159Z","time spent":"3.417135612s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:26:56.508824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.660235Z","time spent":"9.848575671s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.507894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.473000552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.509457Z","caller":"traceutil/trace.go:171","msg":"trace[1353122028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10001; }","duration":"10.47459449s","start":"2026-05-29T02:26:46.034848Z","end":"2026-05-29T02:26:56.509443Z","steps":["trace[1353122028] 'agreement among raft nodes before linearized reading' (duration: 10.431889044s)","trace[1353122028] 'count revisions from in-memory index tree' (duration: 41.144609ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.509497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.034823Z","time spent":"10.474662781s","remote":"127.0.0.1:50994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.507901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.265528997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.509564Z","caller":"traceutil/trace.go:171","msg":"trace[547116057] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10001; }","duration":"10.267217077s","start":"2026-05-29T02:26:46.242328Z","end":"2026-05-29T02:26:56.509546Z","steps":["trace[547116057] 'agreement among raft nodes before linearized reading' (duration: 10.224159953s)","trace[547116057] 'count revisions from in-memory index tree' (duration: 41.393565ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.509647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:46.242311Z","time spent":"10.267323019s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.50791Z","caller":"traceutil/trace.go:171","msg":"trace[1391976161] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10001; }","duration":"14.493054096s","start":"2026-05-29T02:26:42.014835Z","end":"2026-05-29T02:26:56.507889Z","steps":["trace[1391976161] 'agreement among raft nodes before linearized reading' (duration: 14.451753393s)","trace[1391976161] 'count revisions from in-memory index tree' (duration: 41.20787ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.509802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.014817Z","time spent":"14.494972471s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:26:56.50777Z","caller":"traceutil/trace.go:171","msg":"trace[1928411209] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10001; }","duration":"10.75877373s","start":"2026-05-29T02:26:45.748875Z","end":"2026-05-29T02:26:56.507648Z","steps":["trace[1928411209] 'agreement among raft nodes before linearized reading' (duration: 10.717861047s)","trace[1928411209] 'count revisions from in-memory index tree' (duration: 40.692838ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.509983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:45.748857Z","time spent":"10.761113375s","remote":"127.0.0.1:50882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.507919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.025737188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.510133Z","caller":"traceutil/trace.go:171","msg":"trace[1014927810] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10001; }","duration":"12.027992821s","start":"2026-05-29T02:26:44.482128Z","end":"2026-05-29T02:26:56.51012Z","steps":["trace[1014927810] 'agreement among raft nodes before linearized reading' (duration: 11.984414545s)","trace[1014927810] 'count revisions from in-memory index tree' (duration: 41.356343ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.510171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:44.482102Z","time spent":"12.028058252s","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.507806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.54469259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.510352Z","caller":"traceutil/trace.go:171","msg":"trace[1987490202] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10001; }","duration":"13.547801534s","start":"2026-05-29T02:26:42.962538Z","end":"2026-05-29T02:26:56.51034Z","steps":["trace[1987490202] 'agreement among raft nodes before linearized reading' (duration: 13.504032333s)","trace[1987490202] 'count revisions from in-memory index tree' (duration: 40.670388ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.510393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:42.962524Z","time spent":"13.547857305s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.507835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.27740964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.510587Z","caller":"traceutil/trace.go:171","msg":"trace[1956437324] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:10001; }","duration":"11.280229926s","start":"2026-05-29T02:26:45.230347Z","end":"2026-05-29T02:26:56.510577Z","steps":["trace[1956437324] 'agreement among raft nodes before linearized reading' (duration: 11.236113587s)","trace[1956437324] 'count revisions from in-memory index tree' (duration: 41.018725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.510641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:45.230328Z","time spent":"11.280287167s","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.50783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.437324608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.511173Z","caller":"traceutil/trace.go:171","msg":"trace[161564570] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:0; response_revision:10001; }","duration":"9.440453261s","start":"2026-05-29T02:26:47.07043Z","end":"2026-05-29T02:26:56.510883Z","steps":["trace[161564570] 'agreement among raft nodes before linearized reading' (duration: 9.396079767s)","trace[161564570] 'range keys from in-memory index tree' (duration: 41.255381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:26:56.511229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:47.070407Z","time spent":"9.44080959s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:26:56.508529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.868050589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:26:56.511504Z","caller":"traceutil/trace.go:171","msg":"trace[2140184119] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:10003; }","duration":"6.871033268s","start":"2026-05-29T02:26:49.64044Z","end":"2026-05-29T02:26:56.511473Z","steps":["trace[2140184119] 'agreement among raft nodes before linearized reading' (duration: 6.867948566s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.511568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:49.640429Z","time spent":"6.871118011s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":76,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.508536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539827616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-29T02:26:56.511713Z","caller":"traceutil/trace.go:171","msg":"trace[1580096291] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:10003; }","duration":"2.543017311s","start":"2026-05-29T02:26:53.968669Z","end":"2026-05-29T02:26:56.511686Z","steps":["trace[1580096291] 'agreement among raft nodes before linearized reading' (duration: 2.539791055s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.511834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:53.96865Z","time spent":"2.543146804s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-29T02:26:56.508567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411199884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.511936Z","caller":"traceutil/trace.go:171","msg":"trace[56189795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10003; }","duration":"1.414580584s","start":"2026-05-29T02:26:55.097336Z","end":"2026-05-29T02:26:56.511916Z","steps":["trace[56189795] 'agreement among raft nodes before linearized reading' (duration: 1.411217885s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.511986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.09732Z","time spent":"1.414654325s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:26:56.508582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.485046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:26:56.512051Z","caller":"traceutil/trace.go:171","msg":"trace[1492620778] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10003; }","duration":"930.971187ms","start":"2026-05-29T02:26:55.581047Z","end":"2026-05-29T02:26:56.512018Z","steps":["trace[1492620778] 'agreement among raft nodes before linearized reading' (duration: 927.478205ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:26:56.509001Z","caller":"traceutil/trace.go:171","msg":"trace[1204534072] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:10003; }","duration":"1.288494365s","start":"2026-05-29T02:26:55.2205Z","end":"2026-05-29T02:26:56.508994Z","steps":["trace[1204534072] 'agreement among raft nodes before linearized reading' (duration: 1.288454364s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:26:56.51232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.220477Z","time spent":"1.291814173s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:26:56.51407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:26:55.581026Z","time spent":"931.06098ms","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:17.055929Z","caller":"traceutil/trace.go:171","msg":"trace[578713199] transaction","detail":"{read_only:false; response_revision:10136; number_of_response:1; }","duration":"233.847665ms","start":"2026-05-29T02:27:16.82206Z","end":"2026-05-29T02:27:17.055908Z","steps":["trace[578713199] 'process raft request' (duration: 233.715552ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:17.055938Z","caller":"traceutil/trace.go:171","msg":"trace[1671090609] linearizableReadLoop","detail":"{readStateIndex:10504; appliedIndex:10504; }","duration":"233.084937ms","start":"2026-05-29T02:27:16.82283Z","end":"2026-05-29T02:27:17.055915Z","steps":["trace[1671090609] 'read index received' (duration: 233.076987ms)","trace[1671090609] 'applied index is now lower than readState.Index' (duration: 6.69µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:17.056122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.283592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1443"} {"level":"info","ts":"2026-05-29T02:27:17.05617Z","caller":"traceutil/trace.go:171","msg":"trace[1097065951] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:10136; }","duration":"233.413715ms","start":"2026-05-29T02:27:16.822744Z","end":"2026-05-29T02:27:17.056158Z","steps":["trace[1097065951] 'agreement among raft nodes before linearized reading' (duration: 233.21011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:17.556256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:18.057304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:18.558254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:19.058914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:19.559597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:20.060706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:20.069173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999816924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:20.069293Z","caller":"traceutil/trace.go:171","msg":"trace[978833898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975978s","start":"2026-05-29T02:27:18.06927Z","end":"2026-05-29T02:27:20.069246Z","steps":["trace[978833898] 'agreement among raft nodes before linearized reading' (duration: 1.999847215s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:20.069352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.069228Z","time spent":"2.000112691s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:20.560886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:21.061283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:21.562508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:22.061896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99969853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:22.061996Z","caller":"traceutil/trace.go:171","msg":"trace[463246713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999853684s","start":"2026-05-29T02:27:17.062122Z","end":"2026-05-29T02:27:22.061976Z","steps":["trace[463246713] 'agreement among raft nodes before linearized reading' (duration: 4.999713141s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:22.062049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.062113Z","time spent":"4.999924776s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:22.063067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:22.070284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999685229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:22.070334Z","caller":"traceutil/trace.go:171","msg":"trace[855238979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999768062s","start":"2026-05-29T02:27:20.070555Z","end":"2026-05-29T02:27:22.070323Z","steps":["trace[855238979] 'agreement among raft nodes before linearized reading' (duration: 1.99971239s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:22.070372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:20.070534Z","time spent":"1.999824332s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:22.255062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999509575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:22.255189Z","caller":"traceutil/trace.go:171","msg":"trace[1613619153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99967119s","start":"2026-05-29T02:27:17.255501Z","end":"2026-05-29T02:27:22.255172Z","steps":["trace[1613619153] 'agreement among raft nodes before linearized reading' (duration: 4.999527806s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:22.255237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.255491Z","time spent":"4.999736031s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:27:22.305666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99924786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:22.305762Z","caller":"traceutil/trace.go:171","msg":"trace[1738825969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999422533s","start":"2026-05-29T02:27:17.306317Z","end":"2026-05-29T02:27:22.30574Z","steps":["trace[1738825969] 'agreement among raft nodes before linearized reading' (duration: 4.99929663s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:22.305853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.30628Z","time spent":"4.999559507s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:27:22.400574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.402272Z","time spent":"4.998294377s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:27:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:22.563739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:23.064785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:23.565233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:23.875829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:16.875461Z","time spent":"7.000356523s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:23.962764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:16.962001Z","time spent":"7.000759793s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:24.032591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.031622Z","time spent":"7.000961888s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:24.057015Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-29T02:27:24.057178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.139656563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:24.057232Z","caller":"traceutil/trace.go:171","msg":"trace[1248166236] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; }","duration":"7.139786375s","start":"2026-05-29T02:27:16.917425Z","end":"2026-05-29T02:27:24.057212Z","steps":["trace[1248166236] 'agreement among raft nodes before linearized reading' (duration: 7.139706633s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:24.057336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:16.917397Z","time spent":"7.139924239s","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:24.061282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.060549Z","time spent":"7.000728732s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:24.078316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:24.078369Z","caller":"traceutil/trace.go:171","msg":"trace[1367952600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354376s","start":"2026-05-29T02:27:22.078002Z","end":"2026-05-29T02:27:24.078357Z","steps":["trace[1367952600] 'agreement among raft nodes before linearized reading' (duration: 2.000276335s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:24.078405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:22.077981Z","time spent":"2.000416247s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:24.180209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.179784Z","time spent":"7.000414605s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:24.557169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:25.057696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:25.396065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:25.396157Z","caller":"traceutil/trace.go:171","msg":"trace[1277783439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000343345s","start":"2026-05-29T02:27:23.395792Z","end":"2026-05-29T02:27:25.396135Z","steps":["trace[1277783439] 'agreement among raft nodes before linearized reading' (duration: 2.000215112s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:25.39621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:23.39577Z","time spent":"2.000429846s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:25.558032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:26.058972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:26.065239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.064238Z","time spent":"7.000992058s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:26.07889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:26.078927Z","caller":"traceutil/trace.go:171","msg":"trace[1812564923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001511s","start":"2026-05-29T02:27:24.078765Z","end":"2026-05-29T02:27:26.078916Z","steps":["trace[1812564923] 'agreement among raft nodes before linearized reading' (duration: 2.000104889s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:26.07895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.078754Z","time spent":"2.000192261s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:26.559857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:27.060466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:27.062302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998138906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.062447Z","caller":"traceutil/trace.go:171","msg":"trace[1247372333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998351111s","start":"2026-05-29T02:27:24.064061Z","end":"2026-05-29T02:27:27.062412Z","steps":["trace[1247372333] 'agreement among raft nodes before linearized reading' (duration: 2.998164987s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.062524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.064015Z","time spent":"2.998495884s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.098444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822221002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.098545Z","caller":"traceutil/trace.go:171","msg":"trace[1395433712] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; }","duration":"7.822401667s","start":"2026-05-29T02:27:19.276122Z","end":"2026-05-29T02:27:27.098524Z","steps":["trace[1395433712] 'agreement among raft nodes before linearized reading' (duration: 7.822264874s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.098614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276096Z","time spent":"7.822506449s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.098738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.820375959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.098764Z","caller":"traceutil/trace.go:171","msg":"trace[144209635] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; }","duration":"7.82041923s","start":"2026-05-29T02:27:19.278337Z","end":"2026-05-29T02:27:27.098756Z","steps":["trace[144209635] 'agreement among raft nodes before linearized reading' (duration: 7.820393509s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.09879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.278325Z","time spent":"7.820458301s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.098853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821630119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.098875Z","caller":"traceutil/trace.go:171","msg":"trace[811673713] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; }","duration":"7.821664259s","start":"2026-05-29T02:27:19.277205Z","end":"2026-05-29T02:27:27.098869Z","steps":["trace[811673713] 'agreement among raft nodes before linearized reading' (duration: 7.821637099s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.098897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.277197Z","time spent":"7.82169541s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.09895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821859894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.098969Z","caller":"traceutil/trace.go:171","msg":"trace[2108929125] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; }","duration":"7.821897435s","start":"2026-05-29T02:27:19.277067Z","end":"2026-05-29T02:27:27.098964Z","steps":["trace[2108929125] 'agreement among raft nodes before linearized reading' (duration: 7.821877334s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.098992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.277055Z","time spent":"7.821931856s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.09905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.820673197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.09908Z","caller":"traceutil/trace.go:171","msg":"trace[1717671302] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; }","duration":"7.820715947s","start":"2026-05-29T02:27:19.278358Z","end":"2026-05-29T02:27:27.099074Z","steps":["trace[1717671302] 'agreement among raft nodes before linearized reading' (duration: 7.820684617s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.099104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.278352Z","time spent":"7.820745438s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.099158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822407427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.099187Z","caller":"traceutil/trace.go:171","msg":"trace[1299291659] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; }","duration":"7.822458428s","start":"2026-05-29T02:27:19.276723Z","end":"2026-05-29T02:27:27.099182Z","steps":["trace[1299291659] 'agreement among raft nodes before linearized reading' (duration: 7.822428937s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.099212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276716Z","time spent":"7.822490019s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.099274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821844734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.099305Z","caller":"traceutil/trace.go:171","msg":"trace[816489580] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; }","duration":"7.821893644s","start":"2026-05-29T02:27:19.277402Z","end":"2026-05-29T02:27:27.099296Z","steps":["trace[816489580] 'agreement among raft nodes before linearized reading' (duration: 7.821865854s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.09933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.277395Z","time spent":"7.821927916s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.099391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.823163305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.099421Z","caller":"traceutil/trace.go:171","msg":"trace[395031558] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; }","duration":"7.823211856s","start":"2026-05-29T02:27:19.276204Z","end":"2026-05-29T02:27:27.099416Z","steps":["trace[395031558] 'agreement among raft nodes before linearized reading' (duration: 7.823180736s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.099454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276197Z","time spent":"7.823250757s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.099528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.823269348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.099562Z","caller":"traceutil/trace.go:171","msg":"trace[200504982] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; }","duration":"7.823317739s","start":"2026-05-29T02:27:19.276237Z","end":"2026-05-29T02:27:27.099555Z","steps":["trace[200504982] 'agreement among raft nodes before linearized reading' (duration: 7.823283008s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.099597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276232Z","time spent":"7.823357009s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.099653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.82252674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.099679Z","caller":"traceutil/trace.go:171","msg":"trace[172971101] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; }","duration":"7.82256733s","start":"2026-05-29T02:27:19.277107Z","end":"2026-05-29T02:27:27.099674Z","steps":["trace[172971101] 'agreement among raft nodes before linearized reading' (duration: 7.82253971s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.099737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.277102Z","time spent":"7.822625253s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.099848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.036981Z","time spent":"3.0628659s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.099916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.823453642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.099946Z","caller":"traceutil/trace.go:171","msg":"trace[79151357] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; }","duration":"7.823517254s","start":"2026-05-29T02:27:19.276421Z","end":"2026-05-29T02:27:27.099939Z","steps":["trace[79151357] 'agreement among raft nodes before linearized reading' (duration: 7.823485303s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.09993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.823536183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:27.099979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276408Z","time spent":"7.823564374s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.099984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822001747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:27.099957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822335936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:27.100023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.82164412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.100085Z","caller":"traceutil/trace.go:171","msg":"trace[1982685777] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"7.82214879s","start":"2026-05-29T02:27:19.277911Z","end":"2026-05-29T02:27:27.10006Z","steps":["trace[1982685777] 'agreement among raft nodes before linearized reading' (duration: 7.822011567s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.100013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.823266357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.100134Z","caller":"traceutil/trace.go:171","msg":"trace[1753687572] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; }","duration":"7.8225601s","start":"2026-05-29T02:27:19.277543Z","end":"2026-05-29T02:27:27.100103Z","steps":["trace[1753687572] 'agreement among raft nodes before linearized reading' (duration: 7.822345205s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:27.100164Z","caller":"traceutil/trace.go:171","msg":"trace[1365743587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"7.821837834s","start":"2026-05-29T02:27:19.278292Z","end":"2026-05-29T02:27:27.10013Z","steps":["trace[1365743587] 'agreement among raft nodes before linearized reading' (duration: 7.821610189s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:27.100216Z","caller":"traceutil/trace.go:171","msg":"trace[833713901] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"7.823530773s","start":"2026-05-29T02:27:19.276655Z","end":"2026-05-29T02:27:27.100186Z","steps":["trace[833713901] 'agreement among raft nodes before linearized reading' (duration: 7.823261877s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.100244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.278264Z","time spent":"7.821965116s","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T02:27:27.099988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.823351069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.100289Z","caller":"traceutil/trace.go:171","msg":"trace[1184683956] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; }","duration":"7.823704988s","start":"2026-05-29T02:27:19.276574Z","end":"2026-05-29T02:27:27.100279Z","steps":["trace[1184683956] 'agreement among raft nodes before linearized reading' (duration: 7.823347039s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.100255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.277532Z","time spent":"7.822705554s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.100303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276643Z","time spent":"7.823638756s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-05-29T02:27:27.100326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276561Z","time spent":"7.823757749s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-29T02:27:27.10017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.277901Z","time spent":"7.822255854s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T02:27:27.100028Z","caller":"traceutil/trace.go:171","msg":"trace[918623409] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; }","duration":"7.823681617s","start":"2026-05-29T02:27:19.276317Z","end":"2026-05-29T02:27:27.099999Z","steps":["trace[918623409] 'agreement among raft nodes before linearized reading' (duration: 7.823559244s)"],"step_count":1} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.100521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276303Z","time spent":"7.824206209s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T02:27:27.10056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.823966964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"","error":"context canceled"} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.100536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.82422645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"","error":"context canceled"} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T02:27:27.100598Z","caller":"traceutil/trace.go:171","msg":"trace[1839408452] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; }","duration":"7.824049086s","start":"2026-05-29T02:27:19.276535Z","end":"2026-05-29T02:27:27.100584Z","steps":["trace[1839408452] 'agreement among raft nodes before linearized reading' (duration: 7.824016415s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:27.100621Z","caller":"traceutil/trace.go:171","msg":"trace[490031204] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; }","duration":"7.824342652s","start":"2026-05-29T02:27:19.276267Z","end":"2026-05-29T02:27:27.10061Z","steps":["trace[490031204] 'agreement among raft nodes before linearized reading' (duration: 7.82425003s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.100685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.27651Z","time spent":"7.824162708s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-05-29T02:27:27.10069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822635363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T02:27:27.100717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:25.039494Z","time spent":"2.061219429s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-05-29T02:27:27.100758Z","caller":"traceutil/trace.go:171","msg":"trace[834826458] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; }","duration":"7.822772566s","start":"2026-05-29T02:27:19.277975Z","end":"2026-05-29T02:27:27.100747Z","steps":["trace[834826458] 'agreement among raft nodes before linearized reading' (duration: 7.822647083s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.100762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.276261Z","time spent":"7.824466435s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.100794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.277966Z","time spent":"7.822818676s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.179188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994761837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.179262Z","caller":"traceutil/trace.go:171","msg":"trace[1931386673] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.994872059s","start":"2026-05-29T02:27:24.184373Z","end":"2026-05-29T02:27:27.179245Z","steps":["trace[1931386673] 'agreement among raft nodes before linearized reading' (duration: 2.994752836s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.179309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.184362Z","time spent":"2.994933171s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.238986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999373039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.239064Z","caller":"traceutil/trace.go:171","msg":"trace[193682384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999507843s","start":"2026-05-29T02:27:17.23954Z","end":"2026-05-29T02:27:27.239048Z","steps":["trace[193682384] 'agreement among raft nodes before linearized reading' (duration: 9.99940934s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.239103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.239515Z","time spent":"9.999581195s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.239206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99936425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.239224Z","caller":"traceutil/trace.go:171","msg":"trace[1800937002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999445602s","start":"2026-05-29T02:27:17.239773Z","end":"2026-05-29T02:27:27.239218Z","steps":["trace[1800937002] 'agreement among raft nodes before linearized reading' (duration: 9.999402221s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.239243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.239753Z","time spent":"9.999485632s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.255872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997477801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.255954Z","caller":"traceutil/trace.go:171","msg":"trace[251456784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997616784s","start":"2026-05-29T02:27:24.258317Z","end":"2026-05-29T02:27:27.255934Z","steps":["trace[251456784] 'agreement among raft nodes before linearized reading' (duration: 2.997518812s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.256003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.25828Z","time spent":"2.997712586s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.400993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998711338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.401087Z","caller":"traceutil/trace.go:171","msg":"trace[1531572809] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99884795s","start":"2026-05-29T02:27:22.402218Z","end":"2026-05-29T02:27:27.401066Z","steps":["trace[1531572809] 'agreement among raft nodes before linearized reading' (duration: 4.998732238s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.401144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:22.402205Z","time spent":"4.998927922s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.426828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.153129944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:27.426923Z","caller":"traceutil/trace.go:171","msg":"trace[1782023183] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.153269687s","start":"2026-05-29T02:27:19.273629Z","end":"2026-05-29T02:27:27.426899Z","steps":["trace[1782023183] 'agreement among raft nodes before linearized reading' (duration: 8.153156894s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:27.426973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.273615Z","time spent":"8.153349159s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/29 02:27:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:27.560814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:28.061855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:28.086873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.086959Z","caller":"traceutil/trace.go:171","msg":"trace[1849278404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233133s","start":"2026-05-29T02:27:26.086707Z","end":"2026-05-29T02:27:28.086941Z","steps":["trace[1849278404] 'agreement among raft nodes before linearized reading' (duration: 2.000124191s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.08701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.086685Z","time spent":"2.000315325s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.503523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99971483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.503714Z","caller":"traceutil/trace.go:171","msg":"trace[365797562] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999961715s","start":"2026-05-29T02:27:18.503726Z","end":"2026-05-29T02:27:28.503687Z","steps":["trace[365797562] 'agreement among raft nodes before linearized reading' (duration: 9.99974938s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.503796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.503701Z","time spent":"10.000080809s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.510524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.449140953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:28.510614Z","caller":"traceutil/trace.go:171","msg":"trace[1893500061] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; }","duration":"11.449276667s","start":"2026-05-29T02:27:17.061318Z","end":"2026-05-29T02:27:28.510595Z","steps":["trace[1893500061] 'agreement among raft nodes before linearized reading' (duration: 11.449159884s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:28.510667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.061303Z","time spent":"11.449354609s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":0,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} 2026/05/29 02:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:28.562711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:29.063162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:29.130925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:29.131021Z","caller":"traceutil/trace.go:171","msg":"trace[1986083539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434747s","start":"2026-05-29T02:27:27.130562Z","end":"2026-05-29T02:27:29.130996Z","steps":["trace[1986083539] 'agreement among raft nodes before linearized reading' (duration: 2.000319374s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:29.131086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.130542Z","time spent":"2.00053071s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:29.389716Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cedae1a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:29.564108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:30.064815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:30.087788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000514729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:30.087865Z","caller":"traceutil/trace.go:171","msg":"trace[1200498916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646063s","start":"2026-05-29T02:27:28.087188Z","end":"2026-05-29T02:27:30.087834Z","steps":["trace[1200498916] 'agreement among raft nodes before linearized reading' (duration: 2.00055061s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:30.08792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:28.087162Z","time spent":"2.000744864s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:30.565441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700696,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:30.881571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:23.880673Z","time spent":"7.000889536s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:30.967039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:23.96651Z","time spent":"7.000521477s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:31.058146Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-29T02:27:31.05843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.891171616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:31.058422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.841239249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:31.058499Z","caller":"traceutil/trace.go:171","msg":"trace[1435946202] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; }","duration":"7.891309409s","start":"2026-05-29T02:27:23.167154Z","end":"2026-05-29T02:27:31.058464Z","steps":["trace[1435946202] 'agreement among raft nodes before linearized reading' (duration: 7.891193126s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:31.058506Z","caller":"traceutil/trace.go:171","msg":"trace[1594887552] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9; range_end:; }","duration":"12.841347791s","start":"2026-05-29T02:27:18.217141Z","end":"2026-05-29T02:27:31.058488Z","steps":["trace[1594887552] 'agreement among raft nodes before linearized reading' (duration: 12.841234699s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.217122Z","time spent":"12.841418404s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":0,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9\" "} {"level":"warn","ts":"2026-05-29T02:27:31.058566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:23.167135Z","time spent":"7.891412982s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:31.058607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992703991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:31.058563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.501868535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:31.058635Z","caller":"traceutil/trace.go:171","msg":"trace[1694935225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; }","duration":"11.992762223s","start":"2026-05-29T02:27:19.065865Z","end":"2026-05-29T02:27:31.058628Z","steps":["trace[1694935225] 'agreement among raft nodes before linearized reading' (duration: 11.992724812s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.276752722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:31.058658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.841756221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:31.058682Z","caller":"traceutil/trace.go:171","msg":"trace[1689162613] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; }","duration":"13.276831614s","start":"2026-05-29T02:27:17.781841Z","end":"2026-05-29T02:27:31.058673Z","steps":["trace[1689162613] 'agreement among raft nodes before linearized reading' (duration: 13.276785143s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.015754614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:31.05868Z","caller":"traceutil/trace.go:171","msg":"trace[890964036] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; }","duration":"11.50207984s","start":"2026-05-29T02:27:19.556574Z","end":"2026-05-29T02:27:31.058654Z","steps":["trace[890964036] 'agreement among raft nodes before linearized reading' (duration: 11.501891286s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.781822Z","time spent":"13.276885645s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:31.058723Z","caller":"traceutil/trace.go:171","msg":"trace[845826173] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; }","duration":"12.015824306s","start":"2026-05-29T02:27:19.042893Z","end":"2026-05-29T02:27:31.058717Z","steps":["trace[845826173] 'agreement among raft nodes before linearized reading' (duration: 12.015793905s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:31.058728Z","caller":"traceutil/trace.go:171","msg":"trace[1320976070] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht; range_end:; }","duration":"12.841864883s","start":"2026-05-29T02:27:18.216836Z","end":"2026-05-29T02:27:31.058701Z","steps":["trace[1320976070] 'agreement among raft nodes before linearized reading' (duration: 12.841809822s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.042871Z","time spent":"12.015873317s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:31.05876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.55656Z","time spent":"11.502183022s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:31.058789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.366688976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:31.058782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.216796Z","time spent":"12.841973816s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht\" "} {"level":"info","ts":"2026-05-29T02:27:31.058812Z","caller":"traceutil/trace.go:171","msg":"trace[76899136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; }","duration":"12.366750768s","start":"2026-05-29T02:27:18.692054Z","end":"2026-05-29T02:27:31.058805Z","steps":["trace[76899136] 'agreement among raft nodes before linearized reading' (duration: 12.366727677s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.985922968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:31.058842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.96504444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:31.058845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.95128663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:31.05887Z","caller":"traceutil/trace.go:171","msg":"trace[2120980370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; }","duration":"8.965109761s","start":"2026-05-29T02:27:22.093752Z","end":"2026-05-29T02:27:31.058861Z","steps":["trace[2120980370] 'agreement among raft nodes before linearized reading' (duration: 8.965079001s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:31.058875Z","caller":"traceutil/trace.go:171","msg":"trace[600051641] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; }","duration":"12.951357271s","start":"2026-05-29T02:27:18.10751Z","end":"2026-05-29T02:27:31.058867Z","steps":["trace[600051641] 'agreement among raft nodes before linearized reading' (duration: 12.951326401s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.24227463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:31.058909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.107484Z","time spent":"12.951414983s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:31.058666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:19.065855Z","time spent":"11.992802183s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:31.058974Z","caller":"traceutil/trace.go:171","msg":"trace[1868612391] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"13.242737801s","start":"2026-05-29T02:27:17.816188Z","end":"2026-05-29T02:27:31.058926Z","steps":["trace[1868612391] 'agreement among raft nodes before linearized reading' (duration: 13.242310641s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.059029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.29664848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:31.059063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.816164Z","time spent":"13.242872124s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:31.059093Z","caller":"traceutil/trace.go:171","msg":"trace[1851322784] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"10.296813633s","start":"2026-05-29T02:27:20.762262Z","end":"2026-05-29T02:27:31.059076Z","steps":["trace[1851322784] 'agreement among raft nodes before linearized reading' (duration: 10.296700461s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.427527652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-05-29T02:27:31.059134Z","caller":"traceutil/trace.go:171","msg":"trace[292981745] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"13.427930091s","start":"2026-05-29T02:27:17.631194Z","end":"2026-05-29T02:27:31.059124Z","steps":["trace[292981745] 'agreement among raft nodes before linearized reading' (duration: 13.427563173s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.059137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:20.762216Z","time spent":"10.296905625s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:31.058869Z","caller":"traceutil/trace.go:171","msg":"trace[1781990286] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; }","duration":"13.9860186s","start":"2026-05-29T02:27:17.072838Z","end":"2026-05-29T02:27:31.058857Z","steps":["trace[1781990286] 'agreement among raft nodes before linearized reading' (duration: 13.985963869s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.058836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:18.692002Z","time spent":"12.36682731s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:27:31.05924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.072816Z","time spent":"13.986382499s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:27:31.058899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:22.093733Z","time spent":"8.965158092s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-29T02:27:31.059164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:17.631173Z","time spent":"13.427980142s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:31.558594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:31.694359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999313922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:31.694452Z","caller":"traceutil/trace.go:171","msg":"trace[180907745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999456966s","start":"2026-05-29T02:27:26.694974Z","end":"2026-05-29T02:27:31.694431Z","steps":["trace[180907745] 'agreement among raft nodes before linearized reading' (duration: 4.999337023s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:31.694572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.694955Z","time spent":"4.999602069s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:27:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:32.059079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:32.096112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:32.096251Z","caller":"traceutil/trace.go:171","msg":"trace[751902093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000287484s","start":"2026-05-29T02:27:30.095921Z","end":"2026-05-29T02:27:32.096209Z","steps":["trace[751902093] 'agreement among raft nodes before linearized reading' (duration: 2.00009451s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:32.096311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.095902Z","time spent":"2.000394808s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:32.256584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.258122Z","time spent":"4.998455011s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:27:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:32.559651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:33.060474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:33.561186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:34.061405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:34.069406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.000248315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:34.0695Z","caller":"traceutil/trace.go:171","msg":"trace[854717428] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"8.000357837s","start":"2026-05-29T02:27:26.069117Z","end":"2026-05-29T02:27:34.069475Z","steps":["trace[854717428] 'agreement among raft nodes before linearized reading' (duration: 8.000243355s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:34.069556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.069084Z","time spent":"8.00046212s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/05/29 02:27:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:34.097329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:34.097387Z","caller":"traceutil/trace.go:171","msg":"trace[1555840805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000509498s","start":"2026-05-29T02:27:32.096864Z","end":"2026-05-29T02:27:34.097374Z","steps":["trace[1555840805] 'agreement among raft nodes before linearized reading' (duration: 2.000443936s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:34.09742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:32.096847Z","time spent":"2.00056617s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:34.241327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.240612Z","time spent":"7.000707211s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:34.241692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.241515Z","time spent":"7.000172949s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:34.562348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:34.777577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.684416Z","time spent":"8.093151171s","remote":"127.0.0.1:58686","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:34.778231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:20.451438Z","time spent":"14.326788843s","remote":"127.0.0.1:58674","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:34.778771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.04325558s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:34.778936Z","caller":"traceutil/trace.go:171","msg":"trace[1546367708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10136; }","duration":"9.043451076s","start":"2026-05-29T02:27:25.735456Z","end":"2026-05-29T02:27:34.778907Z","steps":["trace[1546367708] 'range keys from in-memory index tree' (duration: 9.04322876s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:35.062486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700704,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:35.376542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"18.320591891s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:27:35.395558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999729571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:35.395631Z","caller":"traceutil/trace.go:171","msg":"trace[1674818353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999859724s","start":"2026-05-29T02:27:33.395756Z","end":"2026-05-29T02:27:35.395615Z","steps":["trace[1674818353] 'agreement among raft nodes before linearized reading' (duration: 1.999766771s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:35.395669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:33.395723Z","time spent":"1.999939046s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:36.10484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:36.104939Z","caller":"traceutil/trace.go:171","msg":"trace[369193010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000675582s","start":"2026-05-29T02:27:34.104237Z","end":"2026-05-29T02:27:36.104912Z","steps":["trace[369193010] 'agreement among raft nodes before linearized reading' (duration: 2.000556909s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:36.105009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:34.104226Z","time spent":"2.000768174s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:36.39725Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cedae1a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:27:36.732813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.214689ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:36.732974Z","caller":"traceutil/trace.go:171","msg":"trace[1610238676] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10139; }","duration":"997.388493ms","start":"2026-05-29T02:27:35.735562Z","end":"2026-05-29T02:27:36.732951Z","steps":["trace[1610238676] 'range keys from in-memory index tree' (duration: 997.196168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:37.646229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.08679861s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:27:37.887995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.88709Z","time spent":"7.000896405s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:37.972036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.9716Z","time spent":"7.000430734s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:38.113114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:27:38.113213Z","caller":"traceutil/trace.go:171","msg":"trace[943133918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754265s","start":"2026-05-29T02:27:36.112428Z","end":"2026-05-29T02:27:38.113183Z","steps":["trace[943133918] 'agreement among raft nodes before linearized reading' (duration: 2.000641733s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:38.113316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:36.112373Z","time spent":"2.000932299s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:38.259421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.663905ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-29T02:27:38.492625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.490275Z","time spent":"7.002336299s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:39.08933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999558197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:39.089441Z","caller":"traceutil/trace.go:171","msg":"trace[437975604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999729261s","start":"2026-05-29T02:27:34.089676Z","end":"2026-05-29T02:27:39.089406Z","steps":["trace[437975604] 'agreement among raft nodes before linearized reading' (duration: 4.999571738s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.089521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:34.089653Z","time spent":"4.999857665s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:27:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:27:39.116233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.918332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.117181Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"96.742µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-05-29T02:27:39.117753Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"76.572µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:27:39.11782Z","caller":"traceutil/trace.go:171","msg":"trace[1832711836] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10149; }","duration":"5.045301765s","start":"2026-05-29T02:27:34.072462Z","end":"2026-05-29T02:27:39.117764Z","steps":["trace[1832711836] 'process raft request' (duration: 5.045140701s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.117989Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cedae1a","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:27:39.11796Z","caller":"traceutil/trace.go:171","msg":"trace[1993985317] transaction","detail":"{read_only:false; response_revision:10150; number_of_response:1; }","duration":"614.59715ms","start":"2026-05-29T02:27:38.503337Z","end":"2026-05-29T02:27:39.117934Z","steps":["trace[1993985317] 'process raft request' (duration: 614.462227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:34.072439Z","time spent":"5.045479288s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:39.118083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.343565827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.118083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.290627574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.118064Z","caller":"traceutil/trace.go:171","msg":"trace[1726113800] linearizableReadLoop","detail":"{readStateIndex:10524; appliedIndex:10504; }","duration":"8.059707573s","start":"2026-05-29T02:27:31.058296Z","end":"2026-05-29T02:27:39.118003Z","steps":["trace[1726113800] 'read index received' (duration: 4.318608475s)","trace[1726113800] 'applied index is now lower than readState.Index' (duration: 3.741094938s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:39.118111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.503313Z","time spent":"614.720283ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":948,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:39.118165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.134192672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.118116Z","caller":"traceutil/trace.go:171","msg":"trace[2110981775] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10150; }","duration":"8.343648889s","start":"2026-05-29T02:27:30.774456Z","end":"2026-05-29T02:27:39.118105Z","steps":["trace[2110981775] 'agreement among raft nodes before linearized reading' (duration: 8.343567377s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:39.118221Z","caller":"traceutil/trace.go:171","msg":"trace[226173329] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10150; }","duration":"12.134288854s","start":"2026-05-29T02:27:26.983912Z","end":"2026-05-29T02:27:39.1182Z","steps":["trace[226173329] 'agreement among raft nodes before linearized reading' (duration: 12.13410766s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.827833566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:39.118278Z","caller":"traceutil/trace.go:171","msg":"trace[1075440587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10150; }","duration":"13.827888448s","start":"2026-05-29T02:27:25.290382Z","end":"2026-05-29T02:27:39.11827Z","steps":["trace[1075440587] 'agreement among raft nodes before linearized reading' (duration: 13.827855177s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.908224202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.118285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.983889Z","time spent":"12.134385657s","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.118309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:25.290356Z","time spent":"13.82794736s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.118281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.008363899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.118321Z","caller":"traceutil/trace.go:171","msg":"trace[2141140970] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:10150; }","duration":"11.908516379s","start":"2026-05-29T02:27:27.209789Z","end":"2026-05-29T02:27:39.118305Z","steps":["trace[2141140970] 'agreement among raft nodes before linearized reading' (duration: 11.908388916s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.209771Z","time spent":"11.90858168s","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.118363Z","caller":"traceutil/trace.go:171","msg":"trace[1933959381] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10150; }","duration":"12.008495582s","start":"2026-05-29T02:27:27.109848Z","end":"2026-05-29T02:27:39.118343Z","steps":["trace[1933959381] 'agreement among raft nodes before linearized reading' (duration: 12.008337849s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.11834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.77120613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.118404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:27.109823Z","time spent":"12.008573135s","remote":"127.0.0.1:59494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.118373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.559326862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-29T02:27:39.118128Z","caller":"traceutil/trace.go:171","msg":"trace[134156051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:10150; }","duration":"9.290725886s","start":"2026-05-29T02:27:29.827388Z","end":"2026-05-29T02:27:39.118114Z","steps":["trace[134156051] 'agreement among raft nodes before linearized reading' (duration: 9.290614223s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:39.118458Z","caller":"traceutil/trace.go:171","msg":"trace[1233462066] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:10150; }","duration":"12.771413305s","start":"2026-05-29T02:27:26.347018Z","end":"2026-05-29T02:27:39.118431Z","steps":["trace[1233462066] 'agreement among raft nodes before linearized reading' (duration: 12.771164099s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:39.11847Z","caller":"traceutil/trace.go:171","msg":"trace[644543845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10150; }","duration":"12.559474545s","start":"2026-05-29T02:27:26.558971Z","end":"2026-05-29T02:27:39.118445Z","steps":["trace[644543845] 'agreement among raft nodes before linearized reading' (duration: 12.559216739s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.354424053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.118505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.565383484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T02:27:39.118531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.346992Z","time spent":"12.771525237s","remote":"127.0.0.1:38376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.118568Z","caller":"traceutil/trace.go:171","msg":"trace[52745407] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:10150; }","duration":"14.354635358s","start":"2026-05-29T02:27:24.763915Z","end":"2026-05-29T02:27:39.118551Z","steps":["trace[52745407] 'agreement among raft nodes before linearized reading' (duration: 14.354330121s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.558945Z","time spent":"12.559567656s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:27:39.118594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.353406902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:39.118612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.649986695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:39.118618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.938083245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.118512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:29.827365Z","time spent":"9.291134536s","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.118641Z","caller":"traceutil/trace.go:171","msg":"trace[438956900] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10150; }","duration":"9.650057306s","start":"2026-05-29T02:27:29.468577Z","end":"2026-05-29T02:27:39.118634Z","steps":["trace[438956900] 'agreement among raft nodes before linearized reading' (duration: 9.650007555s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:39.118631Z","caller":"traceutil/trace.go:171","msg":"trace[1023588716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10150; }","duration":"9.353482274s","start":"2026-05-29T02:27:29.765137Z","end":"2026-05-29T02:27:39.11862Z","steps":["trace[1023588716] 'agreement among raft nodes before linearized reading' (duration: 9.353417812s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165027089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:39.11866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:29.468556Z","time spent":"9.650099308s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.118656Z","caller":"traceutil/trace.go:171","msg":"trace[1733021399] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:10150; }","duration":"14.938126976s","start":"2026-05-29T02:27:24.180516Z","end":"2026-05-29T02:27:39.118643Z","steps":["trace[1733021399] 'agreement among raft nodes before linearized reading' (duration: 14.938063554s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:29.76512Z","time spent":"9.353541606s","remote":"127.0.0.1:51030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.118688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.180447Z","time spent":"14.938232958s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.118721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005231067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.118764Z","caller":"traceutil/trace.go:171","msg":"trace[1524052267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10150; }","duration":"1.005313799s","start":"2026-05-29T02:27:38.113441Z","end":"2026-05-29T02:27:39.118755Z","steps":["trace[1524052267] 'agreement among raft nodes before linearized reading' (duration: 1.005242428s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.113419Z","time spent":"1.00537554s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:39.118828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142404857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-05-29T02:27:39.118848Z","caller":"traceutil/trace.go:171","msg":"trace[1673280097] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:10150; }","duration":"1.142442727s","start":"2026-05-29T02:27:37.976399Z","end":"2026-05-29T02:27:39.118842Z","steps":["trace[1673280097] 'agreement among raft nodes before linearized reading' (duration: 1.142388166s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:37.976389Z","time spent":"1.142483818s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-29T02:27:39.118221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.961077193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.118919Z","caller":"traceutil/trace.go:171","msg":"trace[953267368] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:10150; }","duration":"13.961811801s","start":"2026-05-29T02:27:25.157092Z","end":"2026-05-29T02:27:39.118904Z","steps":["trace[953267368] 'agreement among raft nodes before linearized reading' (duration: 13.961107244s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.118942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664922992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:39.118774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014626029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-29T02:27:39.118972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:25.157069Z","time spent":"13.961886693s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.118991Z","caller":"traceutil/trace.go:171","msg":"trace[499144559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10150; }","duration":"2.665013814s","start":"2026-05-29T02:27:36.453965Z","end":"2026-05-29T02:27:39.118978Z","steps":["trace[499144559] 'agreement among raft nodes before linearized reading' (duration: 2.664936683s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.119008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225568645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-05-29T02:27:39.119006Z","caller":"traceutil/trace.go:171","msg":"trace[1003912635] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10150; }","duration":"1.014891315s","start":"2026-05-29T02:27:38.104101Z","end":"2026-05-29T02:27:39.118992Z","steps":["trace[1003912635] 'agreement among raft nodes before linearized reading' (duration: 1.014591248s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:39.119031Z","caller":"traceutil/trace.go:171","msg":"trace[247555555] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:10150; }","duration":"1.225624626s","start":"2026-05-29T02:27:37.8934Z","end":"2026-05-29T02:27:39.119025Z","steps":["trace[247555555] 'agreement among raft nodes before linearized reading' (duration: 1.225516723s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.11903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.862583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3070"} {"level":"warn","ts":"2026-05-29T02:27:39.119037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:36.453937Z","time spent":"2.665091186s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.119052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:37.893382Z","time spent":"1.225666487s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-05-29T02:27:39.118677Z","caller":"traceutil/trace.go:171","msg":"trace[1029946818] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10150; }","duration":"1.16508838s","start":"2026-05-29T02:27:37.953581Z","end":"2026-05-29T02:27:39.11867Z","steps":["trace[1029946818] 'agreement among raft nodes before linearized reading' (duration: 1.165032859s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:39.119064Z","caller":"traceutil/trace.go:171","msg":"trace[1473284974] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:10150; }","duration":"602.922265ms","start":"2026-05-29T02:27:38.516132Z","end":"2026-05-29T02:27:39.119054Z","steps":["trace[1473284974] 'agreement among raft nodes before linearized reading' (duration: 602.849774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.119093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:37.953572Z","time spent":"1.16551109s","remote":"127.0.0.1:50980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.119105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.516116Z","time spent":"602.982106ms","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3093,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T02:27:39.119052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.104077Z","time spent":"1.014960946s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:27:39.119121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466301882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.119155Z","caller":"traceutil/trace.go:171","msg":"trace[1999791026] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10150; }","duration":"1.466395194s","start":"2026-05-29T02:27:37.652752Z","end":"2026-05-29T02:27:39.119147Z","steps":["trace[1999791026] 'agreement among raft nodes before linearized reading' (duration: 1.466331083s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.119183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:37.652727Z","time spent":"1.466449906s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.119244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:24.763893Z","time spent":"14.355333065s","remote":"127.0.0.1:38420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.118414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:30.774432Z","time spent":"8.343858203s","remote":"127.0.0.1:58660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.119418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271827141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:39.119418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039065374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.119461Z","caller":"traceutil/trace.go:171","msg":"trace[857113835] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:10150; }","duration":"3.271896143s","start":"2026-05-29T02:27:35.847553Z","end":"2026-05-29T02:27:39.119449Z","steps":["trace[857113835] 'agreement among raft nodes before linearized reading' (duration: 3.2717676s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:39.119467Z","caller":"traceutil/trace.go:171","msg":"trace[1623644594] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:10150; }","duration":"4.039152936s","start":"2026-05-29T02:27:35.080303Z","end":"2026-05-29T02:27:39.119456Z","steps":["trace[1623644594] 'agreement among raft nodes before linearized reading' (duration: 4.039078314s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.119505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:35.080092Z","time spent":"4.039403872s","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.11951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:35.847533Z","time spent":"3.271957975s","remote":"127.0.0.1:58824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.118581Z","caller":"traceutil/trace.go:171","msg":"trace[1570904885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10150; }","duration":"12.565494567s","start":"2026-05-29T02:27:26.553069Z","end":"2026-05-29T02:27:39.118563Z","steps":["trace[1570904885] 'agreement among raft nodes before linearized reading' (duration: 12.565308462s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.119592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:26.553036Z","time spent":"12.566526311s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:27:39.119883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221905403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:39.11991Z","caller":"traceutil/trace.go:171","msg":"trace[771148834] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10150; }","duration":"5.221997814s","start":"2026-05-29T02:27:33.897906Z","end":"2026-05-29T02:27:39.119904Z","steps":["trace[771148834] 'agreement among raft nodes before linearized reading' (duration: 5.221932923s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.119927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:33.897872Z","time spent":"5.222051096s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.120272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057983873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.120391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.418746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:27:39.120439Z","caller":"traceutil/trace.go:171","msg":"trace[390784796] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10150; }","duration":"490.56285ms","start":"2026-05-29T02:27:38.629865Z","end":"2026-05-29T02:27:39.120428Z","steps":["trace[390784796] 'agreement among raft nodes before linearized reading' (duration: 489.083055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.120478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:38.629838Z","time spent":"490.629152ms","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1078,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.120465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.627480567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:39.120506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.140338758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.120551Z","caller":"traceutil/trace.go:171","msg":"trace[1098433457] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:10150; }","duration":"7.14043519s","start":"2026-05-29T02:27:31.980106Z","end":"2026-05-29T02:27:39.120541Z","steps":["trace[1098433457] 'agreement among raft nodes before linearized reading' (duration: 7.140347458s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.120579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.97956Z","time spent":"7.141013364s","remote":"127.0.0.1:38388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.120388Z","caller":"traceutil/trace.go:171","msg":"trace[1735079090] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:0; response_revision:10150; }","duration":"8.058112556s","start":"2026-05-29T02:27:31.062242Z","end":"2026-05-29T02:27:39.120354Z","steps":["trace[1735079090] 'agreement among raft nodes before linearized reading' (duration: 8.057975653s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.120654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.062226Z","time spent":"8.058417253s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:27:39.120703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.886181706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:27:39.120736Z","caller":"traceutil/trace.go:171","msg":"trace[1735788960] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10150; }","duration":"9.886250248s","start":"2026-05-29T02:27:29.234479Z","end":"2026-05-29T02:27:39.120729Z","steps":["trace[1735788960] 'agreement among raft nodes before linearized reading' (duration: 9.883682267s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.120758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:29.234459Z","time spent":"9.886294378s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1078,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:39.12059Z","caller":"traceutil/trace.go:171","msg":"trace[119155777] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10150; }","duration":"7.62761174s","start":"2026-05-29T02:27:31.492926Z","end":"2026-05-29T02:27:39.120538Z","steps":["trace[119155777] 'agreement among raft nodes before linearized reading' (duration: 7.627442416s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.120713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.843974074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.120845Z","caller":"traceutil/trace.go:171","msg":"trace[1978296260] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10150; }","duration":"7.844153458s","start":"2026-05-29T02:27:31.276679Z","end":"2026-05-29T02:27:39.120833Z","steps":["trace[1978296260] 'agreement among raft nodes before linearized reading' (duration: 7.843980144s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.120876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.314414027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:39.121089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.056714317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:27:39.120788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.504792789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:39.121181Z","caller":"traceutil/trace.go:171","msg":"trace[865767921] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:10150; }","duration":"7.505191408s","start":"2026-05-29T02:27:31.61597Z","end":"2026-05-29T02:27:39.121162Z","steps":["trace[865767921] 'agreement among raft nodes before linearized reading' (duration: 7.504758158s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.120897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.276652Z","time spent":"7.844235571s","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.121244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.615947Z","time spent":"7.505282851s","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.121313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.056632381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7110"} {"level":"info","ts":"2026-05-29T02:27:39.121353Z","caller":"traceutil/trace.go:171","msg":"trace[1915933088] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10150; }","duration":"8.056696703s","start":"2026-05-29T02:27:31.064645Z","end":"2026-05-29T02:27:39.121342Z","steps":["trace[1915933088] 'agreement among raft nodes before linearized reading' (duration: 8.056182641s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.121175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.056268073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-29T02:27:39.12139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.064632Z","time spent":"8.056750484s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-29T02:27:39.121403Z","caller":"traceutil/trace.go:171","msg":"trace[607935722] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10150; }","duration":"8.05653284s","start":"2026-05-29T02:27:31.064862Z","end":"2026-05-29T02:27:39.121395Z","steps":["trace[607935722] 'agreement among raft nodes before linearized reading' (duration: 8.055956046s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.120834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.492913Z","time spent":"7.627894267s","remote":"127.0.0.1:34204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.121431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.064846Z","time spent":"8.05657402s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:27:39.121137Z","caller":"traceutil/trace.go:171","msg":"trace[1598725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10150; }","duration":"6.056801659s","start":"2026-05-29T02:27:33.064324Z","end":"2026-05-29T02:27:39.121126Z","steps":["trace[1598725] 'agreement among raft nodes before linearized reading' (duration: 6.056147264s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.121491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.056547129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-05-29T02:27:39.12151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:33.064304Z","time spent":"6.057191758s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"info","ts":"2026-05-29T02:27:39.121564Z","caller":"traceutil/trace.go:171","msg":"trace[367151868] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9; range_end:; response_count:1; response_revision:10150; }","duration":"8.056645302s","start":"2026-05-29T02:27:31.064897Z","end":"2026-05-29T02:27:39.121543Z","steps":["trace[367151868] 'agreement among raft nodes before linearized reading' (duration: 8.055961036s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.121658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.064881Z","time spent":"8.056769195s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":900,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9\" "} {"level":"info","ts":"2026-05-29T02:27:39.120968Z","caller":"traceutil/trace.go:171","msg":"trace[1198042850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10150; }","duration":"7.31454101s","start":"2026-05-29T02:27:31.806401Z","end":"2026-05-29T02:27:39.120942Z","steps":["trace[1198042850] 'agreement among raft nodes before linearized reading' (duration: 7.314226552s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.121894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:31.806384Z","time spent":"7.315481912s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:39.91528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.274328ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-29T02:27:39.915374Z","caller":"traceutil/trace.go:171","msg":"trace[975090010] linearizableReadLoop","detail":"{readStateIndex:10527; appliedIndex:10526; }","duration":"792.504087ms","start":"2026-05-29T02:27:39.122851Z","end":"2026-05-29T02:27:39.915355Z","steps":["trace[975090010] 'read index received' (duration: 148.162038ms)","trace[975090010] 'applied index is now lower than readState.Index' (duration: 644.340269ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:39.915464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.121511Z","time spent":"793.950932ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:27:39.915859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.980838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-05-29T02:27:39.916233Z","caller":"traceutil/trace.go:171","msg":"trace[250434863] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:10150; }","duration":"793.46446ms","start":"2026-05-29T02:27:39.122731Z","end":"2026-05-29T02:27:39.916195Z","steps":["trace[250434863] 'agreement among raft nodes before linearized reading' (duration: 792.886927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:39.916302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.122708Z","time spent":"793.576243ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-29T02:27:40.357098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086042759s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:27:40.406205Z","caller":"traceutil/trace.go:171","msg":"trace[716772995] transaction","detail":"{read_only:false; response_revision:10151; number_of_response:1; }","duration":"1.282692628s","start":"2026-05-29T02:27:39.123475Z","end":"2026-05-29T02:27:40.406168Z","steps":["trace[716772995] 'process raft request' (duration: 1.234010312s)","trace[716772995] 'compare' (duration: 48.448991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:40.406388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.123455Z","time spent":"1.282839172s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:40.406411Z","caller":"traceutil/trace.go:171","msg":"trace[1081112946] transaction","detail":"{read_only:false; response_revision:10152; number_of_response:1; }","duration":"1.28108608s","start":"2026-05-29T02:27:39.125217Z","end":"2026-05-29T02:27:40.406303Z","steps":["trace[1081112946] 'process raft request' (duration: 1.280857415s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:40.40668Z","caller":"traceutil/trace.go:171","msg":"trace[1346975342] linearizableReadLoop","detail":"{readStateIndex:10532; appliedIndex:10527; }","duration":"491.235125ms","start":"2026-05-29T02:27:39.915417Z","end":"2026-05-29T02:27:40.406652Z","steps":["trace[1346975342] 'read index received' (duration: 441.968726ms)","trace[1346975342] 'applied index is now lower than readState.Index' (duration: 49.264889ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:40.406762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.125208Z","time spent":"1.281308455s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:40.406985Z","caller":"traceutil/trace.go:171","msg":"trace[2134030879] transaction","detail":"{read_only:false; response_revision:10154; number_of_response:1; }","duration":"1.27848868s","start":"2026-05-29T02:27:39.12847Z","end":"2026-05-29T02:27:40.406959Z","steps":["trace[2134030879] 'process raft request' (duration: 1.277724202s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:40.407015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2819244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:40.40703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282791691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-05-29T02:27:40.40707Z","caller":"traceutil/trace.go:171","msg":"trace[1098703114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10155; }","duration":"1.282001772s","start":"2026-05-29T02:27:39.125055Z","end":"2026-05-29T02:27:40.407057Z","steps":["trace[1098703114] 'agreement among raft nodes before linearized reading' (duration: 1.28189922s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:40.407069Z","caller":"traceutil/trace.go:171","msg":"trace[439793123] transaction","detail":"{read_only:false; response_revision:10155; number_of_response:1; }","duration":"1.269054838s","start":"2026-05-29T02:27:39.137986Z","end":"2026-05-29T02:27:40.40704Z","steps":["trace[439793123] 'process raft request' (duration: 1.268261399s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:40.407117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.125049Z","time spent":"1.282060013s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:40.407109Z","caller":"traceutil/trace.go:171","msg":"trace[1801124008] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3; range_end:; response_count:1; response_revision:10155; }","duration":"1.282844542s","start":"2026-05-29T02:27:39.124218Z","end":"2026-05-29T02:27:40.407062Z","steps":["trace[1801124008] 'agreement among raft nodes before linearized reading' (duration: 1.2827614s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:40.407137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.128461Z","time spent":"1.278600502s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:40.406985Z","caller":"traceutil/trace.go:171","msg":"trace[1230020870] transaction","detail":"{read_only:false; response_revision:10153; number_of_response:1; }","duration":"1.281302065s","start":"2026-05-29T02:27:39.12565Z","end":"2026-05-29T02:27:40.406952Z","steps":["trace[1230020870] 'process raft request' (duration: 1.280507117s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:40.40715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.193578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:40.407198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.124213Z","time spent":"1.282973235s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" "} {"level":"warn","ts":"2026-05-29T02:27:40.407181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283431716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-05-29T02:27:40.407196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283034406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-05-29T02:27:40.407213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.13797Z","time spent":"1.26918002s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:40.407229Z","caller":"traceutil/trace.go:171","msg":"trace[1411108686] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10155; }","duration":"901.352292ms","start":"2026-05-29T02:27:39.505858Z","end":"2026-05-29T02:27:40.40721Z","steps":["trace[1411108686] 'agreement among raft nodes before linearized reading' (duration: 901.174017ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:40.407249Z","caller":"traceutil/trace.go:171","msg":"trace[394316539] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:10155; }","duration":"1.283539618s","start":"2026-05-29T02:27:39.123691Z","end":"2026-05-29T02:27:40.407231Z","steps":["trace[394316539] 'agreement among raft nodes before linearized reading' (duration: 1.283298392s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:40.407254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.125641Z","time spent":"1.281563881s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:40.407266Z","caller":"traceutil/trace.go:171","msg":"trace[1358167544] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:10155; }","duration":"1.283152939s","start":"2026-05-29T02:27:39.124096Z","end":"2026-05-29T02:27:40.407249Z","steps":["trace[1358167544] 'agreement among raft nodes before linearized reading' (duration: 1.282891963s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:40.40728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.505826Z","time spent":"901.444334ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:40.407314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.123666Z","time spent":"1.283636061s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-29T02:27:40.407321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.124088Z","time spent":"1.283224701s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-29T02:27:40.407404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282589916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:336406"} {"level":"info","ts":"2026-05-29T02:27:40.407459Z","caller":"traceutil/trace.go:171","msg":"trace[1295178019] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10155; }","duration":"1.282662987s","start":"2026-05-29T02:27:39.124784Z","end":"2026-05-29T02:27:40.407447Z","steps":["trace[1295178019] 'agreement among raft nodes before linearized reading' (duration: 1.282210146s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:40.407496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.124778Z","time spent":"1.282709209s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":336429,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:27:40.90742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:41.358398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.848706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:41.358682Z","caller":"traceutil/trace.go:171","msg":"trace[263692509] linearizableReadLoop","detail":"{readStateIndex:10536; appliedIndex:10532; }","duration":"951.827419ms","start":"2026-05-29T02:27:40.406837Z","end":"2026-05-29T02:27:41.358665Z","steps":["trace[263692509] 'read index received' (duration: 621.647246ms)","trace[263692509] 'applied index is now lower than readState.Index' (duration: 330.178973ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:41.358781Z","caller":"traceutil/trace.go:171","msg":"trace[170494642] transaction","detail":"{read_only:false; response_revision:10156; number_of_response:1; }","duration":"1.441934289s","start":"2026-05-29T02:27:39.916835Z","end":"2026-05-29T02:27:41.35877Z","steps":["trace[170494642] 'process raft request' (duration: 1.111634813s)","trace[170494642] 'compare' (duration: 329.731323ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:41.358845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.916812Z","time spent":"1.44200097s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:41.358959Z","caller":"traceutil/trace.go:171","msg":"trace[1008430651] transaction","detail":"{read_only:false; response_revision:10159; number_of_response:1; }","duration":"945.727586ms","start":"2026-05-29T02:27:40.413182Z","end":"2026-05-29T02:27:41.358909Z","steps":["trace[1008430651] 'process raft request' (duration: 945.438429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.359047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.917459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:41.359077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132322709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:41.359134Z","caller":"traceutil/trace.go:171","msg":"trace[1657230233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10159; }","duration":"951.054692ms","start":"2026-05-29T02:27:40.40806Z","end":"2026-05-29T02:27:41.359115Z","steps":["trace[1657230233] 'agreement among raft nodes before linearized reading' (duration: 950.889688ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:41.359149Z","caller":"traceutil/trace.go:171","msg":"trace[804255050] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10159; }","duration":"1.132411711s","start":"2026-05-29T02:27:40.226719Z","end":"2026-05-29T02:27:41.35913Z","steps":["trace[804255050] 'agreement among raft nodes before linearized reading' (duration: 1.132210987s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.359179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.413161Z","time spent":"945.90393ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:41.359194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.226653Z","time spent":"1.132531244s","remote":"127.0.0.1:41700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":67,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:41.359197Z","caller":"traceutil/trace.go:171","msg":"trace[1305954597] transaction","detail":"{read_only:false; response_revision:10158; number_of_response:1; }","duration":"946.191947ms","start":"2026-05-29T02:27:40.41298Z","end":"2026-05-29T02:27:41.359172Z","steps":["trace[1305954597] 'process raft request' (duration: 945.603784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.359251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.565626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-29T02:27:41.359231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.710093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-05-29T02:27:41.359322Z","caller":"traceutil/trace.go:171","msg":"trace[449728065] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10159; }","duration":"252.679138ms","start":"2026-05-29T02:27:41.106626Z","end":"2026-05-29T02:27:41.359305Z","steps":["trace[449728065] 'agreement among raft nodes before linearized reading' (duration: 252.486634ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:41.359333Z","caller":"traceutil/trace.go:171","msg":"trace[2049493180] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10159; }","duration":"947.853256ms","start":"2026-05-29T02:27:40.411462Z","end":"2026-05-29T02:27:41.359315Z","steps":["trace[2049493180] 'agreement among raft nodes before linearized reading' (duration: 947.640811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.359333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.526156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:41.359352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.412964Z","time spent":"946.30082ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:41.359183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.408044Z","time spent":"951.131303ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:41.359389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.554625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:41.359243Z","caller":"traceutil/trace.go:171","msg":"trace[938205315] transaction","detail":"{read_only:false; response_revision:10157; number_of_response:1; }","duration":"1.438114668s","start":"2026-05-29T02:27:39.920917Z","end":"2026-05-29T02:27:41.359032Z","steps":["trace[938205315] 'process raft request' (duration: 1.437597566s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.359517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.305269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-05-29T02:27:41.359435Z","caller":"traceutil/trace.go:171","msg":"trace[461273300] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10159; }","duration":"421.624356ms","start":"2026-05-29T02:27:40.937796Z","end":"2026-05-29T02:27:41.359421Z","steps":["trace[461273300] 'agreement among raft nodes before linearized reading' (duration: 421.552124ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:41.35958Z","caller":"traceutil/trace.go:171","msg":"trace[2001208708] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:10159; }","duration":"946.435193ms","start":"2026-05-29T02:27:40.413132Z","end":"2026-05-29T02:27:41.359567Z","steps":["trace[2001208708] 'agreement among raft nodes before linearized reading' (duration: 946.063974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.359641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.937785Z","time spent":"421.819842ms","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:41.359382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.411446Z","time spent":"947.926958ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-29T02:27:41.359671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:39.920902Z","time spent":"1.43859799s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:41.35907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.875755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:41.359901Z","caller":"traceutil/trace.go:171","msg":"trace[589021846] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10159; }","duration":"465.764626ms","start":"2026-05-29T02:27:40.894115Z","end":"2026-05-29T02:27:41.35988Z","steps":["trace[589021846] 'agreement among raft nodes before linearized reading' (duration: 464.861355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.359971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.894084Z","time spent":"465.865779ms","remote":"127.0.0.1:33216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:41.359384Z","caller":"traceutil/trace.go:171","msg":"trace[1870215333] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10159; }","duration":"334.580627ms","start":"2026-05-29T02:27:41.024789Z","end":"2026-05-29T02:27:41.35937Z","steps":["trace[1870215333] 'agreement among raft nodes before linearized reading' (duration: 334.494545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.360062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.02475Z","time spent":"335.294084ms","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:41.359269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.874206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht\" ","response":"range_response_count:1 size:5481"} {"level":"info","ts":"2026-05-29T02:27:41.36015Z","caller":"traceutil/trace.go:171","msg":"trace[454484980] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht; range_end:; response_count:1; response_revision:10159; }","duration":"948.781558ms","start":"2026-05-29T02:27:40.411345Z","end":"2026-05-29T02:27:41.360127Z","steps":["trace[454484980] 'agreement among raft nodes before linearized reading' (duration: 947.801505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.359617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.413121Z","time spent":"946.487024ms","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-05-29T02:27:41.360218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.411325Z","time spent":"948.87535ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5504,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht\" "} {"level":"warn","ts":"2026-05-29T02:27:41.359432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.040504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-29T02:27:41.360345Z","caller":"traceutil/trace.go:171","msg":"trace[2075148116] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d; range_end:; response_count:1; response_revision:10159; }","duration":"949.970156ms","start":"2026-05-29T02:27:40.41036Z","end":"2026-05-29T02:27:41.36033Z","steps":["trace[2075148116] 'agreement among raft nodes before linearized reading' (duration: 948.846659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:41.360375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:40.41035Z","time spent":"950.015327ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" "} {"level":"warn","ts":"2026-05-29T02:27:42.239999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.428908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:42.240103Z","caller":"traceutil/trace.go:171","msg":"trace[1092071387] linearizableReadLoop","detail":"{readStateIndex:10537; appliedIndex:10536; }","duration":"875.81961ms","start":"2026-05-29T02:27:41.364266Z","end":"2026-05-29T02:27:42.240086Z","steps":["trace[1092071387] 'read index received' (duration: 142.231489ms)","trace[1092071387] 'applied index is now lower than readState.Index' (duration: 733.586151ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:42.240175Z","caller":"traceutil/trace.go:171","msg":"trace[1609932211] transaction","detail":"{read_only:false; response_revision:10160; number_of_response:1; }","duration":"875.955353ms","start":"2026-05-29T02:27:41.364204Z","end":"2026-05-29T02:27:42.240159Z","steps":["trace[1609932211] 'process raft request' (duration: 142.27406ms)","trace[1609932211] 'compare' (duration: 733.207592ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:42.240238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.364182Z","time spent":"876.024685ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:42.240626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.335682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-29T02:27:42.240711Z","caller":"traceutil/trace.go:171","msg":"trace[1403234124] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10160; }","duration":"876.445605ms","start":"2026-05-29T02:27:41.364248Z","end":"2026-05-29T02:27:42.240694Z","steps":["trace[1403234124] 'agreement among raft nodes before linearized reading' (duration: 876.203899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.240747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.364241Z","time spent":"876.496796ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-29T02:27:42.512628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006106827s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:27:42.526817Z","caller":"traceutil/trace.go:171","msg":"trace[1254788370] transaction","detail":"{read_only:false; response_revision:10161; number_of_response:1; }","duration":"1.16250192s","start":"2026-05-29T02:27:41.36427Z","end":"2026-05-29T02:27:42.526772Z","steps":["trace[1254788370] 'process raft request' (duration: 1.148604033s)","trace[1254788370] 'compare' (duration: 13.217081ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:42.526983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.364245Z","time spent":"1.162653073s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:42.527082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161266071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-05-29T02:27:42.527145Z","caller":"traceutil/trace.go:171","msg":"trace[1709017112] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:10162; }","duration":"1.161382384s","start":"2026-05-29T02:27:41.365751Z","end":"2026-05-29T02:27:42.527133Z","steps":["trace[1709017112] 'agreement among raft nodes before linearized reading' (duration: 1.161136018s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:42.526819Z","caller":"traceutil/trace.go:171","msg":"trace[1767116730] linearizableReadLoop","detail":"{readStateIndex:10539; appliedIndex:10537; }","duration":"286.659459ms","start":"2026-05-29T02:27:42.240125Z","end":"2026-05-29T02:27:42.526785Z","steps":["trace[1767116730] 'read index received' (duration: 272.66958ms)","trace[1767116730] 'applied index is now lower than readState.Index' (duration: 13.988259ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:42.527185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.365738Z","time spent":"1.161437865s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":412,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"warn","ts":"2026-05-29T02:27:42.52741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.085965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5b7cdd476d-mmmtl.18b3e82314c254fb\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-05-29T02:27:42.527457Z","caller":"traceutil/trace.go:171","msg":"trace[1288662117] range","detail":"{range_begin:/registry/events/openstack/glance-api-5b7cdd476d-mmmtl.18b3e82314c254fb; range_end:; response_count:1; response_revision:10162; }","duration":"283.154117ms","start":"2026-05-29T02:27:42.24429Z","end":"2026-05-29T02:27:42.527444Z","steps":["trace[1288662117] 'agreement among raft nodes before linearized reading' (duration: 282.961742ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.527464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161645309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:27:42.527493Z","caller":"traceutil/trace.go:171","msg":"trace[1171833645] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10162; }","duration":"1.161722241s","start":"2026-05-29T02:27:41.365762Z","end":"2026-05-29T02:27:42.527485Z","steps":["trace[1171833645] 'agreement among raft nodes before linearized reading' (duration: 1.161624189s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.527531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.365737Z","time spent":"1.161784443s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:27:42.527597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160758639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-05-29T02:27:42.527681Z","caller":"traceutil/trace.go:171","msg":"trace[356912598] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10162; }","duration":"1.160867481s","start":"2026-05-29T02:27:41.366794Z","end":"2026-05-29T02:27:42.527662Z","steps":["trace[356912598] 'agreement among raft nodes before linearized reading' (duration: 1.160586744s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.527732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.40041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:27:42.527771Z","caller":"traceutil/trace.go:171","msg":"trace[339771504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10162; }","duration":"110.43881ms","start":"2026-05-29T02:27:42.417323Z","end":"2026-05-29T02:27:42.527762Z","steps":["trace[339771504] 'agreement among raft nodes before linearized reading' (duration: 110.299627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.527827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043847656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:27:42.527865Z","caller":"traceutil/trace.go:171","msg":"trace[577925008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10162; }","duration":"1.043935428s","start":"2026-05-29T02:27:41.483921Z","end":"2026-05-29T02:27:42.527856Z","steps":["trace[577925008] 'agreement among raft nodes before linearized reading' (duration: 1.043840625s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.527892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.483896Z","time spent":"1.043990729s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:27:42.527435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038724115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:42.527937Z","caller":"traceutil/trace.go:171","msg":"trace[2031727075] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:10162; }","duration":"1.039292198s","start":"2026-05-29T02:27:41.488632Z","end":"2026-05-29T02:27:42.527924Z","steps":["trace[2031727075] 'agreement among raft nodes before linearized reading' (duration: 1.038724295s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.527979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.488604Z","time spent":"1.03936319s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:42.527738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.366788Z","time spent":"1.160941193s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-29T02:27:42.52814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160909182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:42.528174Z","caller":"traceutil/trace.go:171","msg":"trace[333262181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10162; }","duration":"1.160956523s","start":"2026-05-29T02:27:41.367208Z","end":"2026-05-29T02:27:42.528164Z","steps":["trace[333262181] 'agreement among raft nodes before linearized reading' (duration: 1.160892981s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.528202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.367204Z","time spent":"1.160992705s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:42.528342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.15991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:42.528407Z","caller":"traceutil/trace.go:171","msg":"trace[1482712374] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:10162; }","duration":"651.276613ms","start":"2026-05-29T02:27:41.877116Z","end":"2026-05-29T02:27:42.528393Z","steps":["trace[1482712374] 'agreement among raft nodes before linearized reading' (duration: 651.089289ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:42.528413Z","caller":"traceutil/trace.go:171","msg":"trace[2032565098] transaction","detail":"{read_only:false; response_revision:10162; number_of_response:1; }","duration":"1.157924423s","start":"2026-05-29T02:27:41.370476Z","end":"2026-05-29T02:27:42.5284Z","steps":["trace[2032565098] 'process raft request' (duration: 1.156212072s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.528451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.877097Z","time spent":"651.343704ms","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:42.528479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:41.370455Z","time spent":"1.157985583s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5656,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:42.893064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.183601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:42.893449Z","caller":"traceutil/trace.go:171","msg":"trace[886496418] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"359.904802ms","start":"2026-05-29T02:27:42.533462Z","end":"2026-05-29T02:27:42.893366Z","steps":["trace[886496418] 'process raft request' (duration: 103.327102ms)","trace[886496418] 'compare' (duration: 255.779841ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:42.893526Z","caller":"traceutil/trace.go:171","msg":"trace[857322536] linearizableReadLoop","detail":"{readStateIndex:10542; appliedIndex:10539; }","duration":"359.746619ms","start":"2026-05-29T02:27:42.533711Z","end":"2026-05-29T02:27:42.893458Z","steps":["trace[857322536] 'read index received' (duration: 103.092398ms)","trace[857322536] 'applied index is now lower than readState.Index' (duration: 256.653381ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:42.893611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.533621Z","time spent":"359.982505ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:27:42.893662Z","caller":"traceutil/trace.go:171","msg":"trace[1712945651] transaction","detail":"{read_only:false; response_revision:10164; number_of_response:1; }","duration":"359.998354ms","start":"2026-05-29T02:27:42.533631Z","end":"2026-05-29T02:27:42.89363Z","steps":["trace[1712945651] 'process raft request' (duration: 359.711878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.893691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.533451Z","time spent":"360.096158ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:42.893731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.447232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d8qj6\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-05-29T02:27:42.893771Z","caller":"traceutil/trace.go:171","msg":"trace[213172845] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d8qj6; range_end:; response_count:1; response_revision:10164; }","duration":"359.501954ms","start":"2026-05-29T02:27:42.534258Z","end":"2026-05-29T02:27:42.89376Z","steps":["trace[213172845] 'agreement among raft nodes before linearized reading' (duration: 359.35991ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.893782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.577282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:42.893815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.533607Z","time spent":"360.127908ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:42.893832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.096107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4816b958-9d23-4ea5-9366-6489ce6dc0ad\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-29T02:27:42.893868Z","caller":"traceutil/trace.go:171","msg":"trace[218876678] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:10164; }","duration":"358.678064ms","start":"2026-05-29T02:27:42.53517Z","end":"2026-05-29T02:27:42.893848Z","steps":["trace[218876678] 'agreement among raft nodes before linearized reading' (duration: 358.549691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.893812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.534252Z","time spent":"359.552205ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d8qj6\" "} {"level":"warn","ts":"2026-05-29T02:27:42.893917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.535165Z","time spent":"358.743135ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"info","ts":"2026-05-29T02:27:42.893915Z","caller":"traceutil/trace.go:171","msg":"trace[1972953260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4816b958-9d23-4ea5-9366-6489ce6dc0ad; range_end:; response_count:1; response_revision:10164; }","duration":"360.230841ms","start":"2026-05-29T02:27:42.533665Z","end":"2026-05-29T02:27:42.893896Z","steps":["trace[1972953260] 'agreement among raft nodes before linearized reading' (duration: 359.940814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.894076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.533642Z","time spent":"360.418675ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-4816b958-9d23-4ea5-9366-6489ce6dc0ad\" "} {"level":"warn","ts":"2026-05-29T02:27:42.89407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.018769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-05-29T02:27:42.894054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.24176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:42.894173Z","caller":"traceutil/trace.go:171","msg":"trace[95441995] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10164; }","duration":"313.182483ms","start":"2026-05-29T02:27:42.580966Z","end":"2026-05-29T02:27:42.894148Z","steps":["trace[95441995] 'agreement among raft nodes before linearized reading' (duration: 312.831964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.894242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.580948Z","time spent":"313.284875ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-29T02:27:42.894245Z","caller":"traceutil/trace.go:171","msg":"trace[540145067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10164; }","duration":"357.468666ms","start":"2026-05-29T02:27:42.536723Z","end":"2026-05-29T02:27:42.894191Z","steps":["trace[540145067] 'agreement among raft nodes before linearized reading' (duration: 356.970744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.894458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.536719Z","time spent":"357.700981ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:42.894783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.590691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:336406"} {"level":"info","ts":"2026-05-29T02:27:42.894889Z","caller":"traceutil/trace.go:171","msg":"trace[850064231] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10164; }","duration":"359.204367ms","start":"2026-05-29T02:27:42.535661Z","end":"2026-05-29T02:27:42.894865Z","steps":["trace[850064231] 'agreement among raft nodes before linearized reading' (duration: 358.036919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:42.894966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.535656Z","time spent":"359.291328ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":336429,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:27:43.786434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.530346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:43.786561Z","caller":"traceutil/trace.go:171","msg":"trace[1522546626] linearizableReadLoop","detail":"{readStateIndex:10543; appliedIndex:10542; }","duration":"888.97246ms","start":"2026-05-29T02:27:42.897559Z","end":"2026-05-29T02:27:43.786531Z","steps":["trace[1522546626] 'read index received' (duration: 111.329711ms)","trace[1522546626] 'applied index is now lower than readState.Index' (duration: 777.640329ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:43.786641Z","caller":"traceutil/trace.go:171","msg":"trace[1993122722] transaction","detail":"{read_only:false; response_revision:10165; number_of_response:1; }","duration":"891.434588ms","start":"2026-05-29T02:27:42.895195Z","end":"2026-05-29T02:27:43.786629Z","steps":["trace[1993122722] 'process raft request' (duration: 113.611995ms)","trace[1993122722] 'compare' (duration: 777.176188ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:43.786706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.895168Z","time spent":"891.506609ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:43.787323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.740198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:43.787582Z","caller":"traceutil/trace.go:171","msg":"trace[1198740579] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:10165; }","duration":"890.051855ms","start":"2026-05-29T02:27:42.897512Z","end":"2026-05-29T02:27:43.787564Z","steps":["trace[1198740579] 'agreement among raft nodes before linearized reading' (duration: 889.377759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:43.787624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.897498Z","time spent":"890.117047ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-05-29T02:27:44.175063Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166173826s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:27:44.672108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.722875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:44.672479Z","caller":"traceutil/trace.go:171","msg":"trace[2094392704] transaction","detail":"{read_only:false; response_revision:10166; number_of_response:1; }","duration":"1.773918815s","start":"2026-05-29T02:27:42.898509Z","end":"2026-05-29T02:27:44.672428Z","steps":["trace[2094392704] 'process raft request' (duration: 1.276788161s)","trace[2094392704] 'compare' (duration: 496.52232ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:44.672553Z","caller":"traceutil/trace.go:171","msg":"trace[508590584] transaction","detail":"{read_only:false; response_revision:10167; number_of_response:1; }","duration":"1.773019013s","start":"2026-05-29T02:27:42.899501Z","end":"2026-05-29T02:27:44.67252Z","steps":["trace[508590584] 'process raft request' (duration: 1.772722826s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:44.672565Z","caller":"traceutil/trace.go:171","msg":"trace[1041134533] linearizableReadLoop","detail":"{readStateIndex:10546; appliedIndex:10543; }","duration":"885.851076ms","start":"2026-05-29T02:27:43.786589Z","end":"2026-05-29T02:27:44.67244Z","steps":["trace[1041134533] 'read index received' (duration: 388.64958ms)","trace[1041134533] 'applied index is now lower than readState.Index' (duration: 497.199676ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:44.672627Z","caller":"traceutil/trace.go:171","msg":"trace[2111997407] transaction","detail":"{read_only:false; response_revision:10168; number_of_response:1; }","duration":"1.768712732s","start":"2026-05-29T02:27:42.903854Z","end":"2026-05-29T02:27:44.672567Z","steps":["trace[2111997407] 'process raft request' (duration: 1.768461886s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.672707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.899486Z","time spent":"1.773136077s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:44.672892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774085658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-05-29T02:27:44.67289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.903837Z","time spent":"1.768893706s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:44.672955Z","caller":"traceutil/trace.go:171","msg":"trace[1563041908] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939; range_end:; response_count:1; response_revision:10168; }","duration":"1.774161151s","start":"2026-05-29T02:27:42.898772Z","end":"2026-05-29T02:27:44.672934Z","steps":["trace[1563041908] 'agreement among raft nodes before linearized reading' (duration: 1.773947656s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.673011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.898767Z","time spent":"1.774231742s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939\" "} {"level":"warn","ts":"2026-05-29T02:27:44.673128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.022257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:44.673157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.61452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-29T02:27:44.67317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.439711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:44.673229Z","caller":"traceutil/trace.go:171","msg":"trace[1357619826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10168; }","duration":"603.184991ms","start":"2026-05-29T02:27:44.070023Z","end":"2026-05-29T02:27:44.673208Z","steps":["trace[1357619826] 'agreement among raft nodes before linearized reading' (duration: 602.984717ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:44.673238Z","caller":"traceutil/trace.go:171","msg":"trace[1117540557] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10168; }","duration":"882.735962ms","start":"2026-05-29T02:27:43.79048Z","end":"2026-05-29T02:27:44.673216Z","steps":["trace[1117540557] 'agreement among raft nodes before linearized reading' (duration: 882.481726ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:44.673313Z","caller":"traceutil/trace.go:171","msg":"trace[1500017081] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10168; }","duration":"370.647866ms","start":"2026-05-29T02:27:44.302637Z","end":"2026-05-29T02:27:44.673285Z","steps":["trace[1500017081] 'agreement among raft nodes before linearized reading' (duration: 370.426651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.673324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.069999Z","time spent":"603.313305ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:44.673226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.898484Z","time spent":"1.774079208s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:44.673374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.302609Z","time spent":"370.753349ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:44.6734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:43.790457Z","time spent":"882.872686ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:27:44.673124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.373577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:44.673621Z","caller":"traceutil/trace.go:171","msg":"trace[1410664106] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:10168; }","duration":"880.88481ms","start":"2026-05-29T02:27:43.792715Z","end":"2026-05-29T02:27:44.6736Z","steps":["trace[1410664106] 'agreement among raft nodes before linearized reading' (duration: 880.316946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.673691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:43.792664Z","time spent":"881.001862ms","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:27:44.673727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.102083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88527"} {"level":"warn","ts":"2026-05-29T02:27:44.673803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775151484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:27:44.673841Z","caller":"traceutil/trace.go:171","msg":"trace[1604361598] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10168; }","duration":"776.237595ms","start":"2026-05-29T02:27:43.897564Z","end":"2026-05-29T02:27:44.673801Z","steps":["trace[1604361598] 'agreement among raft nodes before linearized reading' (duration: 775.454877ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:44.673852Z","caller":"traceutil/trace.go:171","msg":"trace[1722354082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10168; }","duration":"1.775231715s","start":"2026-05-29T02:27:42.898607Z","end":"2026-05-29T02:27:44.673839Z","steps":["trace[1722354082] 'agreement among raft nodes before linearized reading' (duration: 1.774448067s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:44.67389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:42.898595Z","time spent":"1.775288277s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:27:44.673895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:43.897542Z","time spent":"776.337798ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88550,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:27:45.177881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:45.764549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.284338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:45.764707Z","caller":"traceutil/trace.go:171","msg":"trace[1496260271] transaction","detail":"{read_only:false; response_revision:10169; number_of_response:1; }","duration":"1.088619079s","start":"2026-05-29T02:27:44.676059Z","end":"2026-05-29T02:27:45.764678Z","steps":["trace[1496260271] 'process raft request' (duration: 828.109726ms)","trace[1496260271] 'compare' (duration: 259.93686ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:45.76477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.676043Z","time spent":"1.088704062s","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:46.38792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.778212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:46.388155Z","caller":"traceutil/trace.go:171","msg":"trace[1921889033] transaction","detail":"{read_only:false; response_revision:10170; number_of_response:1; }","duration":"1.711095425s","start":"2026-05-29T02:27:44.677023Z","end":"2026-05-29T02:27:46.388118Z","steps":["trace[1921889033] 'process raft request' (duration: 1.265957915s)","trace[1921889033] 'compare' (duration: 444.475055ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:46.388463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.676991Z","time spent":"1.711361051s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:46.388492Z","caller":"traceutil/trace.go:171","msg":"trace[191604479] linearizableReadLoop","detail":"{readStateIndex:10550; appliedIndex:10546; }","duration":"1.710680965s","start":"2026-05-29T02:27:44.677781Z","end":"2026-05-29T02:27:46.388462Z","steps":["trace[191604479] 'read index received' (duration: 826.479368ms)","trace[191604479] 'applied index is now lower than readState.Index' (duration: 884.199857ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:46.388511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.67904Z","time spent":"1.709463196s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:27:46.388524Z","caller":"traceutil/trace.go:171","msg":"trace[415828948] transaction","detail":"{read_only:false; response_revision:10171; number_of_response:1; }","duration":"1.709369524s","start":"2026-05-29T02:27:44.679124Z","end":"2026-05-29T02:27:46.388494Z","steps":["trace[415828948] 'process raft request' (duration: 1.70917829s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.388656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.679097Z","time spent":"1.709493498s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:46.388703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710944512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:27:46.388722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.717663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:46.388749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.504925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:46.388757Z","caller":"traceutil/trace.go:171","msg":"trace[727437984] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10171; }","duration":"1.711040424s","start":"2026-05-29T02:27:44.677702Z","end":"2026-05-29T02:27:46.388742Z","steps":["trace[727437984] 'agreement among raft nodes before linearized reading' (duration: 1.710840389s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:46.38878Z","caller":"traceutil/trace.go:171","msg":"trace[1526368033] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10171; }","duration":"851.793135ms","start":"2026-05-29T02:27:45.536968Z","end":"2026-05-29T02:27:46.388761Z","steps":["trace[1526368033] 'agreement among raft nodes before linearized reading' (duration: 851.672442ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:46.388789Z","caller":"traceutil/trace.go:171","msg":"trace[1578890358] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:10171; }","duration":"619.579567ms","start":"2026-05-29T02:27:45.769198Z","end":"2026-05-29T02:27:46.388777Z","steps":["trace[1578890358] 'agreement among raft nodes before linearized reading' (duration: 619.503815ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.388798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.677645Z","time spent":"1.711144536s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-29T02:27:46.388774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.351769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:46.388822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:45.536884Z","time spent":"851.929268ms","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:46.388823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:45.769177Z","time spent":"619.640159ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" "} {"level":"warn","ts":"2026-05-29T02:27:46.388804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113525006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:46.38885Z","caller":"traceutil/trace.go:171","msg":"trace[1957441772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10171; }","duration":"319.499672ms","start":"2026-05-29T02:27:46.069332Z","end":"2026-05-29T02:27:46.388832Z","steps":["trace[1957441772] 'agreement among raft nodes before linearized reading' (duration: 319.345389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.38883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709777215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6869"} {"level":"info","ts":"2026-05-29T02:27:46.388884Z","caller":"traceutil/trace.go:171","msg":"trace[78823771] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:10171; }","duration":"1.11367131s","start":"2026-05-29T02:27:45.275192Z","end":"2026-05-29T02:27:46.388863Z","steps":["trace[78823771] 'agreement among raft nodes before linearized reading' (duration: 1.113522736s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.388904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102848555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:46.388898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.069288Z","time spent":"319.602555ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:46.388907Z","caller":"traceutil/trace.go:171","msg":"trace[949847935] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10171; }","duration":"1.709901757s","start":"2026-05-29T02:27:44.678986Z","end":"2026-05-29T02:27:46.388888Z","steps":["trace[949847935] 'agreement among raft nodes before linearized reading' (duration: 1.709649952s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:46.388932Z","caller":"traceutil/trace.go:171","msg":"trace[948915053] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10171; }","duration":"1.102910616s","start":"2026-05-29T02:27:45.286014Z","end":"2026-05-29T02:27:46.388925Z","steps":["trace[948915053] 'agreement among raft nodes before linearized reading' (duration: 1.102854805s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.38893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:45.275169Z","time spent":"1.113750032s","remote":"127.0.0.1:38408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:46.388948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.678968Z","time spent":"1.709971189s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6892,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-05-29T02:27:46.388955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:45.285969Z","time spent":"1.102980828s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:46.388957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558090693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-05-29T02:27:46.388951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483284913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:27:46.389005Z","caller":"traceutil/trace.go:171","msg":"trace[536191158] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:10171; }","duration":"1.558177595s","start":"2026-05-29T02:27:44.830813Z","end":"2026-05-29T02:27:46.388991Z","steps":["trace[536191158] 'agreement among raft nodes before linearized reading' (duration: 1.557997051s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:46.389025Z","caller":"traceutil/trace.go:171","msg":"trace[1360459883] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10171; }","duration":"1.483392464s","start":"2026-05-29T02:27:44.905613Z","end":"2026-05-29T02:27:46.389006Z","steps":["trace[1360459883] 'agreement among raft nodes before linearized reading' (duration: 1.483126128s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:46.389041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.830794Z","time spent":"1.558239536s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/glance-metadefs-load\" "} {"level":"warn","ts":"2026-05-29T02:27:46.389082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:44.905593Z","time spent":"1.483473557s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:27:46.890731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:47.391837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:47.892544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:27:48.094514Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704453608s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:27:48.095106Z","caller":"traceutil/trace.go:171","msg":"trace[936016242] transaction","detail":"{read_only:false; response_revision:10172; number_of_response:1; }","duration":"1.705486482s","start":"2026-05-29T02:27:46.389577Z","end":"2026-05-29T02:27:48.095063Z","steps":["trace[936016242] 'process raft request' (duration: 1.705254437s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:48.095359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.389554Z","time spent":"1.705659177s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:48.390068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:48.390191Z","caller":"traceutil/trace.go:171","msg":"trace[1202716675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420977s","start":"2026-05-29T02:27:46.389736Z","end":"2026-05-29T02:27:48.390157Z","steps":["trace[1202716675] 'agreement among raft nodes before linearized reading' (duration: 2.000281794s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:48.390284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.389719Z","time spent":"2.00054713s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:50.289209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.194479615s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:27:50.289699Z","caller":"traceutil/trace.go:171","msg":"trace[1759677530] linearizableReadLoop","detail":"{readStateIndex:10552; appliedIndex:10550; }","duration":"3.899909637s","start":"2026-05-29T02:27:46.389763Z","end":"2026-05-29T02:27:50.289673Z","steps":["trace[1759677530] 'read index received' (duration: 1.704987791s)","trace[1759677530] 'applied index is now lower than readState.Index' (duration: 2.194920736s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:50.28985Z","caller":"traceutil/trace.go:171","msg":"trace[1144538249] transaction","detail":"{read_only:false; response_revision:10173; number_of_response:1; }","duration":"3.891492789s","start":"2026-05-29T02:27:46.398312Z","end":"2026-05-29T02:27:50.289805Z","steps":["trace[1144538249] 'process raft request' (duration: 3.891209852s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.290064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.398302Z","time spent":"3.891651472s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:50.3985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000529869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:27:50.398597Z","caller":"traceutil/trace.go:171","msg":"trace[1437569054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000710143s","start":"2026-05-29T02:27:48.397864Z","end":"2026-05-29T02:27:50.398574Z","steps":["trace[1437569054] 'agreement among raft nodes before linearized reading' (duration: 2.00058478s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.398652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:48.397832Z","time spent":"2.000809075s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:27:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T02:27:50.784345Z","caller":"traceutil/trace.go:171","msg":"trace[654411141] linearizableReadLoop","detail":"{readStateIndex:10553; appliedIndex:10552; }","duration":"494.563604ms","start":"2026-05-29T02:27:50.289758Z","end":"2026-05-29T02:27:50.784322Z","steps":["trace[654411141] 'read index received' (duration: 494.381319ms)","trace[654411141] 'applied index is now lower than readState.Index' (duration: 181.045µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:50.784377Z","caller":"traceutil/trace.go:171","msg":"trace[262353040] transaction","detail":"{read_only:false; response_revision:10174; number_of_response:1; }","duration":"747.353695ms","start":"2026-05-29T02:27:50.03699Z","end":"2026-05-29T02:27:50.784344Z","steps":["trace[262353040] 'process raft request' (duration: 747.14793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.784506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048666956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:50.784559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.103811614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:50.784554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.036942Z","time spent":"747.512699ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:50.784579Z","caller":"traceutil/trace.go:171","msg":"trace[2039125546] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10174; }","duration":"3.048790589s","start":"2026-05-29T02:27:47.735771Z","end":"2026-05-29T02:27:50.784562Z","steps":["trace[2039125546] 'agreement among raft nodes before linearized reading' (duration: 3.048585745s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.784586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.784843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:50.784626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:47.735751Z","time spent":"3.048865731s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:50.784646Z","caller":"traceutil/trace.go:171","msg":"trace[208924556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10174; }","duration":"540.895445ms","start":"2026-05-29T02:27:50.243728Z","end":"2026-05-29T02:27:50.784623Z","steps":["trace[208924556] 'agreement among raft nodes before linearized reading' (duration: 540.820113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.784655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055132962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:50.784696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.2437Z","time spent":"540.981477ms","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:50.784705Z","caller":"traceutil/trace.go:171","msg":"trace[462443509] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10174; }","duration":"4.055222784s","start":"2026-05-29T02:27:46.729466Z","end":"2026-05-29T02:27:50.784689Z","steps":["trace[462443509] 'agreement among raft nodes before linearized reading' (duration: 4.055154843s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.784765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.759362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:50.784505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222478301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:27:50.784764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.729441Z","time spent":"4.055303207s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:50.784798Z","caller":"traceutil/trace.go:171","msg":"trace[582540859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10174; }","duration":"385.848305ms","start":"2026-05-29T02:27:50.398942Z","end":"2026-05-29T02:27:50.78479Z","steps":["trace[582540859] 'agreement among raft nodes before linearized reading' (duration: 385.800504ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:50.78482Z","caller":"traceutil/trace.go:171","msg":"trace[1544400266] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10174; }","duration":"1.22284343s","start":"2026-05-29T02:27:49.561952Z","end":"2026-05-29T02:27:50.784796Z","steps":["trace[1544400266] 'agreement among raft nodes before linearized reading' (duration: 1.22243162s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.784834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.398906Z","time spent":"385.919456ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:50.784864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:49.561931Z","time spent":"1.222920381s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:50.784835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.394218984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-qjmsb\" ","response":"range_response_count:1 size:5440"} {"level":"warn","ts":"2026-05-29T02:27:50.7849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391437332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:27:50.784964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390923167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:336452"} {"level":"info","ts":"2026-05-29T02:27:50.785011Z","caller":"traceutil/trace.go:171","msg":"trace[1203244149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10174; }","duration":"2.391623197s","start":"2026-05-29T02:27:48.393372Z","end":"2026-05-29T02:27:50.784996Z","steps":["trace[1203244149] 'agreement among raft nodes before linearized reading' (duration: 2.391270138s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:50.78504Z","caller":"traceutil/trace.go:171","msg":"trace[1512609063] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10174; }","duration":"4.391034439s","start":"2026-05-29T02:27:46.393989Z","end":"2026-05-29T02:27:50.785023Z","steps":["trace[1512609063] 'agreement among raft nodes before linearized reading' (duration: 4.390508597s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.785051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:48.393349Z","time spent":"2.391694369s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:27:50.785067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.637291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-05-29T02:27:50.785095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.393977Z","time spent":"4.391104862s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":336475,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:27:50.784596Z","caller":"traceutil/trace.go:171","msg":"trace[1678947752] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:10174; }","duration":"3.103925217s","start":"2026-05-29T02:27:47.680659Z","end":"2026-05-29T02:27:50.784584Z","steps":["trace[1678947752] 'agreement among raft nodes before linearized reading' (duration: 3.103794954s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:50.785046Z","caller":"traceutil/trace.go:171","msg":"trace[416941758] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-qjmsb; range_end:; response_count:1; response_revision:10174; }","duration":"4.39443149s","start":"2026-05-29T02:27:46.390532Z","end":"2026-05-29T02:27:50.784964Z","steps":["trace[416941758] 'agreement among raft nodes before linearized reading' (duration: 4.393977389s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:50.785139Z","caller":"traceutil/trace.go:171","msg":"trace[847622350] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10174; }","duration":"679.748744ms","start":"2026-05-29T02:27:50.105369Z","end":"2026-05-29T02:27:50.785118Z","steps":["trace[847622350] 'agreement among raft nodes before linearized reading' (duration: 679.559209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.785205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.105342Z","time spent":"679.848836ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-29T02:27:50.785147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:47.680631Z","time spent":"3.104504281s","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:50.785233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.390505Z","time spent":"4.394714326s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5463,"request content":"key:\"/registry/pods/openstack/glance-metadefs-load-qjmsb\" "} {"level":"warn","ts":"2026-05-29T02:27:50.784899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.393444536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T02:27:50.78471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.848917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5\" ","response":"range_response_count:1 size:6014"} {"level":"info","ts":"2026-05-29T02:27:50.785455Z","caller":"traceutil/trace.go:171","msg":"trace[839334380] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10174; }","duration":"4.394055951s","start":"2026-05-29T02:27:46.391379Z","end":"2026-05-29T02:27:50.785435Z","steps":["trace[839334380] 'agreement among raft nodes before linearized reading' (duration: 4.393306613s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:50.785569Z","caller":"traceutil/trace.go:171","msg":"trace[1911690131] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5; range_end:; response_count:1; response_revision:10174; }","duration":"491.736787ms","start":"2026-05-29T02:27:50.293821Z","end":"2026-05-29T02:27:50.785557Z","steps":["trace[1911690131] 'agreement among raft nodes before linearized reading' (duration: 490.803605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.78559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.39137Z","time spent":"4.394201614s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:27:50.785625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.293784Z","time spent":"491.828659ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6037,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5\" "} {"level":"warn","ts":"2026-05-29T02:27:50.784594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102883787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:50.785723Z","caller":"traceutil/trace.go:171","msg":"trace[1783200177] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:10174; }","duration":"4.104087814s","start":"2026-05-29T02:27:46.681618Z","end":"2026-05-29T02:27:50.785706Z","steps":["trace[1783200177] 'agreement among raft nodes before linearized reading' (duration: 4.102940237s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.785803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.681582Z","time spent":"4.104202397s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:50.784505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232490307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:50.785902Z","caller":"traceutil/trace.go:171","msg":"trace[1228446416] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10174; }","duration":"1.233921111s","start":"2026-05-29T02:27:49.551963Z","end":"2026-05-29T02:27:50.785884Z","steps":["trace[1228446416] 'agreement among raft nodes before linearized reading' (duration: 1.232470346s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.784895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390253901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-29T02:27:50.785987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:49.551944Z","time spent":"1.234006992s","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:50.786053Z","caller":"traceutil/trace.go:171","msg":"trace[863362004] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d; range_end:; response_count:1; response_revision:10174; }","duration":"4.39145433s","start":"2026-05-29T02:27:46.394567Z","end":"2026-05-29T02:27:50.786022Z","steps":["trace[863362004] 'agreement among raft nodes before linearized reading' (duration: 4.390031756s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:50.786115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:46.39456Z","time spent":"4.391539152s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" "} {"level":"warn","ts":"2026-05-29T02:27:51.336736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700767,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:27:51.555988Z","caller":"traceutil/trace.go:171","msg":"trace[750405674] transaction","detail":"{read_only:false; response_revision:10176; number_of_response:1; }","duration":"765.059122ms","start":"2026-05-29T02:27:50.790904Z","end":"2026-05-29T02:27:51.555963Z","steps":["trace[750405674] 'process raft request' (duration: 764.848177ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.556136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.79088Z","time spent":"765.181706ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:51.556174Z","caller":"traceutil/trace.go:171","msg":"trace[739164101] transaction","detail":"{read_only:false; response_revision:10177; number_of_response:1; }","duration":"761.868357ms","start":"2026-05-29T02:27:50.794263Z","end":"2026-05-29T02:27:51.556131Z","steps":["trace[739164101] 'process raft request' (duration: 761.641172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.556321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.794256Z","time spent":"761.98506ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:51.618168Z","caller":"traceutil/trace.go:171","msg":"trace[1085061654] transaction","detail":"{read_only:false; response_revision:10178; number_of_response:1; }","duration":"777.783902ms","start":"2026-05-29T02:27:50.840349Z","end":"2026-05-29T02:27:51.618133Z","steps":["trace[1085061654] 'process raft request' (duration: 777.531226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.618282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.83939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:51.61833Z","caller":"traceutil/trace.go:171","msg":"trace[449881163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10180; }","duration":"824.913911ms","start":"2026-05-29T02:27:50.793407Z","end":"2026-05-29T02:27:51.61832Z","steps":["trace[449881163] 'agreement among raft nodes before linearized reading' (duration: 824.813539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.618337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.840321Z","time spent":"777.925736ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:51.618371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.793399Z","time spent":"824.962053ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:27:51.618175Z","caller":"traceutil/trace.go:171","msg":"trace[1403695201] linearizableReadLoop","detail":"{readStateIndex:10557; appliedIndex:10554; }","duration":"782.145125ms","start":"2026-05-29T02:27:50.836009Z","end":"2026-05-29T02:27:51.618154Z","steps":["trace[1403695201] 'read index received' (duration: 719.758756ms)","trace[1403695201] 'applied index is now lower than readState.Index' (duration: 62.385359ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:51.618663Z","caller":"traceutil/trace.go:171","msg":"trace[1653043923] transaction","detail":"{read_only:false; response_revision:10180; number_of_response:1; }","duration":"117.905026ms","start":"2026-05-29T02:27:51.500715Z","end":"2026-05-29T02:27:51.61862Z","steps":["trace[1653043923] 'process raft request' (duration: 117.399145ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:51.618755Z","caller":"traceutil/trace.go:171","msg":"trace[1939396775] transaction","detail":"{read_only:false; response_revision:10179; number_of_response:1; }","duration":"214.549341ms","start":"2026-05-29T02:27:51.404193Z","end":"2026-05-29T02:27:51.618742Z","steps":["trace[1939396775] 'process raft request' (duration: 213.861425ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.61876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.799242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:51.618809Z","caller":"traceutil/trace.go:171","msg":"trace[467336588] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10180; }","duration":"774.896095ms","start":"2026-05-29T02:27:50.8439Z","end":"2026-05-29T02:27:51.618796Z","steps":["trace[467336588] 'agreement among raft nodes before linearized reading' (duration: 774.771682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.618856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:50.843885Z","time spent":"774.961786ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:51.618969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.403019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:51.619013Z","caller":"traceutil/trace.go:171","msg":"trace[460460916] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10180; }","duration":"347.491351ms","start":"2026-05-29T02:27:51.271511Z","end":"2026-05-29T02:27:51.619002Z","steps":["trace[460460916] 'agreement among raft nodes before linearized reading' (duration: 347.41251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:51.619052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:51.271487Z","time spent":"347.554512ms","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:51.743783Z","caller":"traceutil/trace.go:171","msg":"trace[2126482870] transaction","detail":"{read_only:false; response_revision:10181; number_of_response:1; }","duration":"119.76659ms","start":"2026-05-29T02:27:51.623997Z","end":"2026-05-29T02:27:51.743764Z","steps":["trace[2126482870] 'process raft request' (duration: 119.671818ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:51.837449Z","caller":"traceutil/trace.go:171","msg":"trace[1372238358] transaction","detail":"{read_only:false; response_revision:10182; number_of_response:1; }","duration":"211.189362ms","start":"2026-05-29T02:27:51.626229Z","end":"2026-05-29T02:27:51.837418Z","steps":["trace[1372238358] 'process raft request' (duration: 210.965456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:52.039153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.287287ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-29T02:27:52.059164Z","caller":"traceutil/trace.go:171","msg":"trace[185964132] transaction","detail":"{read_only:false; response_revision:10183; number_of_response:1; }","duration":"211.49492ms","start":"2026-05-29T02:27:51.847645Z","end":"2026-05-29T02:27:52.05914Z","steps":["trace[185964132] 'process raft request' (duration: 211.288915ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.297952Z","caller":"traceutil/trace.go:171","msg":"trace[511111898] transaction","detail":"{read_only:false; response_revision:10185; number_of_response:1; }","duration":"204.850022ms","start":"2026-05-29T02:27:52.093066Z","end":"2026-05-29T02:27:52.297916Z","steps":["trace[511111898] 'process raft request' (duration: 120.62674ms)","trace[511111898] 'compare' (duration: 84.034618ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:52.372241Z","caller":"traceutil/trace.go:171","msg":"trace[559961455] linearizableReadLoop","detail":"{readStateIndex:10566; appliedIndex:10565; }","duration":"139.404792ms","start":"2026-05-29T02:27:52.23281Z","end":"2026-05-29T02:27:52.372215Z","steps":["trace[559961455] 'read index received' (duration: 139.283919ms)","trace[559961455] 'applied index is now lower than readState.Index' (duration: 119.413µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:52.372355Z","caller":"traceutil/trace.go:171","msg":"trace[1227832249] transaction","detail":"{read_only:false; response_revision:10186; number_of_response:1; }","duration":"277.614196ms","start":"2026-05-29T02:27:52.094708Z","end":"2026-05-29T02:27:52.372322Z","steps":["trace[1227832249] 'process raft request' (duration: 277.35708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:52.37262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.791572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:52.372665Z","caller":"traceutil/trace.go:171","msg":"trace[808908874] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10186; }","duration":"139.908914ms","start":"2026-05-29T02:27:52.232746Z","end":"2026-05-29T02:27:52.372654Z","steps":["trace[808908874] 'agreement among raft nodes before linearized reading' (duration: 139.564496ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.58928Z","caller":"traceutil/trace.go:171","msg":"trace[1777972717] linearizableReadLoop","detail":"{readStateIndex:10567; appliedIndex:10566; }","duration":"212.549434ms","start":"2026-05-29T02:27:52.376667Z","end":"2026-05-29T02:27:52.589217Z","steps":["trace[1777972717] 'read index received' (duration: 212.312488ms)","trace[1777972717] 'applied index is now lower than readState.Index' (duration: 231.526µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:52.589548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.855892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r\" ","response":"range_response_count:1 size:5718"} {"level":"info","ts":"2026-05-29T02:27:52.589645Z","caller":"traceutil/trace.go:171","msg":"trace[1247609742] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r; range_end:; response_count:1; response_revision:10187; }","duration":"213.045915ms","start":"2026-05-29T02:27:52.376575Z","end":"2026-05-29T02:27:52.589621Z","steps":["trace[1247609742] 'agreement among raft nodes before linearized reading' (duration: 212.717768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:52.589702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.610392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-29T02:27:52.589797Z","caller":"traceutil/trace.go:171","msg":"trace[1735012468] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10187; }","duration":"211.743255ms","start":"2026-05-29T02:27:52.378028Z","end":"2026-05-29T02:27:52.589771Z","steps":["trace[1735012468] 'agreement among raft nodes before linearized reading' (duration: 211.443028ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.589331Z","caller":"traceutil/trace.go:171","msg":"trace[438420752] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"287.221142ms","start":"2026-05-29T02:27:52.302018Z","end":"2026-05-29T02:27:52.58924Z","steps":["trace[438420752] 'process raft request' (duration: 287.003307ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.775413Z","caller":"traceutil/trace.go:171","msg":"trace[1516997103] transaction","detail":"{read_only:false; response_revision:10188; number_of_response:1; }","duration":"176.615838ms","start":"2026-05-29T02:27:52.598764Z","end":"2026-05-29T02:27:52.77538Z","steps":["trace[1516997103] 'process raft request' (duration: 127.832719ms)","trace[1516997103] 'compare' (duration: 48.648946ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:52.868665Z","caller":"traceutil/trace.go:171","msg":"trace[1185515576] transaction","detail":"{read_only:false; response_revision:10190; number_of_response:1; }","duration":"234.763427ms","start":"2026-05-29T02:27:52.633855Z","end":"2026-05-29T02:27:52.868618Z","steps":["trace[1185515576] 'process raft request' (duration: 234.610704ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.86864Z","caller":"traceutil/trace.go:171","msg":"trace[569837025] transaction","detail":"{read_only:false; response_revision:10189; number_of_response:1; }","duration":"237.077302ms","start":"2026-05-29T02:27:52.631487Z","end":"2026-05-29T02:27:52.868564Z","steps":["trace[569837025] 'process raft request' (duration: 236.787345ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:52.994035Z","caller":"traceutil/trace.go:171","msg":"trace[967026192] transaction","detail":"{read_only:false; response_revision:10191; number_of_response:1; }","duration":"118.024519ms","start":"2026-05-29T02:27:52.87598Z","end":"2026-05-29T02:27:52.994004Z","steps":["trace[967026192] 'process raft request' (duration: 48.578334ms)","trace[967026192] 'compare' (duration: 69.313762ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:53.466089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.993326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:53.466228Z","caller":"traceutil/trace.go:171","msg":"trace[686600469] linearizableReadLoop","detail":"{readStateIndex:10573; appliedIndex:10571; }","duration":"581.198444ms","start":"2026-05-29T02:27:52.885006Z","end":"2026-05-29T02:27:53.466205Z","steps":["trace[686600469] 'read index received' (duration: 39.546951ms)","trace[686600469] 'applied index is now lower than readState.Index' (duration: 541.649772ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:53.466405Z","caller":"traceutil/trace.go:171","msg":"trace[1580784570] transaction","detail":"{read_only:false; response_revision:10192; number_of_response:1; }","duration":"588.402133ms","start":"2026-05-29T02:27:52.877984Z","end":"2026-05-29T02:27:53.466386Z","steps":["trace[1580784570] 'process raft request' (duration: 417.021818ms)","trace[1580784570] 'compare' (duration: 170.640187ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:53.466504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:52.877953Z","time spent":"588.500685ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:53.466801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.794427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-05-29T02:27:53.466907Z","caller":"traceutil/trace.go:171","msg":"trace[1874061042] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939; range_end:; response_count:1; response_revision:10192; }","duration":"468.94475ms","start":"2026-05-29T02:27:52.99794Z","end":"2026-05-29T02:27:53.466885Z","steps":["trace[1874061042] 'agreement among raft nodes before linearized reading' (duration: 468.684644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:53.466963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:52.997917Z","time spent":"469.032663ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939\" "} {"level":"warn","ts":"2026-05-29T02:27:53.466996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.996793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:53.467109Z","caller":"traceutil/trace.go:171","msg":"trace[864303848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10192; }","duration":"396.164237ms","start":"2026-05-29T02:27:53.070916Z","end":"2026-05-29T02:27:53.467081Z","steps":["trace[864303848] 'agreement among raft nodes before linearized reading' (duration: 395.921301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:53.467174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.070884Z","time spent":"396.27862ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:53.467284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.248448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-ca-rfkhr.18b3e77094ab0a4d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:10190 ","response":"range_response_count:46 size:35126"} {"level":"info","ts":"2026-05-29T02:27:53.467368Z","caller":"traceutil/trace.go:171","msg":"trace[2115287196] range","detail":"{range_begin:/registry/events/openstack/valkey-ca-rfkhr.18b3e77094ab0a4d\u0000; range_end:/registry/events/openstack0; response_count:46; response_revision:10192; }","duration":"582.385111ms","start":"2026-05-29T02:27:52.884962Z","end":"2026-05-29T02:27:53.467347Z","steps":["trace[2115287196] 'agreement among raft nodes before linearized reading' (duration: 581.871969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:53.467416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:52.884942Z","time spent":"582.459753ms","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":46,"response size":35149,"request content":"key:\"/registry/events/openstack/valkey-ca-rfkhr.18b3e77094ab0a4d\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:10190 "} {"level":"warn","ts":"2026-05-29T02:27:53.778197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.560819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:53.778319Z","caller":"traceutil/trace.go:171","msg":"trace[383723686] transaction","detail":"{read_only:false; response_revision:10194; number_of_response:1; }","duration":"231.155211ms","start":"2026-05-29T02:27:53.547144Z","end":"2026-05-29T02:27:53.778299Z","steps":["trace[383723686] 'process raft request' (duration: 59.402939ms)","trace[383723686] 'compare' (duration: 171.199829ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:54.785354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.490111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:54.785615Z","caller":"traceutil/trace.go:171","msg":"trace[1266231782] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"1.176487968s","start":"2026-05-29T02:27:53.609108Z","end":"2026-05-29T02:27:54.785596Z","steps":["trace[1266231782] 'process raft request' (duration: 1.176422786s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.785728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.609087Z","time spent":"1.176607971s","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:54.785727Z","caller":"traceutil/trace.go:171","msg":"trace[592332291] transaction","detail":"{read_only:false; response_revision:10195; number_of_response:1; }","duration":"1.233802077s","start":"2026-05-29T02:27:53.551882Z","end":"2026-05-29T02:27:54.785684Z","steps":["trace[592332291] 'process raft request' (duration: 710.851715ms)","trace[592332291] 'compare' (duration: 522.239625ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:54.785951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.55186Z","time spent":"1.233995922s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:54.786074Z","caller":"traceutil/trace.go:171","msg":"trace[1947310] linearizableReadLoop","detail":"{readStateIndex:10576; appliedIndex:10574; }","duration":"1.222983713s","start":"2026-05-29T02:27:53.563074Z","end":"2026-05-29T02:27:54.786058Z","steps":["trace[1947310] 'read index received' (duration: 43.560276ms)","trace[1947310] 'applied index is now lower than readState.Index' (duration: 1.179421607s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:54.786325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223244269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:27:54.786394Z","caller":"traceutil/trace.go:171","msg":"trace[1590708967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10196; }","duration":"1.223342562s","start":"2026-05-29T02:27:53.56304Z","end":"2026-05-29T02:27:54.786383Z","steps":["trace[1590708967] 'agreement among raft nodes before linearized reading' (duration: 1.223168527s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:54.786451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.563027Z","time spent":"1.223413113s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:27:55.244327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.875385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:27:55.244515Z","caller":"traceutil/trace.go:171","msg":"trace[1096264237] linearizableReadLoop","detail":"{readStateIndex:10578; appliedIndex:10577; }","duration":"458.359821ms","start":"2026-05-29T02:27:54.786129Z","end":"2026-05-29T02:27:55.244488Z","steps":["trace[1096264237] 'read index received' (duration: 38.341332ms)","trace[1096264237] 'applied index is now lower than readState.Index' (duration: 420.016729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.625923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843658287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d8qj6.18b3e8431c761e5b\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-29T02:27:55.626015Z","caller":"traceutil/trace.go:171","msg":"trace[1122827519] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d8qj6.18b3e8431c761e5b; range_end:; response_count:1; response_revision:10196; }","duration":"1.843771969s","start":"2026-05-29T02:27:53.78222Z","end":"2026-05-29T02:27:55.625992Z","steps":["trace[1122827519] 'agreement among raft nodes before linearized reading' (duration: 1.462691517s)","trace[1122827519] 'range keys from in-memory index tree' (duration: 380.839137ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.626277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532814568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-29T02:27:55.626325Z","caller":"traceutil/trace.go:171","msg":"trace[5701628] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10196; }","duration":"1.53287362s","start":"2026-05-29T02:27:54.093435Z","end":"2026-05-29T02:27:55.626308Z","steps":["trace[5701628] 'agreement among raft nodes before linearized reading' (duration: 1.15146549s)","trace[5701628] 'range keys from in-memory index tree' (duration: 381.249216ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.626354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.093372Z","time spent":"1.532976123s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-29T02:27:55.626359Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8029} {"level":"warn","ts":"2026-05-29T02:27:55.626062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:53.782167Z","time spent":"1.843885142s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d8qj6.18b3e8431c761e5b\" "} {"level":"warn","ts":"2026-05-29T02:27:55.626943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.245696ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-05-29T02:27:55.627113Z","caller":"traceutil/trace.go:171","msg":"trace[1028658705] compact","detail":"{revision:8029; response_revision:10196; }","duration":"838.751137ms","start":"2026-05-29T02:27:54.78834Z","end":"2026-05-29T02:27:55.627091Z","steps":["trace[1028658705] 'process raft request' (duration: 456.133099ms)","trace[1028658705] 'check and update compact revision' (duration: 381.120933ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.627161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.78829Z","time spent":"838.86592ms","remote":"127.0.0.1:58438","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:27:55.627633Z","caller":"traceutil/trace.go:171","msg":"trace[631689341] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"836.463554ms","start":"2026-05-29T02:27:54.791136Z","end":"2026-05-29T02:27:55.627599Z","steps":["trace[631689341] 'process raft request' (duration: 835.927941ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.627818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.791087Z","time spent":"836.632268ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:55.628063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431673196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:55.628256Z","caller":"traceutil/trace.go:171","msg":"trace[216680460] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10196; }","duration":"1.433793926s","start":"2026-05-29T02:27:54.194413Z","end":"2026-05-29T02:27:55.628207Z","steps":["trace[216680460] 'agreement among raft nodes before linearized reading' (duration: 1.050461641s)","trace[216680460] 'count revisions from in-memory index tree' (duration: 381.222205ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.628374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.194388Z","time spent":"1.43393889s","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:55.629025Z","caller":"traceutil/trace.go:171","msg":"trace[1218632131] linearizableReadLoop","detail":"{readStateIndex:10581; appliedIndex:10578; }","duration":"384.452321ms","start":"2026-05-29T02:27:55.244552Z","end":"2026-05-29T02:27:55.629005Z","steps":["trace[1218632131] 'read index received' (duration: 299.171943ms)","trace[1218632131] 'applied index is now lower than readState.Index' (duration: 85.278978ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.629852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.522156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5\" ","response":"range_response_count:1 size:6330"} {"level":"info","ts":"2026-05-29T02:27:55.62992Z","caller":"traceutil/trace.go:171","msg":"trace[1454324927] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5; range_end:; response_count:1; response_revision:10198; }","duration":"839.604167ms","start":"2026-05-29T02:27:54.790294Z","end":"2026-05-29T02:27:55.629898Z","steps":["trace[1454324927] 'agreement among raft nodes before linearized reading' (duration: 839.350111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.629852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.753442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:27:55.629959Z","caller":"traceutil/trace.go:171","msg":"trace[91050392] transaction","detail":"{read_only:false; response_revision:10198; number_of_response:1; }","duration":"398.115604ms","start":"2026-05-29T02:27:55.231802Z","end":"2026-05-29T02:27:55.629917Z","steps":["trace[91050392] 'process raft request' (duration: 395.774809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.630097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.064673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:55.630149Z","caller":"traceutil/trace.go:171","msg":"trace[930265787] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10198; }","duration":"387.186316ms","start":"2026-05-29T02:27:55.242945Z","end":"2026-05-29T02:27:55.630132Z","steps":["trace[930265787] 'agreement among raft nodes before linearized reading' (duration: 387.075883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.630214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.242919Z","time spent":"387.285518ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:55.630033Z","caller":"traceutil/trace.go:171","msg":"trace[44224782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10198; }","duration":"746.961407ms","start":"2026-05-29T02:27:54.883048Z","end":"2026-05-29T02:27:55.630009Z","steps":["trace[44224782] 'agreement among raft nodes before linearized reading' (duration: 746.630899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.630215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.231783Z","time spent":"398.325548ms","remote":"127.0.0.1:41700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2273,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:55.630353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.058927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:27:55.630441Z","caller":"traceutil/trace.go:171","msg":"trace[412568868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10198; }","duration":"216.196051ms","start":"2026-05-29T02:27:55.414226Z","end":"2026-05-29T02:27:55.630422Z","steps":["trace[412568868] 'agreement among raft nodes before linearized reading' (duration: 215.836942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.630541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.258564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:55.630571Z","caller":"traceutil/trace.go:171","msg":"trace[1849013097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10198; }","duration":"558.325996ms","start":"2026-05-29T02:27:55.072237Z","end":"2026-05-29T02:27:55.630564Z","steps":["trace[1849013097] 'agreement among raft nodes before linearized reading' (duration: 557.301402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.630591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.072218Z","time spent":"558.368576ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:55.630738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.899152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-29T02:27:55.630774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.595439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-29T02:27:55.630843Z","caller":"traceutil/trace.go:171","msg":"trace[1042971022] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10198; }","duration":"216.701652ms","start":"2026-05-29T02:27:55.414126Z","end":"2026-05-29T02:27:55.630827Z","steps":["trace[1042971022] 'agreement among raft nodes before linearized reading' (duration: 215.898313ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:55.630869Z","caller":"traceutil/trace.go:171","msg":"trace[862864862] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10198; }","duration":"114.043065ms","start":"2026-05-29T02:27:55.516774Z","end":"2026-05-29T02:27:55.630817Z","steps":["trace[862864862] 'agreement among raft nodes before linearized reading' (duration: 113.275547ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.629965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.790287Z","time spent":"839.665539ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6353,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5\" "} {"level":"warn","ts":"2026-05-29T02:27:55.631408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:54.883029Z","time spent":"747.233073ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:27:55.951235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.907164ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:55.951344Z","caller":"traceutil/trace.go:171","msg":"trace[343199705] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10198; }","duration":"216.040637ms","start":"2026-05-29T02:27:55.73529Z","end":"2026-05-29T02:27:55.95133Z","steps":["trace[343199705] 'range keys from in-memory index tree' (duration: 215.887082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.951736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.775957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:55.951828Z","caller":"traceutil/trace.go:171","msg":"trace[1062006365] linearizableReadLoop","detail":"{readStateIndex:10582; appliedIndex:10581; }","duration":"319.582004ms","start":"2026-05-29T02:27:55.63223Z","end":"2026-05-29T02:27:55.951812Z","steps":["trace[1062006365] 'read index received' (duration: 135.713835ms)","trace[1062006365] 'applied index is now lower than readState.Index' (duration: 183.866899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.951928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.696877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:55.951959Z","caller":"traceutil/trace.go:171","msg":"trace[2070838134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10199; }","duration":"319.757378ms","start":"2026-05-29T02:27:55.632193Z","end":"2026-05-29T02:27:55.951951Z","steps":["trace[2070838134] 'agreement among raft nodes before linearized reading' (duration: 319.683047ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:55.951943Z","caller":"traceutil/trace.go:171","msg":"trace[647751105] transaction","detail":"{read_only:false; response_revision:10199; number_of_response:1; }","duration":"320.514876ms","start":"2026-05-29T02:27:55.63137Z","end":"2026-05-29T02:27:55.951885Z","steps":["trace[647751105] 'process raft request' (duration: 136.493443ms)","trace[647751105] 'compare' (duration: 183.312336ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:55.951991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.632173Z","time spent":"319.811899ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:55.95214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.631339Z","time spent":"320.68281ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:55.952489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.225769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6fd531cb-eab5-4799-9681-361bf4d86a26\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-29T02:27:55.952592Z","caller":"traceutil/trace.go:171","msg":"trace[725218429] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6fd531cb-eab5-4799-9681-361bf4d86a26; range_end:; response_count:1; response_revision:10199; }","duration":"320.375333ms","start":"2026-05-29T02:27:55.632193Z","end":"2026-05-29T02:27:55.952568Z","steps":["trace[725218429] 'agreement among raft nodes before linearized reading' (duration: 319.735958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:55.952632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.632175Z","time spent":"320.449404ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-6fd531cb-eab5-4799-9681-361bf4d86a26\" "} {"level":"warn","ts":"2026-05-29T02:27:56.519789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.458237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:56.520156Z","caller":"traceutil/trace.go:171","msg":"trace[290124126] transaction","detail":"{read_only:false; response_revision:10200; number_of_response:1; }","duration":"883.679565ms","start":"2026-05-29T02:27:55.636438Z","end":"2026-05-29T02:27:56.520117Z","steps":["trace[290124126] 'process raft request' (duration: 598.800148ms)","trace[290124126] 'compare' (duration: 284.165891ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:56.520202Z","caller":"traceutil/trace.go:171","msg":"trace[875511616] linearizableReadLoop","detail":"{readStateIndex:10586; appliedIndex:10582; }","duration":"568.330131ms","start":"2026-05-29T02:27:55.951853Z","end":"2026-05-29T02:27:56.520183Z","steps":["trace[875511616] 'read index received' (duration: 283.220698ms)","trace[875511616] 'applied index is now lower than readState.Index' (duration: 285.108333ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:56.52022Z","caller":"traceutil/trace.go:171","msg":"trace[325756705] transaction","detail":"{read_only:false; response_revision:10202; number_of_response:1; }","duration":"881.834552ms","start":"2026-05-29T02:27:55.63835Z","end":"2026-05-29T02:27:56.520184Z","steps":["trace[325756705] 'process raft request' (duration: 881.717659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.520321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.636416Z","time spent":"883.821618ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:56.52029Z","caller":"traceutil/trace.go:171","msg":"trace[2097560324] transaction","detail":"{read_only:false; response_revision:10203; number_of_response:1; }","duration":"880.06174ms","start":"2026-05-29T02:27:55.640176Z","end":"2026-05-29T02:27:56.520237Z","steps":["trace[2097560324] 'process raft request' (duration: 879.944827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.520345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.896662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:56.520369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.638333Z","time spent":"881.960914ms","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:27:56.520433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.329137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e842023a2cb2\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-05-29T02:27:56.520465Z","caller":"traceutil/trace.go:171","msg":"trace[1305600651] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e842023a2cb2; range_end:; response_count:1; response_revision:10203; }","duration":"564.422539ms","start":"2026-05-29T02:27:55.956031Z","end":"2026-05-29T02:27:56.520454Z","steps":["trace[1305600651] 'agreement among raft nodes before linearized reading' (duration: 564.255375ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.52051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.956018Z","time spent":"564.48399ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":883,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e842023a2cb2\" "} {"level":"warn","ts":"2026-05-29T02:27:56.520508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.906175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-05-29T02:27:56.520521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.627257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:27:56.520459Z","caller":"traceutil/trace.go:171","msg":"trace[1752396022] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10203; }","duration":"574.062586ms","start":"2026-05-29T02:27:55.946379Z","end":"2026-05-29T02:27:56.520442Z","steps":["trace[1752396022] 'agreement among raft nodes before linearized reading' (duration: 573.863411ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:56.520575Z","caller":"traceutil/trace.go:171","msg":"trace[518612688] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:10203; }","duration":"143.016297ms","start":"2026-05-29T02:27:56.377542Z","end":"2026-05-29T02:27:56.520558Z","steps":["trace[518612688] 'agreement among raft nodes before linearized reading' (duration: 142.754751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.520582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.640167Z","time spent":"880.214684ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:56.520605Z","caller":"traceutil/trace.go:171","msg":"trace[86101140] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10203; }","duration":"294.78906ms","start":"2026-05-29T02:27:56.225798Z","end":"2026-05-29T02:27:56.520587Z","steps":["trace[86101140] 'agreement among raft nodes before linearized reading' (duration: 294.521914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.520627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.946358Z","time spent":"574.2548ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:27:56.520332Z","caller":"traceutil/trace.go:171","msg":"trace[384657074] transaction","detail":"{read_only:false; response_revision:10201; number_of_response:1; }","duration":"883.501031ms","start":"2026-05-29T02:27:55.636787Z","end":"2026-05-29T02:27:56.520288Z","steps":["trace[384657074] 'process raft request' (duration: 883.106482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.520846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.418912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338697"} {"level":"warn","ts":"2026-05-29T02:27:56.520878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.636771Z","time spent":"884.052004ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:56.520921Z","caller":"traceutil/trace.go:171","msg":"trace[905950003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10203; }","duration":"884.498845ms","start":"2026-05-29T02:27:55.636405Z","end":"2026-05-29T02:27:56.520904Z","steps":["trace[905950003] 'agreement among raft nodes before linearized reading' (duration: 883.847799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.520977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:55.63638Z","time spent":"884.581966ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338720,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:27:56.520795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.022766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:27:56.521481Z","caller":"traceutil/trace.go:171","msg":"trace[1215026897] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10203; }","duration":"422.772404ms","start":"2026-05-29T02:27:56.098684Z","end":"2026-05-29T02:27:56.521456Z","steps":["trace[1215026897] 'agreement among raft nodes before linearized reading' (duration: 421.645987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:56.522093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.098656Z","time spent":"423.373537ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:57.034015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.401181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:57.034538Z","caller":"traceutil/trace.go:171","msg":"trace[862257072] linearizableReadLoop","detail":"{readStateIndex:10587; appliedIndex:10586; }","duration":"510.029538ms","start":"2026-05-29T02:27:56.524494Z","end":"2026-05-29T02:27:57.034523Z","steps":["trace[862257072] 'read index received' (duration: 60.025043ms)","trace[862257072] 'applied index is now lower than readState.Index' (duration: 450.002725ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:57.034626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.11908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:57.034634Z","caller":"traceutil/trace.go:171","msg":"trace[956599273] transaction","detail":"{read_only:false; response_revision:10204; number_of_response:1; }","duration":"510.754845ms","start":"2026-05-29T02:27:56.523819Z","end":"2026-05-29T02:27:57.034574Z","steps":["trace[956599273] 'process raft request' (duration: 60.712469ms)","trace[956599273] 'compare' (duration: 255.522146ms)","trace[956599273] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e842023a2cb2; req_size:842; } (duration: 193.514646ms)"],"step_count":3} {"level":"info","ts":"2026-05-29T02:27:57.034701Z","caller":"traceutil/trace.go:171","msg":"trace[141818081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10204; }","duration":"510.210962ms","start":"2026-05-29T02:27:56.524461Z","end":"2026-05-29T02:27:57.034672Z","steps":["trace[141818081] 'agreement among raft nodes before linearized reading' (duration: 510.1133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.034735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.524443Z","time spent":"510.287074ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:57.034811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.234795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:27:57.034824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.523789Z","time spent":"510.930379ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:57.034836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.286073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-05-29T02:27:57.034863Z","caller":"traceutil/trace.go:171","msg":"trace[1010314114] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:10204; }","duration":"330.329917ms","start":"2026-05-29T02:27:56.704524Z","end":"2026-05-29T02:27:57.034854Z","steps":["trace[1010314114] 'agreement among raft nodes before linearized reading' (duration: 330.185424ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.034904Z","caller":"traceutil/trace.go:171","msg":"trace[513544674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10204; }","duration":"490.405676ms","start":"2026-05-29T02:27:56.54448Z","end":"2026-05-29T02:27:57.034886Z","steps":["trace[513544674] 'agreement among raft nodes before linearized reading' (duration: 490.199581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.034956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.54445Z","time spent":"490.497408ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:27:57.034967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.704481Z","time spent":"330.474991ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:57.035381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.675623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5059"} {"level":"info","ts":"2026-05-29T02:27:57.035447Z","caller":"traceutil/trace.go:171","msg":"trace[1432696633] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:10204; }","duration":"510.753005ms","start":"2026-05-29T02:27:56.524686Z","end":"2026-05-29T02:27:57.035439Z","steps":["trace[1432696633] 'agreement among raft nodes before linearized reading' (duration: 509.966126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.035576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:56.524679Z","time spent":"510.887968ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5082,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-05-29T02:27:57.235137Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8029,"took":"1.603311497s","hash":2532450314,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":28442624,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-29T02:27:57.235217Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2532450314,"revision":8029,"compact-revision":5834} {"level":"warn","ts":"2026-05-29T02:27:57.235766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.254042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:57.235909Z","caller":"traceutil/trace.go:171","msg":"trace[1712908627] transaction","detail":"{read_only:false; response_revision:10205; number_of_response:1; }","duration":"194.537239ms","start":"2026-05-29T02:27:57.041351Z","end":"2026-05-29T02:27:57.235888Z","steps":["trace[1712908627] 'process raft request' (duration: 34.076972ms)","trace[1712908627] 'compare' (duration: 160.064458ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:57.506496Z","caller":"traceutil/trace.go:171","msg":"trace[122024381] linearizableReadLoop","detail":"{readStateIndex:10590; appliedIndex:10587; }","duration":"438.857772ms","start":"2026-05-29T02:27:57.067613Z","end":"2026-05-29T02:27:57.506471Z","steps":["trace[122024381] 'read index received' (duration: 7.824445ms)","trace[122024381] 'applied index is now lower than readState.Index' (duration: 431.032257ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:57.506625Z","caller":"traceutil/trace.go:171","msg":"trace[649440391] transaction","detail":"{read_only:false; response_revision:10207; number_of_response:1; }","duration":"464.202268ms","start":"2026-05-29T02:27:57.042411Z","end":"2026-05-29T02:27:57.506613Z","steps":["trace[649440391] 'process raft request' (duration: 463.989843ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.506687Z","caller":"traceutil/trace.go:171","msg":"trace[915438530] transaction","detail":"{read_only:false; response_revision:10206; number_of_response:1; }","duration":"465.165061ms","start":"2026-05-29T02:27:57.041487Z","end":"2026-05-29T02:27:57.506652Z","steps":["trace[915438530] 'process raft request' (duration: 409.573302ms)","trace[915438530] 'compare' (duration: 55.20622ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:57.506723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.042395Z","time spent":"464.261729ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:57.506785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.041468Z","time spent":"465.268613ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:57.50687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.260311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:57.506903Z","caller":"traceutil/trace.go:171","msg":"trace[1595373037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10207; }","duration":"439.348282ms","start":"2026-05-29T02:27:57.067542Z","end":"2026-05-29T02:27:57.506891Z","steps":["trace[1595373037] 'agreement among raft nodes before linearized reading' (duration: 439.294661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.506936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.067522Z","time spent":"439.404384ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:27:57.507214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.512701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-29T02:27:57.507275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.677521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-05-29T02:27:57.507294Z","caller":"traceutil/trace.go:171","msg":"trace[1319691645] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10207; }","duration":"381.624483ms","start":"2026-05-29T02:27:57.12565Z","end":"2026-05-29T02:27:57.507275Z","steps":["trace[1319691645] 'agreement among raft nodes before linearized reading' (duration: 381.417949ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.507323Z","caller":"traceutil/trace.go:171","msg":"trace[1490119057] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"247.752093ms","start":"2026-05-29T02:27:57.259557Z","end":"2026-05-29T02:27:57.507309Z","steps":["trace[1490119057] 'agreement among raft nodes before linearized reading' (duration: 247.638211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.507336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.125636Z","time spent":"381.691576ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:27:57.507532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.126597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-05-29T02:27:57.507571Z","caller":"traceutil/trace.go:171","msg":"trace[1663746410] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"244.175078ms","start":"2026-05-29T02:27:57.263385Z","end":"2026-05-29T02:27:57.50756Z","steps":["trace[1663746410] 'agreement among raft nodes before linearized reading' (duration: 244.085586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.507597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.977572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-05-29T02:27:57.507639Z","caller":"traceutil/trace.go:171","msg":"trace[687635683] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"266.052834ms","start":"2026-05-29T02:27:57.241574Z","end":"2026-05-29T02:27:57.507627Z","steps":["trace[687635683] 'agreement among raft nodes before linearized reading' (duration: 265.944421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.507798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.873225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-05-29T02:27:57.507846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.0605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-05-29T02:27:57.507858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.059332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:27:57.507865Z","caller":"traceutil/trace.go:171","msg":"trace[1146459258] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"230.955718ms","start":"2026-05-29T02:27:57.276893Z","end":"2026-05-29T02:27:57.507849Z","steps":["trace[1146459258] 'agreement among raft nodes before linearized reading' (duration: 230.783814ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.50789Z","caller":"traceutil/trace.go:171","msg":"trace[557443157] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10207; }","duration":"325.137474ms","start":"2026-05-29T02:27:57.182743Z","end":"2026-05-29T02:27:57.50788Z","steps":["trace[557443157] 'agreement among raft nodes before linearized reading' (duration: 325.086833ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.507919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.18255Z","time spent":"325.361989ms","remote":"127.0.0.1:50924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:27:57.50795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.855988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-05-29T02:27:57.507983Z","caller":"traceutil/trace.go:171","msg":"trace[1827953323] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"245.904169ms","start":"2026-05-29T02:27:57.262072Z","end":"2026-05-29T02:27:57.507976Z","steps":["trace[1827953323] 'agreement among raft nodes before linearized reading' (duration: 245.826207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.507273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.79765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-05-29T02:27:57.50807Z","caller":"traceutil/trace.go:171","msg":"trace[1866377175] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"244.626909ms","start":"2026-05-29T02:27:57.263436Z","end":"2026-05-29T02:27:57.508063Z","steps":["trace[1866377175] 'agreement among raft nodes before linearized reading' (duration: 243.702357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.507795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.630615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:27:57.508167Z","caller":"traceutil/trace.go:171","msg":"trace[871842017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10207; }","duration":"269.033554ms","start":"2026-05-29T02:27:57.239125Z","end":"2026-05-29T02:27:57.508158Z","steps":["trace[871842017] 'agreement among raft nodes before linearized reading' (duration: 268.602334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.508244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.094243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-05-29T02:27:57.508293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.38991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-05-29T02:27:57.508326Z","caller":"traceutil/trace.go:171","msg":"trace[1582894292] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"243.433951ms","start":"2026-05-29T02:27:57.264884Z","end":"2026-05-29T02:27:57.508318Z","steps":["trace[1582894292] 'agreement among raft nodes before linearized reading' (duration: 243.349439ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.507878Z","caller":"traceutil/trace.go:171","msg":"trace[685886541] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"245.142771ms","start":"2026-05-29T02:27:57.262726Z","end":"2026-05-29T02:27:57.507869Z","steps":["trace[685886541] 'agreement among raft nodes before linearized reading' (duration: 245.051409ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.508298Z","caller":"traceutil/trace.go:171","msg":"trace[654696315] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"243.174685ms","start":"2026-05-29T02:27:57.265113Z","end":"2026-05-29T02:27:57.508288Z","steps":["trace[654696315] 'agreement among raft nodes before linearized reading' (duration: 243.035262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.508476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.603348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-05-29T02:27:57.508513Z","caller":"traceutil/trace.go:171","msg":"trace[2100337852] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:10207; }","duration":"244.65834ms","start":"2026-05-29T02:27:57.263843Z","end":"2026-05-29T02:27:57.508502Z","steps":["trace[2100337852] 'agreement among raft nodes before linearized reading' (duration: 244.558658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:57.766614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.669457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:57.766807Z","caller":"traceutil/trace.go:171","msg":"trace[1837695516] transaction","detail":"{read_only:false; response_revision:10209; number_of_response:1; }","duration":"248.822148ms","start":"2026-05-29T02:27:57.517965Z","end":"2026-05-29T02:27:57.766788Z","steps":["trace[1837695516] 'process raft request' (duration: 248.750087ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.766857Z","caller":"traceutil/trace.go:171","msg":"trace[1572145572] transaction","detail":"{read_only:false; response_revision:10208; number_of_response:1; }","duration":"254.607155ms","start":"2026-05-29T02:27:57.5122Z","end":"2026-05-29T02:27:57.766807Z","steps":["trace[1572145572] 'process raft request' (duration: 103.672291ms)","trace[1572145572] 'compare' (duration: 150.395611ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:57.766879Z","caller":"traceutil/trace.go:171","msg":"trace[801853524] linearizableReadLoop","detail":"{readStateIndex:10591; appliedIndex:10590; }","duration":"254.323858ms","start":"2026-05-29T02:27:57.512508Z","end":"2026-05-29T02:27:57.766832Z","steps":["trace[801853524] 'read index received' (duration: 103.380125ms)","trace[801853524] 'applied index is now lower than readState.Index' (duration: 150.936003ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:57.767174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.657986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-lpxgh\" ","response":"range_response_count:1 size:4788"} {"level":"warn","ts":"2026-05-29T02:27:57.767232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.721195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:27:57.767253Z","caller":"traceutil/trace.go:171","msg":"trace[1495694364] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-lpxgh; range_end:; response_count:1; response_revision:10209; }","duration":"254.796849ms","start":"2026-05-29T02:27:57.512438Z","end":"2026-05-29T02:27:57.767235Z","steps":["trace[1495694364] 'agreement among raft nodes before linearized reading' (duration: 254.585964ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:27:57.767301Z","caller":"traceutil/trace.go:171","msg":"trace[675460912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10209; }","duration":"132.849468ms","start":"2026-05-29T02:27:57.634436Z","end":"2026-05-29T02:27:57.767286Z","steps":["trace[675460912] 'agreement among raft nodes before linearized reading' (duration: 132.604812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:58.398724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.991656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:27:58.398849Z","caller":"traceutil/trace.go:171","msg":"trace[1504805709] transaction","detail":"{read_only:false; response_revision:10210; number_of_response:1; }","duration":"626.336689ms","start":"2026-05-29T02:27:57.772468Z","end":"2026-05-29T02:27:58.398805Z","steps":["trace[1504805709] 'process raft request' (duration: 179.209889ms)","trace[1504805709] 'compare' (duration: 446.661089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:27:58.398887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.772442Z","time spent":"626.431131ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:27:58.409075Z","caller":"traceutil/trace.go:171","msg":"trace[1824764090] linearizableReadLoop","detail":"{readStateIndex:10595; appliedIndex:10593; }","duration":"424.347663ms","start":"2026-05-29T02:27:57.984706Z","end":"2026-05-29T02:27:58.409054Z","steps":["trace[1824764090] 'read index received' (duration: 424.182739ms)","trace[1824764090] 'applied index is now lower than readState.Index' (duration: 163.944µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:27:58.409123Z","caller":"traceutil/trace.go:171","msg":"trace[1829096279] transaction","detail":"{read_only:false; response_revision:10212; number_of_response:1; }","duration":"632.794411ms","start":"2026-05-29T02:27:57.776305Z","end":"2026-05-29T02:27:58.409099Z","steps":["trace[1829096279] 'process raft request' (duration: 632.695829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:58.409228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.776296Z","time spent":"632.875433ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4445,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:27:58.409219Z","caller":"traceutil/trace.go:171","msg":"trace[14633554] transaction","detail":"{read_only:false; response_revision:10211; number_of_response:1; }","duration":"636.301264ms","start":"2026-05-29T02:27:57.772872Z","end":"2026-05-29T02:27:58.409173Z","steps":["trace[14633554] 'process raft request' (duration: 636.006697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:58.409303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.581799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7608"} {"level":"info","ts":"2026-05-29T02:27:58.409339Z","caller":"traceutil/trace.go:171","msg":"trace[1195191731] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10212; }","duration":"424.661041ms","start":"2026-05-29T02:27:57.984668Z","end":"2026-05-29T02:27:58.409329Z","steps":["trace[1195191731] 'agreement among raft nodes before linearized reading' (duration: 424.499637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:58.409461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.772851Z","time spent":"636.480638ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:27:58.409503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:57.98465Z","time spent":"424.828254ms","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7631,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T02:27:59.71712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171504432s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:27:59.717912Z","caller":"traceutil/trace.go:171","msg":"trace[1276832523] transaction","detail":"{read_only:false; response_revision:10213; number_of_response:1; }","duration":"1.426680171s","start":"2026-05-29T02:27:58.291167Z","end":"2026-05-29T02:27:59.717847Z","steps":["trace[1276832523] 'process raft request' (duration: 1.426060296s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:27:59.718236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.291138Z","time spent":"1.426966138s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:00.069055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000736898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:28:00.069147Z","caller":"traceutil/trace.go:171","msg":"trace[117194164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000884602s","start":"2026-05-29T02:27:58.068242Z","end":"2026-05-29T02:28:00.069127Z","steps":["trace[117194164] 'agreement among raft nodes before linearized reading' (duration: 2.000760369s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.069196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.068224Z","time spent":"2.000962353s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:28:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:28:00.123332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028886114s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:28:00.219617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.692451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:00.219997Z","caller":"traceutil/trace.go:171","msg":"trace[381526633] linearizableReadLoop","detail":"{readStateIndex:10598; appliedIndex:10595; }","duration":"1.810836785s","start":"2026-05-29T02:27:58.409137Z","end":"2026-05-29T02:28:00.219973Z","steps":["trace[381526633] 'read index received' (duration: 136.477064ms)","trace[381526633] 'applied index is now lower than readState.Index' (duration: 1.674357291s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:00.220071Z","caller":"traceutil/trace.go:171","msg":"trace[1286765723] transaction","detail":"{read_only:false; response_revision:10214; number_of_response:1; }","duration":"1.817551413s","start":"2026-05-29T02:27:58.402497Z","end":"2026-05-29T02:28:00.220048Z","steps":["trace[1286765723] 'process raft request' (duration: 1.315326939s)","trace[1286765723] 'compare' (duration: 501.344433ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:00.220081Z","caller":"traceutil/trace.go:171","msg":"trace[2115576450] transaction","detail":"{read_only:false; response_revision:10215; number_of_response:1; }","duration":"1.125751214s","start":"2026-05-29T02:27:59.094309Z","end":"2026-05-29T02:28:00.22006Z","steps":["trace[2115576450] 'process raft request' (duration: 1.125464348s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045147222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:00.220116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080883914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:00.220148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.402472Z","time spent":"1.817641076s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:28:00.220179Z","caller":"traceutil/trace.go:171","msg":"trace[1446278799] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:10215; }","duration":"2.045277226s","start":"2026-05-29T02:27:58.17488Z","end":"2026-05-29T02:28:00.220157Z","steps":["trace[1446278799] 'agreement among raft nodes before linearized reading' (duration: 2.045132632s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.220188Z","caller":"traceutil/trace.go:171","msg":"trace[143751107] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10215; }","duration":"2.081015087s","start":"2026-05-29T02:27:58.139154Z","end":"2026-05-29T02:28:00.220169Z","steps":["trace[143751107] 'agreement among raft nodes before linearized reading' (duration: 2.080830603s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.094281Z","time spent":"1.125849887s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7593,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:00.220204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.486008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:00.220199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108058955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:429"} {"level":"warn","ts":"2026-05-29T02:28:00.220198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107917731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"warn","ts":"2026-05-29T02:28:00.220223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.174859Z","time spent":"2.045353948s","remote":"127.0.0.1:38346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:00.220239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.139127Z","time spent":"2.081096949s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-05-29T02:28:00.220253Z","caller":"traceutil/trace.go:171","msg":"trace[637396422] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:10215; }","duration":"112.568071ms","start":"2026-05-29T02:28:00.107671Z","end":"2026-05-29T02:28:00.220239Z","steps":["trace[637396422] 'agreement among raft nodes before linearized reading' (duration: 112.494979ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.220269Z","caller":"traceutil/trace.go:171","msg":"trace[1546504312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10215; }","duration":"2.108178057s","start":"2026-05-29T02:27:58.112073Z","end":"2026-05-29T02:28:00.220251Z","steps":["trace[1546504312] 'agreement among raft nodes before linearized reading' (duration: 2.107941641s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.220273Z","caller":"traceutil/trace.go:171","msg":"trace[1285536659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10215; }","duration":"2.108024064s","start":"2026-05-29T02:27:58.112235Z","end":"2026-05-29T02:28:00.220259Z","steps":["trace[1285536659] 'agreement among raft nodes before linearized reading' (duration: 2.107758918s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.11223Z","time spent":"2.108075985s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":448,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:00.220315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.112055Z","time spent":"2.108251359s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":452,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:00.220305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.088788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-29T02:28:00.220356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.927133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:00.220099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081817497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:00.220388Z","caller":"traceutil/trace.go:171","msg":"trace[955347933] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10215; }","duration":"233.205461ms","start":"2026-05-29T02:27:59.987164Z","end":"2026-05-29T02:28:00.220369Z","steps":["trace[955347933] 'agreement among raft nodes before linearized reading' (duration: 232.999656ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.220404Z","caller":"traceutil/trace.go:171","msg":"trace[1607591833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10215; }","duration":"151.016965ms","start":"2026-05-29T02:28:00.06937Z","end":"2026-05-29T02:28:00.220387Z","steps":["trace[1607591833] 'agreement among raft nodes before linearized reading' (duration: 150.940513ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973625689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-05-29T02:28:00.220416Z","caller":"traceutil/trace.go:171","msg":"trace[1025875210] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10215; }","duration":"2.082150594s","start":"2026-05-29T02:27:58.138247Z","end":"2026-05-29T02:28:00.220398Z","steps":["trace[1025875210] 'agreement among raft nodes before linearized reading' (duration: 2.081748565s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197076331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:28:00.220449Z","caller":"traceutil/trace.go:171","msg":"trace[839655501] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:10215; }","duration":"1.974026918s","start":"2026-05-29T02:27:58.246411Z","end":"2026-05-29T02:28:00.220438Z","steps":["trace[839655501] 'agreement among raft nodes before linearized reading' (duration: 1.973577678s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.138183Z","time spent":"2.082265657s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-05-29T02:28:00.220491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.246388Z","time spent":"1.974092799s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-05-29T02:28:00.22048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.020556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:00.220489Z","caller":"traceutil/trace.go:171","msg":"trace[641375480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10215; }","duration":"2.197248015s","start":"2026-05-29T02:27:58.023218Z","end":"2026-05-29T02:28:00.220466Z","steps":["trace[641375480] 'agreement among raft nodes before linearized reading' (duration: 2.196883066s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.22053Z","caller":"traceutil/trace.go:171","msg":"trace[51451138] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10215; }","duration":"628.111218ms","start":"2026-05-29T02:27:59.592409Z","end":"2026-05-29T02:28:00.22052Z","steps":["trace[51451138] 'agreement among raft nodes before linearized reading' (duration: 628.030816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804379523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r\" ","response":"range_response_count:1 size:6106"} {"level":"warn","ts":"2026-05-29T02:28:00.220547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.720367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:28:00.220564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.592388Z","time spent":"628.165829ms","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:00.22056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.023195Z","time spent":"2.197352848s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:28:00.220578Z","caller":"traceutil/trace.go:171","msg":"trace[2062757456] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r; range_end:; response_count:1; response_revision:10215; }","duration":"1.804633199s","start":"2026-05-29T02:27:58.415931Z","end":"2026-05-29T02:28:00.220564Z","steps":["trace[2062757456] 'agreement among raft nodes before linearized reading' (duration: 1.804213909s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.220591Z","caller":"traceutil/trace.go:171","msg":"trace[610635350] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10215; }","duration":"209.81564ms","start":"2026-05-29T02:28:00.010763Z","end":"2026-05-29T02:28:00.220578Z","steps":["trace[610635350] 'agreement among raft nodes before linearized reading' (duration: 209.735758ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148933111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-29T02:28:00.220629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.415916Z","time spent":"1.804701501s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6129,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r\" "} {"level":"info","ts":"2026-05-29T02:28:00.220693Z","caller":"traceutil/trace.go:171","msg":"trace[2141831215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10215; }","duration":"1.149047874s","start":"2026-05-29T02:27:59.07162Z","end":"2026-05-29T02:28:00.220668Z","steps":["trace[2141831215] 'agreement among raft nodes before linearized reading' (duration: 1.148927681s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.774762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-29T02:28:00.220718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68999133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:28:00.22075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.071594Z","time spent":"1.149147945s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:28:00.220756Z","caller":"traceutil/trace.go:171","msg":"trace[1625599773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10215; }","duration":"448.007937ms","start":"2026-05-29T02:27:59.772736Z","end":"2026-05-29T02:28:00.220743Z","steps":["trace[1625599773] 'agreement among raft nodes before linearized reading' (duration: 447.69456ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.220777Z","caller":"traceutil/trace.go:171","msg":"trace[1857162165] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10215; }","duration":"1.690098692s","start":"2026-05-29T02:27:58.530662Z","end":"2026-05-29T02:28:00.220761Z","steps":["trace[1857162165] 'agreement among raft nodes before linearized reading' (duration: 1.689941598s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.772668Z","time spent":"448.11308ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:00.220819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:58.530626Z","time spent":"1.690181914s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:28:00.220761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.291963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:28:00.220879Z","caller":"traceutil/trace.go:171","msg":"trace[1942547111] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10215; }","duration":"476.511899ms","start":"2026-05-29T02:27:59.744345Z","end":"2026-05-29T02:28:00.220857Z","steps":["trace[1942547111] 'agreement among raft nodes before linearized reading' (duration: 476.248433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.220957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:27:59.744313Z","time spent":"476.631541ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:28:00.661124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.348233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:00.661295Z","caller":"traceutil/trace.go:171","msg":"trace[597814151] linearizableReadLoop","detail":"{readStateIndex:10600; appliedIndex:10599; }","duration":"434.787366ms","start":"2026-05-29T02:28:00.226445Z","end":"2026-05-29T02:28:00.661232Z","steps":["trace[597814151] 'read index received' (duration: 193.225208ms)","trace[597814151] 'applied index is now lower than readState.Index' (duration: 241.560458ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:00.661396Z","caller":"traceutil/trace.go:171","msg":"trace[145720744] transaction","detail":"{read_only:false; response_revision:10216; number_of_response:1; }","duration":"435.563764ms","start":"2026-05-29T02:28:00.225815Z","end":"2026-05-29T02:28:00.661378Z","steps":["trace[145720744] 'process raft request' (duration: 193.841773ms)","trace[145720744] 'compare' (duration: 241.195609ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:00.661485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.225794Z","time spent":"435.642506ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:00.662055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.589075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338369"} {"level":"info","ts":"2026-05-29T02:28:00.662132Z","caller":"traceutil/trace.go:171","msg":"trace[1917085415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10216; }","duration":"435.701968ms","start":"2026-05-29T02:28:00.226415Z","end":"2026-05-29T02:28:00.662116Z","steps":["trace[1917085415] 'agreement among raft nodes before linearized reading' (duration: 434.987871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.662175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.226395Z","time spent":"435.770019ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338392,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:28:00.687086Z","caller":"traceutil/trace.go:171","msg":"trace[1764287169] transaction","detail":"{read_only:false; response_revision:10217; number_of_response:1; }","duration":"459.791365ms","start":"2026-05-29T02:28:00.227277Z","end":"2026-05-29T02:28:00.687068Z","steps":["trace[1764287169] 'process raft request' (duration: 459.592921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.687188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.227266Z","time spent":"459.872567ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:00.687346Z","caller":"traceutil/trace.go:171","msg":"trace[871021530] transaction","detail":"{read_only:false; response_revision:10218; number_of_response:1; }","duration":"459.550149ms","start":"2026-05-29T02:28:00.227775Z","end":"2026-05-29T02:28:00.687325Z","steps":["trace[871021530] 'process raft request' (duration: 459.249512ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.687478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.227767Z","time spent":"459.656972ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:00.687722Z","caller":"traceutil/trace.go:171","msg":"trace[1905691378] transaction","detail":"{read_only:false; response_revision:10219; number_of_response:1; }","duration":"459.801755ms","start":"2026-05-29T02:28:00.227907Z","end":"2026-05-29T02:28:00.687708Z","steps":["trace[1905691378] 'process raft request' (duration: 459.342404ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.687805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.227901Z","time spent":"459.855216ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:00.687875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.584677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:00.687954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.086638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:00.687962Z","caller":"traceutil/trace.go:171","msg":"trace[1914688562] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10220; }","duration":"111.728291ms","start":"2026-05-29T02:28:00.576213Z","end":"2026-05-29T02:28:00.687942Z","steps":["trace[1914688562] 'agreement among raft nodes before linearized reading' (duration: 111.525986ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.687998Z","caller":"traceutil/trace.go:171","msg":"trace[983754638] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10220; }","duration":"233.15193ms","start":"2026-05-29T02:28:00.454828Z","end":"2026-05-29T02:28:00.68798Z","steps":["trace[983754638] 'agreement among raft nodes before linearized reading' (duration: 233.096808ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.688082Z","caller":"traceutil/trace.go:171","msg":"trace[538170981] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"457.092611ms","start":"2026-05-29T02:28:00.230983Z","end":"2026-05-29T02:28:00.688075Z","steps":["trace[538170981] 'process raft request' (duration: 456.599859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.688121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.230973Z","time spent":"457.127802ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5917,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:00.687899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.507596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:28:00.688129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.501148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:00.688233Z","caller":"traceutil/trace.go:171","msg":"trace[235144120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10220; }","duration":"459.643801ms","start":"2026-05-29T02:28:00.228571Z","end":"2026-05-29T02:28:00.688215Z","steps":["trace[235144120] 'agreement among raft nodes before linearized reading' (duration: 459.437866ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.688199Z","caller":"traceutil/trace.go:171","msg":"trace[1217697741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10220; }","duration":"272.815424ms","start":"2026-05-29T02:28:00.415378Z","end":"2026-05-29T02:28:00.688193Z","steps":["trace[1217697741] 'agreement among raft nodes before linearized reading' (duration: 272.400964ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.688317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.228556Z","time spent":"459.750254ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:00.68788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.467353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-05-29T02:28:00.688415Z","caller":"traceutil/trace.go:171","msg":"trace[700173830] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:10220; }","duration":"456.019535ms","start":"2026-05-29T02:28:00.232379Z","end":"2026-05-29T02:28:00.688399Z","steps":["trace[700173830] 'agreement among raft nodes before linearized reading' (duration: 455.420521ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.688477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.232373Z","time spent":"456.087388ms","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-05-29T02:28:00.878549Z","caller":"traceutil/trace.go:171","msg":"trace[190393483] linearizableReadLoop","detail":"{readStateIndex:10605; appliedIndex:10604; }","duration":"187.385011ms","start":"2026-05-29T02:28:00.691137Z","end":"2026-05-29T02:28:00.878522Z","steps":["trace[190393483] 'read index received' (duration: 174.513327ms)","trace[190393483] 'applied index is now lower than readState.Index' (duration: 12.870004ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:00.878721Z","caller":"traceutil/trace.go:171","msg":"trace[1497214681] transaction","detail":"{read_only:false; response_revision:10221; number_of_response:1; }","duration":"187.803921ms","start":"2026-05-29T02:28:00.690884Z","end":"2026-05-29T02:28:00.878688Z","steps":["trace[1497214681] 'process raft request' (duration: 174.744403ms)","trace[1497214681] 'compare' (duration: 12.73167ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:00.878918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.753299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-29T02:28:00.878977Z","caller":"traceutil/trace.go:171","msg":"trace[400675439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10221; }","duration":"187.892783ms","start":"2026-05-29T02:28:00.69107Z","end":"2026-05-29T02:28:00.878963Z","steps":["trace[400675439] 'agreement among raft nodes before linearized reading' (duration: 187.674038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.950473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.524441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-29T02:28:00.950455Z","caller":"traceutil/trace.go:171","msg":"trace[1696713022] transaction","detail":"{read_only:false; response_revision:10222; number_of_response:1; }","duration":"253.931377ms","start":"2026-05-29T02:28:00.696479Z","end":"2026-05-29T02:28:00.95041Z","steps":["trace[1696713022] 'process raft request' (duration: 253.589119ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:00.950541Z","caller":"traceutil/trace.go:171","msg":"trace[303423169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10222; }","duration":"254.610004ms","start":"2026-05-29T02:28:00.695916Z","end":"2026-05-29T02:28:00.950526Z","steps":["trace[303423169] 'agreement among raft nodes before linearized reading' (duration: 254.400179ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:00.950539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.388412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d8qj6\" ","response":"range_response_count:1 size:7209"} {"level":"info","ts":"2026-05-29T02:28:00.950641Z","caller":"traceutil/trace.go:171","msg":"trace[1117875235] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d8qj6; range_end:; response_count:1; response_revision:10222; }","duration":"258.498925ms","start":"2026-05-29T02:28:00.692103Z","end":"2026-05-29T02:28:00.950602Z","steps":["trace[1117875235] 'agreement among raft nodes before linearized reading' (duration: 258.208598ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:01.269023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.880592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:01.269297Z","caller":"traceutil/trace.go:171","msg":"trace[246170250] linearizableReadLoop","detail":"{readStateIndex:10607; appliedIndex:10606; }","duration":"318.929779ms","start":"2026-05-29T02:28:00.950274Z","end":"2026-05-29T02:28:01.269204Z","steps":["trace[246170250] 'read index received' (duration: 37.741349ms)","trace[246170250] 'applied index is now lower than readState.Index' (duration: 281.18582ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:01.269521Z","caller":"traceutil/trace.go:171","msg":"trace[387063065] transaction","detail":"{read_only:false; response_revision:10223; number_of_response:1; }","duration":"385.906026ms","start":"2026-05-29T02:28:00.883556Z","end":"2026-05-29T02:28:01.269462Z","steps":["trace[387063065] 'process raft request' (duration: 104.46552ms)","trace[387063065] 'compare' (duration: 280.666028ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:01.269689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.883542Z","time spent":"386.067319ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:01.269705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.34916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5.18b3e83ac7783f6c\" ","response":"range_response_count:1 size:941"} {"level":"info","ts":"2026-05-29T02:28:01.269803Z","caller":"traceutil/trace.go:171","msg":"trace[414596540] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5.18b3e83ac7783f6c; range_end:; response_count:1; response_revision:10223; }","duration":"387.469682ms","start":"2026-05-29T02:28:00.882313Z","end":"2026-05-29T02:28:01.269782Z","steps":["trace[414596540] 'agreement among raft nodes before linearized reading' (duration: 387.124394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:01.269955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.882296Z","time spent":"387.602326ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":964,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5.18b3e83ac7783f6c\" "} {"level":"warn","ts":"2026-05-29T02:28:01.602366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.693508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:01.602615Z","caller":"traceutil/trace.go:171","msg":"trace[226759731] transaction","detail":"{read_only:false; response_revision:10224; number_of_response:1; }","duration":"648.313173ms","start":"2026-05-29T02:28:00.95426Z","end":"2026-05-29T02:28:01.602573Z","steps":["trace[226759731] 'process raft request' (duration: 432.300237ms)","trace[226759731] 'compare' (duration: 215.280898ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:01.602721Z","caller":"traceutil/trace.go:171","msg":"trace[2024073580] linearizableReadLoop","detail":"{readStateIndex:10609; appliedIndex:10607; }","duration":"333.306427ms","start":"2026-05-29T02:28:01.269393Z","end":"2026-05-29T02:28:01.602699Z","steps":["trace[2024073580] 'read index received' (duration: 117.23104ms)","trace[2024073580] 'applied index is now lower than readState.Index' (duration: 216.074177ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:01.602707Z","caller":"traceutil/trace.go:171","msg":"trace[1845423487] transaction","detail":"{read_only:false; response_revision:10225; number_of_response:1; }","duration":"644.307898ms","start":"2026-05-29T02:28:00.958372Z","end":"2026-05-29T02:28:01.60268Z","steps":["trace[1845423487] 'process raft request' (duration: 644.122214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:01.602762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.954242Z","time spent":"648.440036ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:01.60285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:00.958359Z","time spent":"644.422332ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:01.602926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.265494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:01.602911Z","caller":"traceutil/trace.go:171","msg":"trace[1164696881] transaction","detail":"{read_only:false; response_revision:10226; number_of_response:1; }","duration":"330.125462ms","start":"2026-05-29T02:28:01.272745Z","end":"2026-05-29T02:28:01.602871Z","steps":["trace[1164696881] 'process raft request' (duration: 329.892106ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:01.602974Z","caller":"traceutil/trace.go:171","msg":"trace[1443184300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10226; }","duration":"533.353706ms","start":"2026-05-29T02:28:01.069607Z","end":"2026-05-29T02:28:01.602961Z","steps":["trace[1443184300] 'agreement among raft nodes before linearized reading' (duration: 533.147651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:01.603046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.06958Z","time spent":"533.457329ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:01.603168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.272718Z","time spent":"330.313856ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:02.333234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.182602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:02.333442Z","caller":"traceutil/trace.go:171","msg":"trace[581821481] transaction","detail":"{read_only:false; response_revision:10227; number_of_response:1; }","duration":"723.37015ms","start":"2026-05-29T02:28:01.61005Z","end":"2026-05-29T02:28:02.33342Z","steps":["trace[581821481] 'process raft request' (duration: 384.903172ms)","trace[581821481] 'compare' (duration: 338.022398ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:02.333517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.61002Z","time spent":"723.461863ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:02.797237Z","caller":"traceutil/trace.go:171","msg":"trace[1844560472] transaction","detail":"{read_only:false; response_revision:10228; number_of_response:1; }","duration":"1.179631753s","start":"2026-05-29T02:28:01.617578Z","end":"2026-05-29T02:28:02.79721Z","steps":["trace[1844560472] 'process raft request' (duration: 1.164334072s)","trace[1844560472] 'compare' (duration: 14.853841ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:02.797419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.617554Z","time spent":"1.179790497s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:02.797556Z","caller":"traceutil/trace.go:171","msg":"trace[931495746] linearizableReadLoop","detail":"{readStateIndex:10612; appliedIndex:10610; }","duration":"1.000068735s","start":"2026-05-29T02:28:01.797455Z","end":"2026-05-29T02:28:02.797524Z","steps":["trace[931495746] 'read index received' (duration: 197.51262ms)","trace[931495746] 'applied index is now lower than readState.Index' (duration: 802.554705ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:02.797617Z","caller":"traceutil/trace.go:171","msg":"trace[1121043061] transaction","detail":"{read_only:false; response_revision:10229; number_of_response:1; }","duration":"879.711282ms","start":"2026-05-29T02:28:01.917876Z","end":"2026-05-29T02:28:02.797587Z","steps":["trace[1121043061] 'process raft request' (duration: 879.228351ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:02.797659Z","caller":"traceutil/trace.go:171","msg":"trace[1967471503] transaction","detail":"{read_only:false; response_revision:10230; number_of_response:1; }","duration":"835.831638ms","start":"2026-05-29T02:28:01.961814Z","end":"2026-05-29T02:28:02.797646Z","steps":["trace[1967471503] 'process raft request' (duration: 835.572952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:02.797715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.961792Z","time spent":"835.89314ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:02.797749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.917849Z","time spent":"879.817675ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:02.797812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000350642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"warn","ts":"2026-05-29T02:28:02.797844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.13289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-29T02:28:02.797886Z","caller":"traceutil/trace.go:171","msg":"trace[980561796] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:10230; }","duration":"1.000428743s","start":"2026-05-29T02:28:01.797435Z","end":"2026-05-29T02:28:02.797864Z","steps":["trace[980561796] 'agreement among raft nodes before linearized reading' (duration: 1.000239859s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:02.797903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.178666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:28:02.797913Z","caller":"traceutil/trace.go:171","msg":"trace[1451076464] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10230; }","duration":"899.237282ms","start":"2026-05-29T02:28:01.898653Z","end":"2026-05-29T02:28:02.79789Z","steps":["trace[1451076464] 'agreement among raft nodes before linearized reading' (duration: 899.045858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:02.797904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.540977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:02.797937Z","caller":"traceutil/trace.go:171","msg":"trace[440883350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10230; }","duration":"105.232738ms","start":"2026-05-29T02:28:02.692693Z","end":"2026-05-29T02:28:02.797926Z","steps":["trace[440883350] 'agreement among raft nodes before linearized reading' (duration: 105.107125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:02.79792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.410265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:28:02.797961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.725987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83ac82f2346\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-05-29T02:28:02.797961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.898628Z","time spent":"899.320473ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T02:28:02.797964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.302144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:28:02.797979Z","caller":"traceutil/trace.go:171","msg":"trace[329015843] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10230; }","duration":"269.669909ms","start":"2026-05-29T02:28:02.528289Z","end":"2026-05-29T02:28:02.797959Z","steps":["trace[329015843] 'agreement among raft nodes before linearized reading' (duration: 269.518515ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:02.797996Z","caller":"traceutil/trace.go:171","msg":"trace[1554814989] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18b3e83ac82f2346; range_end:; response_count:1; response_revision:10230; }","duration":"460.800199ms","start":"2026-05-29T02:28:02.337182Z","end":"2026-05-29T02:28:02.797982Z","steps":["trace[1554814989] 'agreement among raft nodes before linearized reading' (duration: 460.698807ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:02.797996Z","caller":"traceutil/trace.go:171","msg":"trace[1394483400] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10230; }","duration":"309.529747ms","start":"2026-05-29T02:28:02.488447Z","end":"2026-05-29T02:28:02.797977Z","steps":["trace[1394483400] 'agreement among raft nodes before linearized reading' (duration: 309.320852ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:02.798012Z","caller":"traceutil/trace.go:171","msg":"trace[1607964659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10230; }","duration":"126.387335ms","start":"2026-05-29T02:28:02.671609Z","end":"2026-05-29T02:28:02.797997Z","steps":["trace[1607964659] 'agreement among raft nodes before linearized reading' (duration: 126.268553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:02.798029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.337159Z","time spent":"460.86205ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18b3e83ac82f2346\" "} {"level":"warn","ts":"2026-05-29T02:28:02.797845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.267889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-29T02:28:02.797932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:01.797375Z","time spent":"1.000546907s","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":475,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"info","ts":"2026-05-29T02:28:02.798085Z","caller":"traceutil/trace.go:171","msg":"trace[555616209] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:10230; }","duration":"266.561015ms","start":"2026-05-29T02:28:02.531514Z","end":"2026-05-29T02:28:02.798075Z","steps":["trace[555616209] 'agreement among raft nodes before linearized reading' (duration: 266.210287ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:02.798087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.722076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:02.79812Z","caller":"traceutil/trace.go:171","msg":"trace[1757307226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10230; }","duration":"728.790008ms","start":"2026-05-29T02:28:02.069321Z","end":"2026-05-29T02:28:02.798111Z","steps":["trace[1757307226] 'agreement among raft nodes before linearized reading' (duration: 728.738107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:02.798168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.0693Z","time spent":"728.84858ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:02.798045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.488426Z","time spent":"309.607559ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:03.333179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.675723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:03.333411Z","caller":"traceutil/trace.go:171","msg":"trace[410817875] linearizableReadLoop","detail":"{readStateIndex:10616; appliedIndex:10614; }","duration":"530.949691ms","start":"2026-05-29T02:28:02.80245Z","end":"2026-05-29T02:28:03.3334Z","steps":["trace[410817875] 'read index received' (duration: 99.007161ms)","trace[410817875] 'applied index is now lower than readState.Index' (duration: 431.94188ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:03.333474Z","caller":"traceutil/trace.go:171","msg":"trace[1030899964] transaction","detail":"{read_only:false; response_revision:10231; number_of_response:1; }","duration":"533.139283ms","start":"2026-05-29T02:28:02.800329Z","end":"2026-05-29T02:28:03.333468Z","steps":["trace[1030899964] 'process raft request' (duration: 101.115461ms)","trace[1030899964] 'compare' (duration: 431.592412ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:03.33351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.80031Z","time spent":"533.180223ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:03.33361Z","caller":"traceutil/trace.go:171","msg":"trace[1884166960] transaction","detail":"{read_only:false; response_revision:10232; number_of_response:1; }","duration":"530.444549ms","start":"2026-05-29T02:28:02.803145Z","end":"2026-05-29T02:28:03.33359Z","steps":["trace[1884166960] 'process raft request' (duration: 530.203033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:03.333875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.025813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-29T02:28:03.333935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.212588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:28:03.333966Z","caller":"traceutil/trace.go:171","msg":"trace[530601659] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10232; }","duration":"531.136465ms","start":"2026-05-29T02:28:02.802808Z","end":"2026-05-29T02:28:03.333944Z","steps":["trace[530601659] 'agreement among raft nodes before linearized reading' (duration: 530.852158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:03.334016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.802799Z","time spent":"531.207967ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-29T02:28:03.334016Z","caller":"traceutil/trace.go:171","msg":"trace[87011110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10232; }","duration":"379.355521ms","start":"2026-05-29T02:28:02.954638Z","end":"2026-05-29T02:28:03.333994Z","steps":["trace[87011110] 'agreement among raft nodes before linearized reading' (duration: 379.095625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:03.33361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.800321Z","time spent":"533.283586ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:28:03.334123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.954614Z","time spent":"379.494035ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:28:03.333683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.249408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht\" ","response":"range_response_count:1 size:5671"} {"level":"info","ts":"2026-05-29T02:28:03.334255Z","caller":"traceutil/trace.go:171","msg":"trace[1181034961] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht; range_end:; response_count:1; response_revision:10232; }","duration":"531.862932ms","start":"2026-05-29T02:28:02.80238Z","end":"2026-05-29T02:28:03.334243Z","steps":["trace[1181034961] 'agreement among raft nodes before linearized reading' (duration: 531.229227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:03.334278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.802354Z","time spent":"531.918124ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5694,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht\" "} {"level":"warn","ts":"2026-05-29T02:28:03.333719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.095203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:03.334312Z","caller":"traceutil/trace.go:171","msg":"trace[787931549] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10232; }","duration":"175.719847ms","start":"2026-05-29T02:28:03.15858Z","end":"2026-05-29T02:28:03.334299Z","steps":["trace[787931549] 'agreement among raft nodes before linearized reading' (duration: 175.121303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:03.333759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.017433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-29T02:28:03.334389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.296629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338195"} {"level":"info","ts":"2026-05-29T02:28:03.334414Z","caller":"traceutil/trace.go:171","msg":"trace[1650484081] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10232; }","duration":"153.696589ms","start":"2026-05-29T02:28:03.180698Z","end":"2026-05-29T02:28:03.334395Z","steps":["trace[1650484081] 'agreement among raft nodes before linearized reading' (duration: 153.032283ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:03.334468Z","caller":"traceutil/trace.go:171","msg":"trace[1384501203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10232; }","duration":"531.403482ms","start":"2026-05-29T02:28:02.803046Z","end":"2026-05-29T02:28:03.334449Z","steps":["trace[1384501203] 'agreement among raft nodes before linearized reading' (duration: 530.690185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:03.334527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.803037Z","time spent":"531.474273ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338218,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:28:03.334997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:02.803137Z","time spent":"530.776507ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:04.145663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.189338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:04.145896Z","caller":"traceutil/trace.go:171","msg":"trace[1037108177] transaction","detail":"{read_only:false; response_revision:10233; number_of_response:1; }","duration":"810.545003ms","start":"2026-05-29T02:28:03.335315Z","end":"2026-05-29T02:28:04.14586Z","steps":["trace[1037108177] 'process raft request' (duration: 222.060168ms)","trace[1037108177] 'compare' (duration: 587.672676ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:04.145775Z","caller":"traceutil/trace.go:171","msg":"trace[2011010800] linearizableReadLoop","detail":"{readStateIndex:10618; appliedIndex:10617; }","duration":"809.13893ms","start":"2026-05-29T02:28:03.336618Z","end":"2026-05-29T02:28:04.145757Z","steps":["trace[2011010800] 'read index received' (duration: 220.912081ms)","trace[2011010800] 'applied index is now lower than readState.Index' (duration: 588.224659ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:04.146082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.335291Z","time spent":"810.688386ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:04.146341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.689603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d8qj6.18b3e83ac75e741a\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-05-29T02:28:04.146449Z","caller":"traceutil/trace.go:171","msg":"trace[1336571517] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-d8qj6.18b3e83ac75e741a; range_end:; response_count:1; response_revision:10233; }","duration":"809.835087ms","start":"2026-05-29T02:28:03.336591Z","end":"2026-05-29T02:28:04.146426Z","steps":["trace[1336571517] 'agreement among raft nodes before linearized reading' (duration: 809.345715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:04.146499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.336581Z","time spent":"809.908828ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":873,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-d8qj6.18b3e83ac75e741a\" "} {"level":"warn","ts":"2026-05-29T02:28:04.646032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:05.146489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:05.276193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.718717674s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:28:05.39592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000494368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:28:05.396012Z","caller":"traceutil/trace.go:171","msg":"trace[2043508486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649662s","start":"2026-05-29T02:28:03.395342Z","end":"2026-05-29T02:28:05.395992Z","steps":["trace[2043508486] 'agreement among raft nodes before linearized reading' (duration: 2.000526679s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.396062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.39532Z","time spent":"2.000732944s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:28:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:28:05.557954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.468938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:05.558206Z","caller":"traceutil/trace.go:171","msg":"trace[1644575795] transaction","detail":"{read_only:false; response_revision:10236; number_of_response:1; }","duration":"2.216842892s","start":"2026-05-29T02:28:03.341328Z","end":"2026-05-29T02:28:05.558171Z","steps":["trace[1644575795] 'process raft request' (duration: 2.216795511s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.558278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.341315Z","time spent":"2.216921903s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5774,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:05.558369Z","caller":"traceutil/trace.go:171","msg":"trace[1368009612] transaction","detail":"{read_only:false; response_revision:10234; number_of_response:1; }","duration":"2.220969109s","start":"2026-05-29T02:28:03.337378Z","end":"2026-05-29T02:28:05.558347Z","steps":["trace[1368009612] 'process raft request' (duration: 1.93903039s)","trace[1368009612] 'compare' (duration: 281.272873ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:05.558415Z","caller":"traceutil/trace.go:171","msg":"trace[1857098176] transaction","detail":"{read_only:false; response_revision:10235; number_of_response:1; }","duration":"2.2201464s","start":"2026-05-29T02:28:03.338209Z","end":"2026-05-29T02:28:05.558356Z","steps":["trace[1857098176] 'process raft request' (duration: 2.219835513s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.558479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.337367Z","time spent":"2.221069772s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:05.558562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.338198Z","time spent":"2.220283613s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:05.616848Z","caller":"traceutil/trace.go:171","msg":"trace[347498274] linearizableReadLoop","detail":"{readStateIndex:10622; appliedIndex:10618; }","duration":"1.470838039s","start":"2026-05-29T02:28:04.145984Z","end":"2026-05-29T02:28:05.616822Z","steps":["trace[347498274] 'read index received' (duration: 1.130471384s)","trace[347498274] 'applied index is now lower than readState.Index' (duration: 340.365435ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:05.6171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634936463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-29T02:28:05.617099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79964692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:28:05.617163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468693508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-29T02:28:05.61719Z","caller":"traceutil/trace.go:171","msg":"trace[469004539] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10237; }","duration":"1.635129867s","start":"2026-05-29T02:28:03.982041Z","end":"2026-05-29T02:28:05.61717Z","steps":["trace[469004539] 'agreement among raft nodes before linearized reading' (duration: 1.634800179s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.617164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747611936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-29T02:28:05.617218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546707245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:05.617237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.045903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:28:05.61725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.797122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:28:05.617303Z","caller":"traceutil/trace.go:171","msg":"trace[395752313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10237; }","duration":"1.747752008s","start":"2026-05-29T02:28:03.869493Z","end":"2026-05-29T02:28:05.617245Z","steps":["trace[395752313] 'agreement among raft nodes before linearized reading' (duration: 1.747375089s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:05.617312Z","caller":"traceutil/trace.go:171","msg":"trace[953920220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10237; }","duration":"274.161716ms","start":"2026-05-29T02:28:05.343138Z","end":"2026-05-29T02:28:05.617299Z","steps":["trace[953920220] 'agreement among raft nodes before linearized reading' (duration: 273.991712ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:05.61731Z","caller":"traceutil/trace.go:171","msg":"trace[816277514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10237; }","duration":"1.546839868s","start":"2026-05-29T02:28:04.070453Z","end":"2026-05-29T02:28:05.617293Z","steps":["trace[816277514] 'agreement among raft nodes before linearized reading' (duration: 1.546706615s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:05.617332Z","caller":"traceutil/trace.go:171","msg":"trace[1243071196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10237; }","duration":"277.907314ms","start":"2026-05-29T02:28:05.339404Z","end":"2026-05-29T02:28:05.617312Z","steps":["trace[1243071196] 'agreement among raft nodes before linearized reading' (duration: 277.759061ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:05.617208Z","caller":"traceutil/trace.go:171","msg":"trace[34264866] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10237; }","duration":"1.799851955s","start":"2026-05-29T02:28:03.817339Z","end":"2026-05-29T02:28:05.617191Z","steps":["trace[34264866] 'agreement among raft nodes before linearized reading' (duration: 1.799570768s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.61736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.070435Z","time spent":"1.54691323s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:05.617382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.86947Z","time spent":"1.747900692s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:28:05.61712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009182094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:28:05.617413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.817318Z","time spent":"1.80007887s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:05.617251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.982016Z","time spent":"1.635220139s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:28:05.617092Z","caller":"traceutil/trace.go:171","msg":"trace[573845969] transaction","detail":"{read_only:false; response_revision:10237; number_of_response:1; }","duration":"1.467832518s","start":"2026-05-29T02:28:04.149198Z","end":"2026-05-29T02:28:05.61703Z","steps":["trace[573845969] 'process raft request' (duration: 1.467447059s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:05.617449Z","caller":"traceutil/trace.go:171","msg":"trace[1118879770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10237; }","duration":"2.009546112s","start":"2026-05-29T02:28:03.60789Z","end":"2026-05-29T02:28:05.617436Z","steps":["trace[1118879770] 'agreement among raft nodes before linearized reading' (duration: 2.009082922s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.617585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.149178Z","time spent":"1.46834475s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:05.617205Z","caller":"traceutil/trace.go:171","msg":"trace[1989248529] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10237; }","duration":"1.468792851s","start":"2026-05-29T02:28:04.148401Z","end":"2026-05-29T02:28:05.617194Z","steps":["trace[1989248529] 'agreement among raft nodes before linearized reading' (duration: 1.468577686s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.617615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:03.607872Z","time spent":"2.009697256s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:05.617674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:04.148383Z","time spent":"1.469259621s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:28:05.924965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.703947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:05.925122Z","caller":"traceutil/trace.go:171","msg":"trace[1631509476] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10237; }","duration":"189.873561ms","start":"2026-05-29T02:28:05.735225Z","end":"2026-05-29T02:28:05.925099Z","steps":["trace[1631509476] 'range keys from in-memory index tree' (duration: 189.681515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:05.925194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.02732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:05.925417Z","caller":"traceutil/trace.go:171","msg":"trace[2068586983] linearizableReadLoop","detail":"{readStateIndex:10623; appliedIndex:10622; }","duration":"297.385622ms","start":"2026-05-29T02:28:05.62801Z","end":"2026-05-29T02:28:05.925396Z","steps":["trace[2068586983] 'read index received' (duration: 139.013273ms)","trace[2068586983] 'applied index is now lower than readState.Index' (duration: 158.369269ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:05.925564Z","caller":"traceutil/trace.go:171","msg":"trace[328921401] transaction","detail":"{read_only:false; response_revision:10238; number_of_response:1; }","duration":"297.916574ms","start":"2026-05-29T02:28:05.627615Z","end":"2026-05-29T02:28:05.925532Z","steps":["trace[328921401] 'process raft request' (duration: 139.415742ms)","trace[328921401] 'compare' (duration: 157.499038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:05.925602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.571546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:05.925712Z","caller":"traceutil/trace.go:171","msg":"trace[961521644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10238; }","duration":"297.72701ms","start":"2026-05-29T02:28:05.627962Z","end":"2026-05-29T02:28:05.925689Z","steps":["trace[961521644] 'agreement among raft nodes before linearized reading' (duration: 297.569286ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.426425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624700908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:28:06.589744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.496021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:06.590042Z","caller":"traceutil/trace.go:171","msg":"trace[1775422118] transaction","detail":"{read_only:false; response_revision:10239; number_of_response:1; }","duration":"961.674711ms","start":"2026-05-29T02:28:05.628332Z","end":"2026-05-29T02:28:06.590007Z","steps":["trace[1775422118] 'process raft request' (duration: 850.822691ms)","trace[1775422118] 'compare' (duration: 110.232445ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:06.590191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.628138Z","time spent":"961.977839ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:06.59029Z","caller":"traceutil/trace.go:171","msg":"trace[970066828] transaction","detail":"{read_only:false; response_revision:10240; number_of_response:1; }","duration":"961.420965ms","start":"2026-05-29T02:28:05.628812Z","end":"2026-05-29T02:28:06.590233Z","steps":["trace[970066828] 'process raft request' (duration: 961.030376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.590449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.628795Z","time spent":"961.595369ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:06.590552Z","caller":"traceutil/trace.go:171","msg":"trace[330142670] linearizableReadLoop","detail":"{readStateIndex:10626; appliedIndex:10623; }","duration":"665.052197ms","start":"2026-05-29T02:28:05.92548Z","end":"2026-05-29T02:28:06.590532Z","steps":["trace[330142670] 'read index received' (duration: 553.671945ms)","trace[330142670] 'applied index is now lower than readState.Index' (duration: 111.378132ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:06.590531Z","caller":"traceutil/trace.go:171","msg":"trace[602341805] transaction","detail":"{read_only:false; response_revision:10241; number_of_response:1; }","duration":"960.407751ms","start":"2026-05-29T02:28:05.63004Z","end":"2026-05-29T02:28:06.590447Z","steps":["trace[602341805] 'process raft request' (duration: 959.92959ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.590861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.892106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:06.590928Z","caller":"traceutil/trace.go:171","msg":"trace[1434759925] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:10241; }","duration":"377.992559ms","start":"2026-05-29T02:28:06.212921Z","end":"2026-05-29T02:28:06.590914Z","steps":["trace[1434759925] 'agreement among raft nodes before linearized reading' (duration: 377.867666ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.590933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.242549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-05-29T02:28:06.590967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.212906Z","time spent":"378.05436ms","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:28:06.590987Z","caller":"traceutil/trace.go:171","msg":"trace[469257968] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10241; }","duration":"416.338982ms","start":"2026-05-29T02:28:06.174631Z","end":"2026-05-29T02:28:06.59097Z","steps":["trace[469257968] 'agreement among raft nodes before linearized reading' (duration: 416.188548ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.590775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.970256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-05-29T02:28:06.59104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.174609Z","time spent":"416.419684ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:28:06.59108Z","caller":"traceutil/trace.go:171","msg":"trace[946503096] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10241; }","duration":"685.313515ms","start":"2026-05-29T02:28:05.905737Z","end":"2026-05-29T02:28:06.59105Z","steps":["trace[946503096] 'agreement among raft nodes before linearized reading' (duration: 684.819143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.591158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.905714Z","time spent":"685.424858ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T02:28:06.590776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.175258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:06.591238Z","caller":"traceutil/trace.go:171","msg":"trace[2068106245] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10241; }","duration":"910.732921ms","start":"2026-05-29T02:28:05.680484Z","end":"2026-05-29T02:28:06.591217Z","steps":["trace[2068106245] 'agreement among raft nodes before linearized reading' (duration: 910.120867ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.591315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.680459Z","time spent":"910.825964ms","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:06.591371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.463765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:28:06.591435Z","caller":"traceutil/trace.go:171","msg":"trace[2043788390] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10241; }","duration":"433.527676ms","start":"2026-05-29T02:28:06.157894Z","end":"2026-05-29T02:28:06.591421Z","steps":["trace[2043788390] 'agreement among raft nodes before linearized reading' (duration: 432.82972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:06.591483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:06.157832Z","time spent":"433.64049ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:28:06.59233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:05.630031Z","time spent":"960.886022ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:06.754043Z","caller":"traceutil/trace.go:171","msg":"trace[804863993] transaction","detail":"{read_only:false; response_revision:10243; number_of_response:1; }","duration":"151.581749ms","start":"2026-05-29T02:28:06.602215Z","end":"2026-05-29T02:28:06.753797Z","steps":["trace[804863993] 'process raft request' (duration: 150.487243ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:06.997319Z","caller":"traceutil/trace.go:171","msg":"trace[1132501889] transaction","detail":"{read_only:false; response_revision:10245; number_of_response:1; }","duration":"209.912912ms","start":"2026-05-29T02:28:06.787369Z","end":"2026-05-29T02:28:06.997282Z","steps":["trace[1132501889] 'process raft request' (duration: 184.001082ms)","trace[1132501889] 'compare' (duration: 25.551191ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:07.451686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.040956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:07.451874Z","caller":"traceutil/trace.go:171","msg":"trace[1412785051] transaction","detail":"{read_only:false; response_revision:10248; number_of_response:1; }","duration":"227.638819ms","start":"2026-05-29T02:28:07.224217Z","end":"2026-05-29T02:28:07.451856Z","steps":["trace[1412785051] 'process raft request' (duration: 227.573568ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:07.452105Z","caller":"traceutil/trace.go:171","msg":"trace[1632869164] linearizableReadLoop","detail":"{readStateIndex:10632; appliedIndex:10631; }","duration":"383.163471ms","start":"2026-05-29T02:28:07.068898Z","end":"2026-05-29T02:28:07.452062Z","steps":["trace[1632869164] 'read index received' (duration: 87.675384ms)","trace[1632869164] 'applied index is now lower than readState.Index' (duration: 295.482267ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:07.452135Z","caller":"traceutil/trace.go:171","msg":"trace[715098899] transaction","detail":"{read_only:false; response_revision:10247; number_of_response:1; }","duration":"397.510709ms","start":"2026-05-29T02:28:07.054584Z","end":"2026-05-29T02:28:07.452095Z","steps":["trace[715098899] 'process raft request' (duration: 101.978201ms)","trace[715098899] 'compare' (duration: 294.924114ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:07.452319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.390006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:07.452366Z","caller":"traceutil/trace.go:171","msg":"trace[1964221391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10248; }","duration":"383.502399ms","start":"2026-05-29T02:28:07.06885Z","end":"2026-05-29T02:28:07.452352Z","steps":["trace[1964221391] 'agreement among raft nodes before linearized reading' (duration: 383.335495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:07.452413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.068825Z","time spent":"383.579751ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:07.452551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.054568Z","time spent":"397.843266ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:07.825293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.050223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:07.825466Z","caller":"traceutil/trace.go:171","msg":"trace[1704627098] transaction","detail":"{read_only:false; response_revision:10249; number_of_response:1; }","duration":"367.510513ms","start":"2026-05-29T02:28:07.457913Z","end":"2026-05-29T02:28:07.825424Z","steps":["trace[1704627098] 'process raft request' (duration: 189.127983ms)","trace[1704627098] 'compare' (duration: 177.696334ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:07.825531Z","caller":"traceutil/trace.go:171","msg":"trace[1566540460] linearizableReadLoop","detail":"{readStateIndex:10634; appliedIndex:10633; }","duration":"294.601626ms","start":"2026-05-29T02:28:07.530883Z","end":"2026-05-29T02:28:07.825484Z","steps":["trace[1566540460] 'read index received' (duration: 116.139244ms)","trace[1566540460] 'applied index is now lower than readState.Index' (duration: 178.456192ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:07.825627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.457897Z","time spent":"367.637245ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:08.121226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.778762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:28:08.121375Z","caller":"traceutil/trace.go:171","msg":"trace[1870969643] linearizableReadLoop","detail":"{readStateIndex:10635; appliedIndex:10634; }","duration":"295.743751ms","start":"2026-05-29T02:28:07.825606Z","end":"2026-05-29T02:28:08.12135Z","steps":["trace[1870969643] 'read index received' (duration: 48.431µs)","trace[1870969643] 'applied index is now lower than readState.Index' (duration: 295.69333ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.121578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.168835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:28:08.121203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.267446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-05-29T02:28:08.121696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.932818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:28:08.121725Z","caller":"traceutil/trace.go:171","msg":"trace[705026029] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10249; }","duration":"590.847449ms","start":"2026-05-29T02:28:07.530835Z","end":"2026-05-29T02:28:08.121683Z","steps":["trace[705026029] 'agreement among raft nodes before linearized reading' (duration: 294.742769ms)","trace[705026029] 'range keys from in-memory index tree' (duration: 295.378402ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:08.121762Z","caller":"traceutil/trace.go:171","msg":"trace[304880944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10249; }","duration":"559.043301ms","start":"2026-05-29T02:28:07.562702Z","end":"2026-05-29T02:28:08.121746Z","steps":["trace[304880944] 'agreement among raft nodes before linearized reading' (duration: 558.829796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.121796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.850014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e742162b5d00\" ","response":"range_response_count:1 size:843"} {"level":"warn","ts":"2026-05-29T02:28:08.121816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.56268Z","time spent":"559.127733ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:08.121843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.530809Z","time spent":"590.997823ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7102,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-05-29T02:28:08.121855Z","caller":"traceutil/trace.go:171","msg":"trace[370265613] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e742162b5d00; range_end:; response_count:1; response_revision:10249; }","duration":"292.940346ms","start":"2026-05-29T02:28:07.828898Z","end":"2026-05-29T02:28:08.121838Z","steps":["trace[370265613] 'agreement among raft nodes before linearized reading' (duration: 292.799983ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:08.121642Z","caller":"traceutil/trace.go:171","msg":"trace[2127171831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10249; }","duration":"486.253287ms","start":"2026-05-29T02:28:07.635373Z","end":"2026-05-29T02:28:08.121626Z","steps":["trace[2127171831] 'agreement among raft nodes before linearized reading' (duration: 486.067063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.12188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.182401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:28:08.121893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.562089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:08.121942Z","caller":"traceutil/trace.go:171","msg":"trace[281378891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10249; }","duration":"558.262013ms","start":"2026-05-29T02:28:07.563661Z","end":"2026-05-29T02:28:08.121923Z","steps":["trace[281378891] 'agreement among raft nodes before linearized reading' (duration: 558.027267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.121984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.563649Z","time spent":"558.324714ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:28:08.121985Z","caller":"traceutil/trace.go:171","msg":"trace[1247367306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10249; }","duration":"270.707582ms","start":"2026-05-29T02:28:07.851256Z","end":"2026-05-29T02:28:08.121964Z","steps":["trace[1247367306] 'agreement among raft nodes before linearized reading' (duration: 270.495137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.121971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.635362Z","time spent":"486.565074ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:28:08.121989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.270766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:28:08.122087Z","caller":"traceutil/trace.go:171","msg":"trace[1223311204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10249; }","duration":"192.418709ms","start":"2026-05-29T02:28:07.929654Z","end":"2026-05-29T02:28:08.122073Z","steps":["trace[1223311204] 'agreement among raft nodes before linearized reading' (duration: 192.05779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.122174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.134658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:08.122259Z","caller":"traceutil/trace.go:171","msg":"trace[1004553131] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:10249; }","duration":"580.276491ms","start":"2026-05-29T02:28:07.54196Z","end":"2026-05-29T02:28:08.122236Z","steps":["trace[1004553131] 'agreement among raft nodes before linearized reading' (duration: 579.516543ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.122317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:07.541942Z","time spent":"580.363673ms","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:28:08.629095Z","caller":"traceutil/trace.go:171","msg":"trace[801570390] transaction","detail":"{read_only:false; response_revision:10251; number_of_response:1; }","duration":"502.400148ms","start":"2026-05-29T02:28:08.126661Z","end":"2026-05-29T02:28:08.629061Z","steps":["trace[801570390] 'process raft request' (duration: 502.103101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.62933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.126649Z","time spent":"502.547242ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:08.629467Z","caller":"traceutil/trace.go:171","msg":"trace[437169529] transaction","detail":"{read_only:false; response_revision:10252; number_of_response:1; }","duration":"502.627594ms","start":"2026-05-29T02:28:08.126804Z","end":"2026-05-29T02:28:08.629431Z","steps":["trace[437169529] 'process raft request' (duration: 502.182323ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:08.62952Z","caller":"traceutil/trace.go:171","msg":"trace[538948132] linearizableReadLoop","detail":"{readStateIndex:10639; appliedIndex:10635; }","duration":"501.562859ms","start":"2026-05-29T02:28:08.12794Z","end":"2026-05-29T02:28:08.629503Z","steps":["trace[538948132] 'read index received' (duration: 80.152667ms)","trace[538948132] 'applied index is now lower than readState.Index' (duration: 421.409152ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:08.629666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.126771Z","time spent":"502.786508ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:08.629879Z","caller":"traceutil/trace.go:171","msg":"trace[550108426] transaction","detail":"{read_only:false; response_revision:10254; number_of_response:1; }","duration":"499.267265ms","start":"2026-05-29T02:28:08.130587Z","end":"2026-05-29T02:28:08.629855Z","steps":["trace[550108426] 'process raft request' (duration: 498.801934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.629977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.130566Z","time spent":"499.365458ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:08.629971Z","caller":"traceutil/trace.go:171","msg":"trace[279953157] transaction","detail":"{read_only:false; response_revision:10253; number_of_response:1; }","duration":"502.811978ms","start":"2026-05-29T02:28:08.127133Z","end":"2026-05-29T02:28:08.629945Z","steps":["trace[279953157] 'process raft request' (duration: 502.169303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.630086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.12712Z","time spent":"502.911241ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:08.630107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.889545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e753b87a335c\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-05-29T02:28:08.630225Z","caller":"traceutil/trace.go:171","msg":"trace[1592550635] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e753b87a335c; range_end:; response_count:1; response_revision:10254; }","duration":"417.045349ms","start":"2026-05-29T02:28:08.213156Z","end":"2026-05-29T02:28:08.630201Z","steps":["trace[1592550635] 'agreement among raft nodes before linearized reading' (duration: 416.739432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.630268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.321476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338195"} {"level":"info","ts":"2026-05-29T02:28:08.630318Z","caller":"traceutil/trace.go:171","msg":"trace[1214253221] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10254; }","duration":"502.409639ms","start":"2026-05-29T02:28:08.127894Z","end":"2026-05-29T02:28:08.630304Z","steps":["trace[1214253221] 'agreement among raft nodes before linearized reading' (duration: 501.805024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:08.630332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.213137Z","time spent":"417.159381ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e753b87a335c\" "} {"level":"warn","ts":"2026-05-29T02:28:08.630366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.127882Z","time spent":"502.475901ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338218,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:28:09.023441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.365386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:09.023529Z","caller":"traceutil/trace.go:171","msg":"trace[1332306624] transaction","detail":"{read_only:false; response_revision:10255; number_of_response:1; }","duration":"390.028623ms","start":"2026-05-29T02:28:08.633486Z","end":"2026-05-29T02:28:09.023515Z","steps":["trace[1332306624] 'process raft request' (duration: 274.508423ms)","trace[1332306624] 'compare' (duration: 115.263664ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:09.023583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.633464Z","time spent":"390.099845ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:11.070428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:28:11.070545Z","caller":"traceutil/trace.go:171","msg":"trace[496840581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000606483s","start":"2026-05-29T02:28:09.069911Z","end":"2026-05-29T02:28:11.070517Z","steps":["trace[496840581] 'agreement among raft nodes before linearized reading' (duration: 2.000439479s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.070603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:09.069885Z","time spent":"2.000707825s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:11.33697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.428855445s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:28:11.581247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.776133Z","time spent":"805.103564ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:28:11.582025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.771101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:11.582279Z","caller":"traceutil/trace.go:171","msg":"trace[587914062] transaction","detail":"{read_only:false; response_revision:10256; number_of_response:1; }","duration":"2.947102026s","start":"2026-05-29T02:28:08.635154Z","end":"2026-05-29T02:28:11.582256Z","steps":["trace[587914062] 'process raft request' (duration: 2.702019177s)","trace[587914062] 'compare' (duration: 244.660199ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:11.582372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.635133Z","time spent":"2.947200398s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:11.582397Z","caller":"traceutil/trace.go:171","msg":"trace[1823465897] linearizableReadLoop","detail":"{readStateIndex:10643; appliedIndex:10640; }","duration":"2.940156322s","start":"2026-05-29T02:28:08.642221Z","end":"2026-05-29T02:28:11.582378Z","steps":["trace[1823465897] 'read index received' (duration: 265.87423ms)","trace[1823465897] 'applied index is now lower than readState.Index' (duration: 2.674281112s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:11.582618Z","caller":"traceutil/trace.go:171","msg":"trace[579950092] transaction","detail":"{read_only:false; response_revision:10257; number_of_response:1; }","duration":"2.940850989s","start":"2026-05-29T02:28:08.641757Z","end":"2026-05-29T02:28:11.582608Z","steps":["trace[579950092] 'process raft request' (duration: 2.940398248s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.582702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.641745Z","time spent":"2.94090089s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:11.582846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555547897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5.18b3e751c5229a8d\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-05-29T02:28:11.582897Z","caller":"traceutil/trace.go:171","msg":"trace[1267836373] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5.18b3e751c5229a8d; range_end:; response_count:1; response_revision:10257; }","duration":"2.555644479s","start":"2026-05-29T02:28:09.027239Z","end":"2026-05-29T02:28:11.582883Z","steps":["trace[1267836373] 'agreement among raft nodes before linearized reading' (duration: 2.555481825s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.582931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:09.027215Z","time spent":"2.55570806s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":879,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5.18b3e751c5229a8d\" "} {"level":"warn","ts":"2026-05-29T02:28:11.583008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.067542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:28:11.58304Z","caller":"traceutil/trace.go:171","msg":"trace[1651022890] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:10257; }","duration":"943.137784ms","start":"2026-05-29T02:28:10.639894Z","end":"2026-05-29T02:28:11.583031Z","steps":["trace[1651022890] 'agreement among raft nodes before linearized reading' (duration: 943.032251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.583027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.291154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:11.583094Z","caller":"traceutil/trace.go:171","msg":"trace[995073207] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10257; }","duration":"183.399487ms","start":"2026-05-29T02:28:11.399675Z","end":"2026-05-29T02:28:11.583074Z","steps":["trace[995073207] 'agreement among raft nodes before linearized reading' (duration: 183.293434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.58309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.116564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:11.583122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.714957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-05-29T02:28:11.583113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11479974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-05-29T02:28:11.583152Z","caller":"traceutil/trace.go:171","msg":"trace[9562730] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10257; }","duration":"861.745827ms","start":"2026-05-29T02:28:10.721399Z","end":"2026-05-29T02:28:11.583145Z","steps":["trace[9562730] 'agreement among raft nodes before linearized reading' (duration: 861.671576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.583151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118424215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-29T02:28:11.58316Z","caller":"traceutil/trace.go:171","msg":"trace[73291593] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10257; }","duration":"726.250517ms","start":"2026-05-29T02:28:10.856893Z","end":"2026-05-29T02:28:11.583143Z","steps":["trace[73291593] 'agreement among raft nodes before linearized reading' (duration: 726.125284ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.583186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.721361Z","time spent":"861.805989ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:28:11.583184Z","caller":"traceutil/trace.go:171","msg":"trace[1524786123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10257; }","duration":"2.118495237s","start":"2026-05-29T02:28:09.464679Z","end":"2026-05-29T02:28:11.583174Z","steps":["trace[1524786123] 'agreement among raft nodes before linearized reading' (duration: 2.118403605s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:11.583186Z","caller":"traceutil/trace.go:171","msg":"trace[1917846947] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10257; }","duration":"2.114919223s","start":"2026-05-29T02:28:09.468244Z","end":"2026-05-29T02:28:11.583163Z","steps":["trace[1917846947] 'agreement among raft nodes before linearized reading' (duration: 2.114714168s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.583213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:09.464656Z","time spent":"2.118551138s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:28:11.583216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.856865Z","time spent":"726.34077ms","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:11.583209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.786333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:28:11.583209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.818199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:28:11.583275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.323469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:28:11.583285Z","caller":"traceutil/trace.go:171","msg":"trace[1203053885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10257; }","duration":"947.874505ms","start":"2026-05-29T02:28:10.635387Z","end":"2026-05-29T02:28:11.583261Z","steps":["trace[1203053885] 'agreement among raft nodes before linearized reading' (duration: 947.65594ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:11.583303Z","caller":"traceutil/trace.go:171","msg":"trace[1367987179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10257; }","duration":"949.394361ms","start":"2026-05-29T02:28:10.633899Z","end":"2026-05-29T02:28:11.583294Z","steps":["trace[1367987179] 'agreement among raft nodes before linearized reading' (duration: 949.33719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.583296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.740572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:28:11.58306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.639873Z","time spent":"943.182674ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:28:11.583335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569952302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-29T02:28:11.583339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.635378Z","time spent":"947.949367ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:28:11.583335Z","caller":"traceutil/trace.go:171","msg":"trace[62480394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10257; }","duration":"947.843885ms","start":"2026-05-29T02:28:10.635482Z","end":"2026-05-29T02:28:11.583326Z","steps":["trace[62480394] 'agreement among raft nodes before linearized reading' (duration: 947.66534ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:11.583373Z","caller":"traceutil/trace.go:171","msg":"trace[957813765] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10257; }","duration":"1.570027404s","start":"2026-05-29T02:28:10.013336Z","end":"2026-05-29T02:28:11.583363Z","steps":["trace[957813765] 'agreement among raft nodes before linearized reading' (duration: 1.569921441s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:11.583322Z","caller":"traceutil/trace.go:171","msg":"trace[1238689623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10257; }","duration":"511.995113ms","start":"2026-05-29T02:28:11.0713Z","end":"2026-05-29T02:28:11.583295Z","steps":["trace[1238689623] 'agreement among raft nodes before linearized reading' (duration: 511.790268ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.583594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.013313Z","time spent":"1.57027572s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:28:11.583232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:09.468219Z","time spent":"2.115004094s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:28:11.583623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.635443Z","time spent":"948.172062ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:28:11.583325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.633868Z","time spent":"949.453213ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:28:11.583642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.071267Z","time spent":"512.359972ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:11.58385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509571921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414695"} {"level":"info","ts":"2026-05-29T02:28:11.583887Z","caller":"traceutil/trace.go:171","msg":"trace[1531201322] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10257; }","duration":"1.509653403s","start":"2026-05-29T02:28:10.074224Z","end":"2026-05-29T02:28:11.583877Z","steps":["trace[1531201322] 'agreement among raft nodes before linearized reading' (duration: 1.50870635s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.583907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:10.074201Z","time spent":"1.509701123s","remote":"127.0.0.1:34192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414718,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-29T02:28:11.584035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941802031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-05-29T02:28:11.586311Z","caller":"traceutil/trace.go:171","msg":"trace[840059921] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:10257; }","duration":"2.944089794s","start":"2026-05-29T02:28:08.642196Z","end":"2026-05-29T02:28:11.586285Z","steps":["trace[840059921] 'agreement among raft nodes before linearized reading' (duration: 2.940814597s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:11.586592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:08.642185Z","time spent":"2.944390102s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T02:28:12.145672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.057715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:28:12.145794Z","caller":"traceutil/trace.go:171","msg":"trace[1504017365] linearizableReadLoop","detail":"{readStateIndex:10644; appliedIndex:10643; }","duration":"556.84811ms","start":"2026-05-29T02:28:11.588928Z","end":"2026-05-29T02:28:12.145776Z","steps":["trace[1504017365] 'read index received' (duration: 352.022197ms)","trace[1504017365] 'applied index is now lower than readState.Index' (duration: 204.824023ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:12.145847Z","caller":"traceutil/trace.go:171","msg":"trace[842821522] transaction","detail":"{read_only:false; response_revision:10258; number_of_response:1; }","duration":"559.682717ms","start":"2026-05-29T02:28:11.586129Z","end":"2026-05-29T02:28:12.145812Z","steps":["trace[842821522] 'process raft request' (duration: 354.805063ms)","trace[842821522] 'compare' (duration: 203.698896ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:12.145954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.025794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-qjmsb\" ","response":"range_response_count:1 size:6755"} {"level":"info","ts":"2026-05-29T02:28:12.14599Z","caller":"traceutil/trace.go:171","msg":"trace[1447564541] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-qjmsb; range_end:; response_count:1; response_revision:10258; }","duration":"557.090956ms","start":"2026-05-29T02:28:11.588891Z","end":"2026-05-29T02:28:12.145982Z","steps":["trace[1447564541] 'agreement among raft nodes before linearized reading' (duration: 556.953593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:12.146023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.588873Z","time spent":"557.143158ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":6778,"request content":"key:\"/registry/pods/openstack/glance-metadefs-load-qjmsb\" "} {"level":"warn","ts":"2026-05-29T02:28:12.146016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.586103Z","time spent":"559.820901ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:12.490569Z","caller":"traceutil/trace.go:171","msg":"trace[1047454508] transaction","detail":"{read_only:false; response_revision:10259; number_of_response:1; }","duration":"901.400772ms","start":"2026-05-29T02:28:11.589139Z","end":"2026-05-29T02:28:12.49054Z","steps":["trace[1047454508] 'process raft request' (duration: 850.213987ms)","trace[1047454508] 'compare' (duration: 50.759925ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:12.490758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.589119Z","time spent":"901.537666ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:12.490872Z","caller":"traceutil/trace.go:171","msg":"trace[392033620] transaction","detail":"{read_only:false; response_revision:10260; number_of_response:1; }","duration":"901.707309ms","start":"2026-05-29T02:28:11.589139Z","end":"2026-05-29T02:28:12.490846Z","steps":["trace[392033620] 'process raft request' (duration: 901.31162ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:12.490955Z","caller":"traceutil/trace.go:171","msg":"trace[725635021] transaction","detail":"{read_only:false; response_revision:10265; number_of_response:1; }","duration":"900.803758ms","start":"2026-05-29T02:28:11.590128Z","end":"2026-05-29T02:28:12.490932Z","steps":["trace[725635021] 'process raft request' (duration: 900.755137ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:12.491004Z","caller":"traceutil/trace.go:171","msg":"trace[1296876647] transaction","detail":"{read_only:false; response_revision:10262; number_of_response:1; }","duration":"901.74618ms","start":"2026-05-29T02:28:11.589217Z","end":"2026-05-29T02:28:12.490963Z","steps":["trace[1296876647] 'process raft request' (duration: 901.542245ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:12.491053Z","caller":"traceutil/trace.go:171","msg":"trace[10229962] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"900.992453ms","start":"2026-05-29T02:28:11.590043Z","end":"2026-05-29T02:28:12.491035Z","steps":["trace[10229962] 'process raft request' (duration: 900.802508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:12.491104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.590119Z","time spent":"900.91047ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:12.490975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.589125Z","time spent":"901.795132ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:12.491094Z","caller":"traceutil/trace.go:171","msg":"trace[1276071707] transaction","detail":"{read_only:false; response_revision:10263; number_of_response:1; }","duration":"901.791901ms","start":"2026-05-29T02:28:11.589231Z","end":"2026-05-29T02:28:12.491023Z","steps":["trace[1276071707] 'process raft request' (duration: 901.580596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:12.491131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.590033Z","time spent":"901.060504ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:12.491196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.589202Z","time spent":"901.897134ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:12.491257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.589207Z","time spent":"901.972366ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:12.491193Z","caller":"traceutil/trace.go:171","msg":"trace[1681409368] transaction","detail":"{read_only:false; response_revision:10261; number_of_response:1; }","duration":"901.825152ms","start":"2026-05-29T02:28:11.589207Z","end":"2026-05-29T02:28:12.491032Z","steps":["trace[1681409368] 'process raft request' (duration: 901.492365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:12.49149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.589199Z","time spent":"902.208781ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:13.198319Z","caller":"traceutil/trace.go:171","msg":"trace[1033059673] transaction","detail":"{read_only:false; response_revision:10266; number_of_response:1; }","duration":"1.249341614s","start":"2026-05-29T02:28:11.94894Z","end":"2026-05-29T02:28:13.198281Z","steps":["trace[1033059673] 'process raft request' (duration: 1.248820761s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.198688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.948918Z","time spent":"1.249489758s","remote":"127.0.0.1:34192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414755,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:13.198694Z","caller":"traceutil/trace.go:171","msg":"trace[1281207331] linearizableReadLoop","detail":"{readStateIndex:10652; appliedIndex:10644; }","duration":"1.052650983s","start":"2026-05-29T02:28:12.14582Z","end":"2026-05-29T02:28:13.198471Z","steps":["trace[1281207331] 'read index received' (duration: 293.605683ms)","trace[1281207331] 'applied index is now lower than readState.Index' (duration: 759.04242ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:13.19899Z","caller":"traceutil/trace.go:171","msg":"trace[1601827934] transaction","detail":"{read_only:false; response_revision:10267; number_of_response:1; }","duration":"1.044106372s","start":"2026-05-29T02:28:12.15487Z","end":"2026-05-29T02:28:13.198977Z","steps":["trace[1601827934] 'process raft request' (duration: 1.043322274s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.199113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.154842Z","time spent":"1.044201504s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6975,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:13.199127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607063836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:13.199174Z","caller":"traceutil/trace.go:171","msg":"trace[993990018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10267; }","duration":"1.607125507s","start":"2026-05-29T02:28:11.592035Z","end":"2026-05-29T02:28:13.19916Z","steps":["trace[993990018] 'agreement among raft nodes before linearized reading' (duration: 1.607025845s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.199214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.592028Z","time spent":"1.607179889s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:28:13.199452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178927236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:13.199492Z","caller":"traceutil/trace.go:171","msg":"trace[1813615297] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10267; }","duration":"1.178996758s","start":"2026-05-29T02:28:12.020484Z","end":"2026-05-29T02:28:13.199481Z","steps":["trace[1813615297] 'agreement among raft nodes before linearized reading' (duration: 1.178919926s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.199521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.020466Z","time spent":"1.179047809s","remote":"127.0.0.1:59502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:13.199553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610558738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338430"} {"level":"info","ts":"2026-05-29T02:28:13.199578Z","caller":"traceutil/trace.go:171","msg":"trace[1592405364] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10267; }","duration":"1.610600389s","start":"2026-05-29T02:28:11.588971Z","end":"2026-05-29T02:28:13.199571Z","steps":["trace[1592405364] 'agreement among raft nodes before linearized reading' (duration: 1.610313292s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.199605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.588964Z","time spent":"1.61063541s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":36,"response size":338453,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:28:13.199831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593465236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:13.199949Z","caller":"traceutil/trace.go:171","msg":"trace[1345425892] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10267; }","duration":"1.593638921s","start":"2026-05-29T02:28:11.606289Z","end":"2026-05-29T02:28:13.199928Z","steps":["trace[1345425892] 'agreement among raft nodes before linearized reading' (duration: 1.593431246s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.200013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:11.606268Z","time spent":"1.593733682s","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:28:13.209038Z","caller":"traceutil/trace.go:171","msg":"trace[412230823] transaction","detail":"{read_only:false; response_revision:10268; number_of_response:1; }","duration":"710.900938ms","start":"2026-05-29T02:28:12.498116Z","end":"2026-05-29T02:28:13.209017Z","steps":["trace[412230823] 'process raft request' (duration: 710.330694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.20915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.498093Z","time spent":"711.0083ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:28:13.209371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.07912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:13.209417Z","caller":"traceutil/trace.go:171","msg":"trace[2062466458] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10273; }","duration":"321.171042ms","start":"2026-05-29T02:28:12.888236Z","end":"2026-05-29T02:28:13.209407Z","steps":["trace[2062466458] 'agreement among raft nodes before linearized reading' (duration: 321.057929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.209446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.888213Z","time spent":"321.223042ms","remote":"127.0.0.1:58644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:13.209527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.597127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116249"} {"level":"info","ts":"2026-05-29T02:28:13.209564Z","caller":"traceutil/trace.go:171","msg":"trace[5235415] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10273; }","duration":"506.669679ms","start":"2026-05-29T02:28:12.702885Z","end":"2026-05-29T02:28:13.209555Z","steps":["trace[5235415] 'agreement among raft nodes before linearized reading' (duration: 506.578197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.209592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.702861Z","time spent":"506.72599ms","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":116272,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-05-29T02:28:13.209635Z","caller":"traceutil/trace.go:171","msg":"trace[1985290994] transaction","detail":"{read_only:false; response_revision:10269; number_of_response:1; }","duration":"711.344058ms","start":"2026-05-29T02:28:12.498282Z","end":"2026-05-29T02:28:13.209626Z","steps":["trace[1985290994] 'process raft request' (duration: 710.293933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.209692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.498272Z","time spent":"711.391519ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:28:13.209808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.614206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:28:13.209833Z","caller":"traceutil/trace.go:171","msg":"trace[751428497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10273; }","duration":"607.682288ms","start":"2026-05-29T02:28:12.602144Z","end":"2026-05-29T02:28:13.209826Z","steps":["trace[751428497] 'agreement among raft nodes before linearized reading' (duration: 607.615186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.20985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.602118Z","time spent":"607.728638ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:28:13.2099Z","caller":"traceutil/trace.go:171","msg":"trace[485312956] transaction","detail":"{read_only:false; response_revision:10270; number_of_response:1; }","duration":"710.898787ms","start":"2026-05-29T02:28:12.498992Z","end":"2026-05-29T02:28:13.209891Z","steps":["trace[485312956] 'process raft request' (duration: 709.626347ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.209952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.498958Z","time spent":"710.965819ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:28:13.209976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.406912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:28:13.209994Z","caller":"traceutil/trace.go:171","msg":"trace[1135595397] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:10273; }","duration":"678.458183ms","start":"2026-05-29T02:28:12.53153Z","end":"2026-05-29T02:28:13.209988Z","steps":["trace[1135595397] 'agreement among raft nodes before linearized reading' (duration: 678.402982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.21001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.531514Z","time spent":"678.492434ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"info","ts":"2026-05-29T02:28:13.210082Z","caller":"traceutil/trace.go:171","msg":"trace[454929755] transaction","detail":"{read_only:false; response_revision:10271; number_of_response:1; }","duration":"709.75509ms","start":"2026-05-29T02:28:12.500315Z","end":"2026-05-29T02:28:13.21007Z","steps":["trace[454929755] 'process raft request' (duration: 708.366438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.210107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04065239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:28:13.210147Z","caller":"traceutil/trace.go:171","msg":"trace[948092324] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:10273; }","duration":"1.040721252s","start":"2026-05-29T02:28:12.169417Z","end":"2026-05-29T02:28:13.210139Z","steps":["trace[948092324] 'agreement among raft nodes before linearized reading' (duration: 1.040609239s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.210169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.169405Z","time spent":"1.040757823s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:28:13.209434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059188667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e753bb95029b\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-05-29T02:28:13.210267Z","caller":"traceutil/trace.go:171","msg":"trace[1279979481] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e753bb95029b; range_end:; response_count:1; response_revision:10273; }","duration":"1.060057968s","start":"2026-05-29T02:28:12.150201Z","end":"2026-05-29T02:28:13.210259Z","steps":["trace[1279979481] 'agreement among raft nodes before linearized reading' (duration: 1.059110425s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.21028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.500288Z","time spent":"709.828561ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:13.210318Z","caller":"traceutil/trace.go:171","msg":"trace[1836210667] transaction","detail":"{read_only:false; response_revision:10272; number_of_response:1; }","duration":"303.314671ms","start":"2026-05-29T02:28:12.906997Z","end":"2026-05-29T02:28:13.210311Z","steps":["trace[1836210667] 'process raft request' (duration: 301.723324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.210375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.906975Z","time spent":"303.363403ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:28:13.210494Z","caller":"traceutil/trace.go:171","msg":"trace[1213695831] transaction","detail":"{read_only:false; response_revision:10273; number_of_response:1; }","duration":"223.663276ms","start":"2026-05-29T02:28:12.986824Z","end":"2026-05-29T02:28:13.210487Z","steps":["trace[1213695831] 'process raft request' (duration: 221.936305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.210579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.720835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:28:13.210601Z","caller":"traceutil/trace.go:171","msg":"trace[2026607770] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10273; }","duration":"166.790517ms","start":"2026-05-29T02:28:13.043805Z","end":"2026-05-29T02:28:13.210595Z","steps":["trace[2026607770] 'agreement among raft nodes before linearized reading' (duration: 166.737675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:13.210291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:28:12.150184Z","time spent":"1.060100908s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":819,"request content":"key:\"/registry/events/openstack/pxc-operator-7cff949c8b-lpxgh.18b3e753bb95029b\" "} {"level":"info","ts":"2026-05-29T02:28:17.807612Z","caller":"traceutil/trace.go:171","msg":"trace[1254262589] linearizableReadLoop","detail":"{readStateIndex:10737; appliedIndex:10736; }","duration":"139.079714ms","start":"2026-05-29T02:28:17.668515Z","end":"2026-05-29T02:28:17.807595Z","steps":["trace[1254262589] 'read index received' (duration: 138.935401ms)","trace[1254262589] 'applied index is now lower than readState.Index' (duration: 143.633µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:17.807859Z","caller":"traceutil/trace.go:171","msg":"trace[1050466339] transaction","detail":"{read_only:false; response_revision:10349; number_of_response:1; }","duration":"153.75524ms","start":"2026-05-29T02:28:17.653903Z","end":"2026-05-29T02:28:17.807659Z","steps":["trace[1050466339] 'process raft request' (duration: 153.562665ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:17.808024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.494715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:28:17.808087Z","caller":"traceutil/trace.go:171","msg":"trace[343980938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10349; }","duration":"139.630358ms","start":"2026-05-29T02:28:17.668442Z","end":"2026-05-29T02:28:17.808073Z","steps":["trace[343980938] 'agreement among raft nodes before linearized reading' (duration: 139.259449ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:42.638505Z","caller":"traceutil/trace.go:171","msg":"trace[1240539692] linearizableReadLoop","detail":"{readStateIndex:10963; appliedIndex:10961; }","duration":"106.237271ms","start":"2026-05-29T02:28:42.532243Z","end":"2026-05-29T02:28:42.63848Z","steps":["trace[1240539692] 'read index received' (duration: 69.605029ms)","trace[1240539692] 'applied index is now lower than readState.Index' (duration: 36.630972ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:28:42.638654Z","caller":"traceutil/trace.go:171","msg":"trace[1307475661] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"127.917631ms","start":"2026-05-29T02:28:42.510689Z","end":"2026-05-29T02:28:42.638606Z","steps":["trace[1307475661] 'process raft request' (duration: 127.682386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:28:42.638709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.455786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:28:42.638756Z","caller":"traceutil/trace.go:171","msg":"trace[4797350] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:10566; }","duration":"106.541699ms","start":"2026-05-29T02:28:42.532203Z","end":"2026-05-29T02:28:42.638745Z","steps":["trace[4797350] 'agreement among raft nodes before linearized reading' (duration: 106.382715ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:28:58.073063Z","caller":"traceutil/trace.go:171","msg":"trace[1278678751] linearizableReadLoop","detail":"{readStateIndex:11052; appliedIndex:11051; }","duration":"218.371461ms","start":"2026-05-29T02:28:57.854664Z","end":"2026-05-29T02:28:58.073036Z","steps":["trace[1278678751] 'read index received' (duration: 209.166084ms)","trace[1278678751] 'applied index is now lower than readState.Index' (duration: 9.202886ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:28:58.073348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.663217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:28:58.073439Z","caller":"traceutil/trace.go:171","msg":"trace[1278027842] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10650; }","duration":"218.79481ms","start":"2026-05-29T02:28:57.85462Z","end":"2026-05-29T02:28:58.073415Z","steps":["trace[1278027842] 'agreement among raft nodes before linearized reading' (duration: 218.531234ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:42.785846Z","caller":"traceutil/trace.go:171","msg":"trace[2140946162] transaction","detail":"{read_only:false; response_revision:10907; number_of_response:1; }","duration":"103.455656ms","start":"2026-05-29T02:29:42.682367Z","end":"2026-05-29T02:29:42.785822Z","steps":["trace[2140946162] 'process raft request' (duration: 102.683597ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:29:52.077095Z","caller":"traceutil/trace.go:171","msg":"trace[649912372] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"234.02335ms","start":"2026-05-29T02:29:51.843031Z","end":"2026-05-29T02:29:52.077054Z","steps":["trace[649912372] 'process raft request' (duration: 178.966323ms)","trace[649912372] 'compare' (duration: 54.945774ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:29:54.617058Z","caller":"traceutil/trace.go:171","msg":"trace[1452401590] transaction","detail":"{read_only:false; response_revision:11052; number_of_response:1; }","duration":"167.574915ms","start":"2026-05-29T02:29:54.449446Z","end":"2026-05-29T02:29:54.617021Z","steps":["trace[1452401590] 'process raft request' (duration: 76.394578ms)","trace[1452401590] 'compare' (duration: 90.792168ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:06.337772Z","caller":"traceutil/trace.go:171","msg":"trace[1774598022] linearizableReadLoop","detail":"{readStateIndex:11571; appliedIndex:11570; }","duration":"103.801774ms","start":"2026-05-29T02:30:06.233942Z","end":"2026-05-29T02:30:06.337744Z","steps":["trace[1774598022] 'read index received' (duration: 103.514447ms)","trace[1774598022] 'applied index is now lower than readState.Index' (duration: 285.957µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:06.337854Z","caller":"traceutil/trace.go:171","msg":"trace[2009080160] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"143.475188ms","start":"2026-05-29T02:30:06.19434Z","end":"2026-05-29T02:30:06.337815Z","steps":["trace[2009080160] 'process raft request' (duration: 143.216262ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:06.33817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.172283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:30:06.338304Z","caller":"traceutil/trace.go:171","msg":"trace[1694798235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:11152; }","duration":"104.388728ms","start":"2026-05-29T02:30:06.233888Z","end":"2026-05-29T02:30:06.338277Z","steps":["trace[1694798235] 'agreement among raft nodes before linearized reading' (duration: 103.984719ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:52.729569Z","caller":"traceutil/trace.go:171","msg":"trace[1358340675] transaction","detail":"{read_only:false; response_revision:11674; number_of_response:1; }","duration":"220.211404ms","start":"2026-05-29T02:30:52.509341Z","end":"2026-05-29T02:30:52.729553Z","steps":["trace[1358340675] 'process raft request' (duration: 220.098651ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:52.729609Z","caller":"traceutil/trace.go:171","msg":"trace[5941144] linearizableReadLoop","detail":"{readStateIndex:12104; appliedIndex:12104; }","duration":"189.685685ms","start":"2026-05-29T02:30:52.53989Z","end":"2026-05-29T02:30:52.729575Z","steps":["trace[5941144] 'read index received' (duration: 189.671615ms)","trace[5941144] 'applied index is now lower than readState.Index' (duration: 11.28µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:30:52.729882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.977292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:30:52.729985Z","caller":"traceutil/trace.go:171","msg":"trace[1508783020] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:11674; }","duration":"190.128876ms","start":"2026-05-29T02:30:52.53984Z","end":"2026-05-29T02:30:52.729969Z","steps":["trace[1508783020] 'agreement among raft nodes before linearized reading' (duration: 189.89011ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:52.731108Z","caller":"traceutil/trace.go:171","msg":"trace[592898201] transaction","detail":"{read_only:false; response_revision:11675; number_of_response:1; }","duration":"118.706054ms","start":"2026-05-29T02:30:52.612392Z","end":"2026-05-29T02:30:52.731098Z","steps":["trace[592898201] 'process raft request' (duration: 118.603002ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:52.886335Z","caller":"traceutil/trace.go:171","msg":"trace[1509325526] linearizableReadLoop","detail":"{readStateIndex:12108; appliedIndex:12107; }","duration":"150.33782ms","start":"2026-05-29T02:30:52.735969Z","end":"2026-05-29T02:30:52.886307Z","steps":["trace[1509325526] 'read index received' (duration: 105.956965ms)","trace[1509325526] 'applied index is now lower than readState.Index' (duration: 44.379615ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:52.886466Z","caller":"traceutil/trace.go:171","msg":"trace[721747327] transaction","detail":"{read_only:false; response_revision:11677; number_of_response:1; }","duration":"151.169029ms","start":"2026-05-29T02:30:52.735271Z","end":"2026-05-29T02:30:52.88644Z","steps":["trace[721747327] 'process raft request' (duration: 106.691931ms)","trace[721747327] 'compare' (duration: 44.207921ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:30:52.886623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.714588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:30:52.88667Z","caller":"traceutil/trace.go:171","msg":"trace[958548532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11677; }","duration":"136.797601ms","start":"2026-05-29T02:30:52.749859Z","end":"2026-05-29T02:30:52.886657Z","steps":["trace[958548532] 'agreement among raft nodes before linearized reading' (duration: 136.612516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:52.887028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.045296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:441276"} {"level":"info","ts":"2026-05-29T02:30:52.887115Z","caller":"traceutil/trace.go:171","msg":"trace[1955233491] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11677; }","duration":"151.171949ms","start":"2026-05-29T02:30:52.735925Z","end":"2026-05-29T02:30:52.887097Z","steps":["trace[1955233491] 'agreement among raft nodes before linearized reading' (duration: 150.519094ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:53.110817Z","caller":"traceutil/trace.go:171","msg":"trace[2093675838] linearizableReadLoop","detail":"{readStateIndex:12109; appliedIndex:12108; }","duration":"219.59466ms","start":"2026-05-29T02:30:52.891204Z","end":"2026-05-29T02:30:53.110799Z","steps":["trace[2093675838] 'read index received' (duration: 219.448767ms)","trace[2093675838] 'applied index is now lower than readState.Index' (duration: 145.023µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:53.11089Z","caller":"traceutil/trace.go:171","msg":"trace[1879857500] transaction","detail":"{read_only:false; response_revision:11678; number_of_response:1; }","duration":"219.750924ms","start":"2026-05-29T02:30:52.891099Z","end":"2026-05-29T02:30:53.11085Z","steps":["trace[1879857500] 'process raft request' (duration: 219.57626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:53.111002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.780004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:30:53.111034Z","caller":"traceutil/trace.go:171","msg":"trace[580825515] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11678; }","duration":"219.824825ms","start":"2026-05-29T02:30:52.891201Z","end":"2026-05-29T02:30:53.111026Z","steps":["trace[580825515] 'agreement among raft nodes before linearized reading' (duration: 219.696782ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:53.111053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.410083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:30:53.111088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.179663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-db-init-n95t9\" ","response":"range_response_count:1 size:2755"} {"level":"info","ts":"2026-05-29T02:30:53.111118Z","caller":"traceutil/trace.go:171","msg":"trace[1086939722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11678; }","duration":"204.494955ms","start":"2026-05-29T02:30:52.906604Z","end":"2026-05-29T02:30:53.111099Z","steps":["trace[1086939722] 'agreement among raft nodes before linearized reading' (duration: 204.331991ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:30:53.111146Z","caller":"traceutil/trace.go:171","msg":"trace[53996004] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-db-init-n95t9; range_end:; response_count:1; response_revision:11678; }","duration":"200.260685ms","start":"2026-05-29T02:30:52.910867Z","end":"2026-05-29T02:30:53.111127Z","steps":["trace[53996004] 'agreement among raft nodes before linearized reading' (duration: 200.097851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:53.290727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.905036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:30:53.290768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.67095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:30:53.290822Z","caller":"traceutil/trace.go:171","msg":"trace[113849403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11680; }","duration":"135.012489ms","start":"2026-05-29T02:30:53.155784Z","end":"2026-05-29T02:30:53.290796Z","steps":["trace[113849403] 'agreement among raft nodes before linearized reading' (duration: 53.018568ms)","trace[113849403] 'range keys from in-memory index tree' (duration: 81.892528ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:53.290845Z","caller":"traceutil/trace.go:171","msg":"trace[346580252] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11680; }","duration":"134.786843ms","start":"2026-05-29T02:30:53.156038Z","end":"2026-05-29T02:30:53.290824Z","steps":["trace[346580252] 'agreement among raft nodes before linearized reading' (duration: 52.754962ms)","trace[346580252] 'range keys from in-memory index tree' (duration: 81.911579ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:30:53.290984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.345827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:30:53.291065Z","caller":"traceutil/trace.go:171","msg":"trace[1396640436] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11680; }","duration":"135.47481ms","start":"2026-05-29T02:30:53.155572Z","end":"2026-05-29T02:30:53.291047Z","steps":["trace[1396640436] 'agreement among raft nodes before linearized reading' (duration: 53.238854ms)","trace[1396640436] 'range keys from in-memory index tree' (duration: 82.124143ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:30:53.291107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.491546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-29T02:30:53.291175Z","caller":"traceutil/trace.go:171","msg":"trace[2007250812] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11680; }","duration":"131.567427ms","start":"2026-05-29T02:30:53.159584Z","end":"2026-05-29T02:30:53.291151Z","steps":["trace[2007250812] 'agreement among raft nodes before linearized reading' (duration: 49.212948ms)","trace[2007250812] 'range keys from in-memory index tree' (duration: 82.166344ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:30:53.291305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.873929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-29T02:30:53.291395Z","caller":"traceutil/trace.go:171","msg":"trace[1818542420] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11680; }","duration":"136.008122ms","start":"2026-05-29T02:30:53.155363Z","end":"2026-05-29T02:30:53.291371Z","steps":["trace[1818542420] 'agreement among raft nodes before linearized reading' (duration: 53.390167ms)","trace[1818542420] 'range keys from in-memory index tree' (duration: 82.369059ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:30:53.291334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.156162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:30:53.29163Z","caller":"traceutil/trace.go:171","msg":"trace[1251997596] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11680; }","duration":"136.115315ms","start":"2026-05-29T02:30:53.155488Z","end":"2026-05-29T02:30:53.291603Z","steps":["trace[1251997596] 'agreement among raft nodes before linearized reading' (duration: 53.330766ms)","trace[1251997596] 'range keys from in-memory index tree' (duration: 81.819706ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:59.691664Z","caller":"traceutil/trace.go:171","msg":"trace[1154995473] linearizableReadLoop","detail":"{readStateIndex:12170; appliedIndex:12169; }","duration":"208.064509ms","start":"2026-05-29T02:30:59.483571Z","end":"2026-05-29T02:30:59.691636Z","steps":["trace[1154995473] 'read index received' (duration: 207.997597ms)","trace[1154995473] 'applied index is now lower than readState.Index' (duration: 65.792µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:30:59.69174Z","caller":"traceutil/trace.go:171","msg":"trace[1806617558] transaction","detail":"{read_only:false; response_revision:11736; number_of_response:1; }","duration":"219.796614ms","start":"2026-05-29T02:30:59.471904Z","end":"2026-05-29T02:30:59.691701Z","steps":["trace[1806617558] 'process raft request' (duration: 219.566749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:59.69195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.348215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:30:59.691994Z","caller":"traceutil/trace.go:171","msg":"trace[52247547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11736; }","duration":"208.444267ms","start":"2026-05-29T02:30:59.483539Z","end":"2026-05-29T02:30:59.691983Z","steps":["trace[52247547] 'agreement among raft nodes before linearized reading' (duration: 208.259073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:30:59.692012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.302311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:30:59.692214Z","caller":"traceutil/trace.go:171","msg":"trace[1549045683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11736; }","duration":"207.552257ms","start":"2026-05-29T02:30:59.484633Z","end":"2026-05-29T02:30:59.692186Z","steps":["trace[1549045683] 'agreement among raft nodes before linearized reading' (duration: 207.174028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:00.128223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.960359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:00.128332Z","caller":"traceutil/trace.go:171","msg":"trace[748344306] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11739; }","duration":"220.133012ms","start":"2026-05-29T02:30:59.908174Z","end":"2026-05-29T02:31:00.128307Z","steps":["trace[748344306] 'count revisions from in-memory index tree' (duration: 219.793424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:00.12838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.641972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:31:00.128497Z","caller":"traceutil/trace.go:171","msg":"trace[1152993180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11739; }","duration":"318.830827ms","start":"2026-05-29T02:30:59.809634Z","end":"2026-05-29T02:31:00.128465Z","steps":["trace[1152993180] 'count revisions from in-memory index tree' (duration: 318.532789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:00.128577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:30:59.809606Z","time spent":"318.951539ms","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:31:00.407008Z","caller":"traceutil/trace.go:171","msg":"trace[76799546] transaction","detail":"{read_only:false; response_revision:11740; number_of_response:1; }","duration":"237.86634ms","start":"2026-05-29T02:31:00.169113Z","end":"2026-05-29T02:31:00.406979Z","steps":["trace[76799546] 'process raft request' (duration: 237.671946ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:00.407539Z","caller":"traceutil/trace.go:171","msg":"trace[2140517011] linearizableReadLoop","detail":"{readStateIndex:12174; appliedIndex:12174; }","duration":"229.074553ms","start":"2026-05-29T02:31:00.178417Z","end":"2026-05-29T02:31:00.407491Z","steps":["trace[2140517011] 'read index received' (duration: 229.054193ms)","trace[2140517011] 'applied index is now lower than readState.Index' (duration: 17.03µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:00.407807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.37159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:31:00.40786Z","caller":"traceutil/trace.go:171","msg":"trace[1750831723] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11740; }","duration":"229.476263ms","start":"2026-05-29T02:31:00.178368Z","end":"2026-05-29T02:31:00.407845Z","steps":["trace[1750831723] 'agreement among raft nodes before linearized reading' (duration: 229.261968ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:00.433814Z","caller":"traceutil/trace.go:171","msg":"trace[1533073301] transaction","detail":"{read_only:false; response_revision:11741; number_of_response:1; }","duration":"194.92581ms","start":"2026-05-29T02:31:00.23887Z","end":"2026-05-29T02:31:00.433796Z","steps":["trace[1533073301] 'process raft request' (duration: 192.291388ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:01.406983Z","caller":"traceutil/trace.go:171","msg":"trace[2084895216] transaction","detail":"{read_only:false; response_revision:11745; number_of_response:1; }","duration":"160.094289ms","start":"2026-05-29T02:31:01.246848Z","end":"2026-05-29T02:31:01.406943Z","steps":["trace[2084895216] 'process raft request' (duration: 129.274414ms)","trace[2084895216] 'compare' (duration: 30.323163ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:14.969467Z","caller":"traceutil/trace.go:171","msg":"trace[469056299] transaction","detail":"{read_only:false; response_revision:11821; number_of_response:1; }","duration":"520.808281ms","start":"2026-05-29T02:31:14.448621Z","end":"2026-05-29T02:31:14.96943Z","steps":["trace[469056299] 'process raft request' (duration: 520.533065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:14.970649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:14.448596Z","time spent":"520.969995ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:31:15.234351Z","caller":"traceutil/trace.go:171","msg":"trace[1124114464] transaction","detail":"{read_only:false; response_revision:11822; number_of_response:1; }","duration":"428.526128ms","start":"2026-05-29T02:31:14.80579Z","end":"2026-05-29T02:31:15.234316Z","steps":["trace[1124114464] 'process raft request' (duration: 338.391326ms)","trace[1124114464] 'compare' (duration: 89.349764ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:15.234574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:14.805768Z","time spent":"428.674022ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:31:15.234713Z","caller":"traceutil/trace.go:171","msg":"trace[1086243930] linearizableReadLoop","detail":"{readStateIndex:12260; appliedIndex:12257; }","duration":"361.753647ms","start":"2026-05-29T02:31:14.872925Z","end":"2026-05-29T02:31:15.234679Z","steps":["trace[1086243930] 'read index received' (duration: 96.216185ms)","trace[1086243930] 'applied index is now lower than readState.Index' (duration: 265.536112ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:31:15.234786Z","caller":"traceutil/trace.go:171","msg":"trace[1585879041] transaction","detail":"{read_only:false; response_revision:11823; number_of_response:1; }","duration":"417.586462ms","start":"2026-05-29T02:31:14.817163Z","end":"2026-05-29T02:31:15.23475Z","steps":["trace[1585879041] 'process raft request' (duration: 417.057019ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:15.234919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:14.81714Z","time spent":"417.716444ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:15.234969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.031663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:31:15.234976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.41531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:31:15.235029Z","caller":"traceutil/trace.go:171","msg":"trace[421116251] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11823; }","duration":"362.097865ms","start":"2026-05-29T02:31:14.872914Z","end":"2026-05-29T02:31:15.235012Z","steps":["trace[421116251] 'agreement among raft nodes before linearized reading' (duration: 361.89275ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:15.235043Z","caller":"traceutil/trace.go:171","msg":"trace[975655018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:11823; }","duration":"172.523322ms","start":"2026-05-29T02:31:15.0625Z","end":"2026-05-29T02:31:15.235023Z","steps":["trace[975655018] 'agreement among raft nodes before linearized reading' (duration: 172.343408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:15.235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.521933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:31:15.235092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:14.87289Z","time spent":"362.186707ms","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:31:15.23512Z","caller":"traceutil/trace.go:171","msg":"trace[497154511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11823; }","duration":"164.707548ms","start":"2026-05-29T02:31:15.070385Z","end":"2026-05-29T02:31:15.235092Z","steps":["trace[497154511] 'agreement among raft nodes before linearized reading' (duration: 164.477802ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:16.138819Z","caller":"traceutil/trace.go:171","msg":"trace[410672245] transaction","detail":"{read_only:false; response_revision:11827; number_of_response:1; }","duration":"342.007612ms","start":"2026-05-29T02:31:15.796789Z","end":"2026-05-29T02:31:16.138797Z","steps":["trace[410672245] 'process raft request' (duration: 341.848459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:16.139019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:15.796771Z","time spent":"342.117995ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:31:16.142871Z","caller":"traceutil/trace.go:171","msg":"trace[1474932026] transaction","detail":"{read_only:false; response_revision:11828; number_of_response:1; }","duration":"344.722656ms","start":"2026-05-29T02:31:15.798124Z","end":"2026-05-29T02:31:16.142846Z","steps":["trace[1474932026] 'process raft request' (duration: 344.48422ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:31:16.142928Z","caller":"traceutil/trace.go:171","msg":"trace[326988590] transaction","detail":"{read_only:false; response_revision:11829; number_of_response:1; }","duration":"343.684271ms","start":"2026-05-29T02:31:15.799231Z","end":"2026-05-29T02:31:16.142915Z","steps":["trace[326988590] 'process raft request' (duration: 343.537298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:16.143001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:15.799204Z","time spent":"343.768444ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:31:16.143027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:15.798112Z","time spent":"344.826519ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:31:16.142856Z","caller":"traceutil/trace.go:171","msg":"trace[1948692942] linearizableReadLoop","detail":"{readStateIndex:12266; appliedIndex:12263; }","duration":"338.908319ms","start":"2026-05-29T02:31:15.803922Z","end":"2026-05-29T02:31:16.14283Z","steps":["trace[1948692942] 'read index received' (duration: 334.722051ms)","trace[1948692942] 'applied index is now lower than readState.Index' (duration: 4.185148ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:31:16.1432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.259667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:31:16.143274Z","caller":"traceutil/trace.go:171","msg":"trace[489671658] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11829; }","duration":"339.35844ms","start":"2026-05-29T02:31:15.803894Z","end":"2026-05-29T02:31:16.143252Z","steps":["trace[489671658] 'agreement among raft nodes before linearized reading' (duration: 339.019252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:31:16.143332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:31:15.803882Z","time spent":"339.431672ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:32:55.290487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624707553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:32:55.761173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019377793s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:32:55.761598Z","caller":"traceutil/trace.go:171","msg":"trace[1478083937] transaction","detail":"{read_only:false; response_revision:12509; number_of_response:1; }","duration":"1.019890065s","start":"2026-05-29T02:32:54.741681Z","end":"2026-05-29T02:32:55.761571Z","steps":["trace[1478083937] 'process raft request' (duration: 1.019717501s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.761729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.741665Z","time spent":"1.019996198s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:32:55.762477Z","caller":"traceutil/trace.go:171","msg":"trace[1474309534] linearizableReadLoop","detail":"{readStateIndex:12969; appliedIndex:12968; }","duration":"972.668526ms","start":"2026-05-29T02:32:54.78979Z","end":"2026-05-29T02:32:55.762458Z","steps":["trace[1474309534] 'read index received' (duration: 971.840686ms)","trace[1474309534] 'applied index is now lower than readState.Index' (duration: 826.86µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:32:55.762562Z","caller":"traceutil/trace.go:171","msg":"trace[1838249433] transaction","detail":"{read_only:false; response_revision:12511; number_of_response:1; }","duration":"339.948518ms","start":"2026-05-29T02:32:55.422596Z","end":"2026-05-29T02:32:55.762545Z","steps":["trace[1838249433] 'process raft request' (duration: 339.684661ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:55.762611Z","caller":"traceutil/trace.go:171","msg":"trace[43976195] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"137.795688ms","start":"2026-05-29T02:32:55.624797Z","end":"2026-05-29T02:32:55.762592Z","steps":["trace[43976195] 'process raft request' (duration: 137.536812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.762652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.42257Z","time spent":"340.03973ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:32:55.762726Z","caller":"traceutil/trace.go:171","msg":"trace[2108935191] transaction","detail":"{read_only:false; response_revision:12513; number_of_response:1; }","duration":"132.402482ms","start":"2026-05-29T02:32:55.630314Z","end":"2026-05-29T02:32:55.762717Z","steps":["trace[2108935191] 'process raft request' (duration: 132.053083ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:55.762735Z","caller":"traceutil/trace.go:171","msg":"trace[1674736210] transaction","detail":"{read_only:false; response_revision:12510; number_of_response:1; }","duration":"1.020441058s","start":"2026-05-29T02:32:54.742285Z","end":"2026-05-29T02:32:55.762726Z","steps":["trace[1674736210] 'process raft request' (duration: 1.019870214s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.762784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.742273Z","time spent":"1.020484299s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:32:55.76291Z","caller":"traceutil/trace.go:171","msg":"trace[81983881] transaction","detail":"{read_only:false; response_revision:12514; number_of_response:1; }","duration":"129.326619ms","start":"2026-05-29T02:32:55.633574Z","end":"2026-05-29T02:32:55.762901Z","steps":["trace[81983881] 'process raft request' (duration: 128.843278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.76307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.28479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:32:55.763119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.809765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T02:32:55.763187Z","caller":"traceutil/trace.go:171","msg":"trace[1853134121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12514; }","duration":"973.390842ms","start":"2026-05-29T02:32:54.789712Z","end":"2026-05-29T02:32:55.763103Z","steps":["trace[1853134121] 'agreement among raft nodes before linearized reading' (duration: 973.271319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.789678Z","time spent":"973.560966ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:32:55.763485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.22246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:32:55.763523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.707772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-05-29T02:32:55.763532Z","caller":"traceutil/trace.go:171","msg":"trace[527701679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12514; }","duration":"696.410234ms","start":"2026-05-29T02:32:55.067111Z","end":"2026-05-29T02:32:55.763521Z","steps":["trace[527701679] 'agreement among raft nodes before linearized reading' (duration: 696.342422ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.067083Z","time spent":"696.476775ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:32:55.763191Z","caller":"traceutil/trace.go:171","msg":"trace[911045626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12514; }","duration":"971.913537ms","start":"2026-05-29T02:32:54.791258Z","end":"2026-05-29T02:32:55.763171Z","steps":["trace[911045626] 'agreement among raft nodes before linearized reading' (duration: 971.735443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.049174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-create-internal-tenant-xgl9t\" ","response":"range_response_count:1 size:9629"} {"level":"info","ts":"2026-05-29T02:32:55.763813Z","caller":"traceutil/trace.go:171","msg":"trace[1911453789] range","detail":"{range_begin:/registry/pods/openstack/cinder-create-internal-tenant-xgl9t; range_end:; response_count:1; response_revision:12514; }","duration":"930.128596ms","start":"2026-05-29T02:32:54.833672Z","end":"2026-05-29T02:32:55.763801Z","steps":["trace[1911453789] 'agreement among raft nodes before linearized reading' (duration: 930.029134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.763817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.791247Z","time spent":"972.549472ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:32:55.763843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:54.833651Z","time spent":"930.185077ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":9652,"request content":"key:\"/registry/pods/openstack/cinder-create-internal-tenant-xgl9t\" "} {"level":"info","ts":"2026-05-29T02:32:55.763569Z","caller":"traceutil/trace.go:171","msg":"trace[1517126522] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12514; }","duration":"682.801874ms","start":"2026-05-29T02:32:55.080751Z","end":"2026-05-29T02:32:55.763553Z","steps":["trace[1517126522] 'agreement among raft nodes before linearized reading' (duration: 682.684142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:55.76396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:55.08073Z","time spent":"683.217014ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-05-29T02:32:55.763752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.166557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:55.764035Z","caller":"traceutil/trace.go:171","msg":"trace[815991027] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12514; }","duration":"244.462004ms","start":"2026-05-29T02:32:55.51954Z","end":"2026-05-29T02:32:55.764002Z","steps":["trace[815991027] 'agreement among raft nodes before linearized reading' (duration: 244.188697ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:55.769169Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10196} {"level":"info","ts":"2026-05-29T02:32:55.853062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10196,"took":"81.30139ms","hash":4092506551,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":27193344,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-29T02:32:55.853114Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4092506551,"revision":10196,"compact-revision":8029} {"level":"warn","ts":"2026-05-29T02:32:58.133284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624707582,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:32:58.220585Z","caller":"traceutil/trace.go:171","msg":"trace[913592776] linearizableReadLoop","detail":"{readStateIndex:12984; appliedIndex:12980; }","duration":"588.091318ms","start":"2026-05-29T02:32:57.632471Z","end":"2026-05-29T02:32:58.220562Z","steps":["trace[913592776] 'read index received' (duration: 565.278832ms)","trace[913592776] 'applied index is now lower than readState.Index' (duration: 22.811766ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:32:58.220715Z","caller":"traceutil/trace.go:171","msg":"trace[12402495] transaction","detail":"{read_only:false; response_revision:12523; number_of_response:1; }","duration":"450.081644ms","start":"2026-05-29T02:32:57.77059Z","end":"2026-05-29T02:32:58.220671Z","steps":["trace[12402495] 'process raft request' (duration: 449.936741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.220859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.375854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:32:58.220917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.770582Z","time spent":"450.230859ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:32:58.220954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.353055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:32:58.220736Z","caller":"traceutil/trace.go:171","msg":"trace[14492032] transaction","detail":"{read_only:false; response_revision:12521; number_of_response:1; }","duration":"453.394172ms","start":"2026-05-29T02:32:57.767307Z","end":"2026-05-29T02:32:58.220701Z","steps":["trace[14492032] 'process raft request' (duration: 453.033784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.221082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.673866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-05-29T02:32:58.22107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.493661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:58.221116Z","caller":"traceutil/trace.go:171","msg":"trace[696034019] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12523; }","duration":"452.770478ms","start":"2026-05-29T02:32:57.768337Z","end":"2026-05-29T02:32:58.221108Z","steps":["trace[696034019] 'agreement among raft nodes before linearized reading' (duration: 452.678905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.221149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.768314Z","time spent":"452.828899ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-05-29T02:32:58.22115Z","caller":"traceutil/trace.go:171","msg":"trace[2091708471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12523; }","duration":"452.599884ms","start":"2026-05-29T02:32:57.768533Z","end":"2026-05-29T02:32:58.221133Z","steps":["trace[2091708471] 'agreement among raft nodes before linearized reading' (duration: 452.452831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.221116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.985475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-29T02:32:58.220934Z","caller":"traceutil/trace.go:171","msg":"trace[747572616] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12523; }","duration":"588.509127ms","start":"2026-05-29T02:32:57.632411Z","end":"2026-05-29T02:32:58.220921Z","steps":["trace[747572616] 'agreement among raft nodes before linearized reading' (duration: 588.342783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.221196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.768522Z","time spent":"452.665576ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-05-29T02:32:58.221209Z","caller":"traceutil/trace.go:171","msg":"trace[1408325576] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12523; }","duration":"445.105688ms","start":"2026-05-29T02:32:57.776087Z","end":"2026-05-29T02:32:58.221193Z","steps":["trace[1408325576] 'agreement among raft nodes before linearized reading' (duration: 444.826081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.221243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.632386Z","time spent":"588.838285ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:32:58.221205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.767291Z","time spent":"453.764731ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:32:58.221291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.890574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:32:58.22138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.847248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-29T02:32:58.221416Z","caller":"traceutil/trace.go:171","msg":"trace[393406734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12523; }","duration":"151.88733ms","start":"2026-05-29T02:32:58.069516Z","end":"2026-05-29T02:32:58.221403Z","steps":["trace[393406734] 'agreement among raft nodes before linearized reading' (duration: 151.786647ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:58.221425Z","caller":"traceutil/trace.go:171","msg":"trace[1393550238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12523; }","duration":"454.024547ms","start":"2026-05-29T02:32:57.767358Z","end":"2026-05-29T02:32:58.221383Z","steps":["trace[1393550238] 'agreement among raft nodes before linearized reading' (duration: 453.74031ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.221276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.776081Z","time spent":"445.163109ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:32:58.221504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.767354Z","time spent":"454.108699ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:32:58.221555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.477597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:32:58.221592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.459085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:32:58.221599Z","caller":"traceutil/trace.go:171","msg":"trace[27309194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12523; }","duration":"445.533118ms","start":"2026-05-29T02:32:57.776055Z","end":"2026-05-29T02:32:58.221589Z","steps":["trace[27309194] 'agreement among raft nodes before linearized reading' (duration: 445.446546ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:58.221619Z","caller":"traceutil/trace.go:171","msg":"trace[696506373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:12523; }","duration":"210.517816ms","start":"2026-05-29T02:32:58.011093Z","end":"2026-05-29T02:32:58.221611Z","steps":["trace[696506373] 'agreement among raft nodes before linearized reading' (duration: 210.426434ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:58.220999Z","caller":"traceutil/trace.go:171","msg":"trace[1746331009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12523; }","duration":"454.418977ms","start":"2026-05-29T02:32:57.766565Z","end":"2026-05-29T02:32:58.220984Z","steps":["trace[1746331009] 'agreement among raft nodes before linearized reading' (duration: 454.245473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.221699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.510135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:32:58.221736Z","caller":"traceutil/trace.go:171","msg":"trace[83698184] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12523; }","duration":"450.594987ms","start":"2026-05-29T02:32:57.771131Z","end":"2026-05-29T02:32:58.221726Z","steps":["trace[83698184] 'agreement among raft nodes before linearized reading' (duration: 450.495205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.22177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.766555Z","time spent":"455.156284ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:32:58.221815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.771119Z","time spent":"450.667309ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-05-29T02:32:58.221842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.728389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:32:58.221882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.434199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:32:58.221902Z","caller":"traceutil/trace.go:171","msg":"trace[1743300393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12523; }","duration":"441.79855ms","start":"2026-05-29T02:32:57.780089Z","end":"2026-05-29T02:32:58.221888Z","steps":["trace[1743300393] 'agreement among raft nodes before linearized reading' (duration: 441.694708ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:32:58.221918Z","caller":"traceutil/trace.go:171","msg":"trace[1687956348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12523; }","duration":"294.50692ms","start":"2026-05-29T02:32:57.9274Z","end":"2026-05-29T02:32:58.221907Z","steps":["trace[1687956348] 'agreement among raft nodes before linearized reading' (duration: 294.389998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.221629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.776049Z","time spent":"445.574009ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:32:58.22195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.780082Z","time spent":"441.858981ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:32:58.220642Z","caller":"traceutil/trace.go:171","msg":"trace[426771795] transaction","detail":"{read_only:false; response_revision:12522; number_of_response:1; }","duration":"450.547926ms","start":"2026-05-29T02:32:57.770055Z","end":"2026-05-29T02:32:58.220602Z","steps":["trace[426771795] 'process raft request' (duration: 450.429663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.222047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.594182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:32:58.222073Z","caller":"traceutil/trace.go:171","msg":"trace[841276109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12523; }","duration":"374.631472ms","start":"2026-05-29T02:32:57.847434Z","end":"2026-05-29T02:32:58.222066Z","steps":["trace[841276109] 'agreement among raft nodes before linearized reading' (duration: 374.55775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:32:58.222097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.847429Z","time spent":"374.662903ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:32:58.22236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:32:57.770027Z","time spent":"452.084982ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:34:09.100919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624708870,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:34:09.302254Z","caller":"traceutil/trace.go:171","msg":"trace[1548386361] transaction","detail":"{read_only:false; response_revision:12976; number_of_response:1; }","duration":"702.516158ms","start":"2026-05-29T02:34:08.599723Z","end":"2026-05-29T02:34:09.302239Z","steps":["trace[1548386361] 'process raft request' (duration: 702.259432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:09.30237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.59971Z","time spent":"702.595339ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:34:09.302223Z","caller":"traceutil/trace.go:171","msg":"trace[672055523] linearizableReadLoop","detail":"{readStateIndex:13453; appliedIndex:13452; }","duration":"701.568705ms","start":"2026-05-29T02:34:08.600622Z","end":"2026-05-29T02:34:09.30219Z","steps":["trace[672055523] 'read index received' (duration: 701.386101ms)","trace[672055523] 'applied index is now lower than readState.Index' (duration: 181.634µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:34:09.302397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.782181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:34:09.302519Z","caller":"traceutil/trace.go:171","msg":"trace[1517526524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12976; }","duration":"701.924554ms","start":"2026-05-29T02:34:08.60058Z","end":"2026-05-29T02:34:09.302504Z","steps":["trace[1517526524] 'agreement among raft nodes before linearized reading' (duration: 701.707359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:09.302541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.10089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:34:09.302559Z","caller":"traceutil/trace.go:171","msg":"trace[891346484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12976; }","duration":"700.140062ms","start":"2026-05-29T02:34:08.602414Z","end":"2026-05-29T02:34:09.302554Z","steps":["trace[891346484] 'agreement among raft nodes before linearized reading' (duration: 700.0743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:09.302566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.600568Z","time spent":"701.988045ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:34:09.302581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.602399Z","time spent":"700.177312ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:34:09.302671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.559899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:34:09.302691Z","caller":"traceutil/trace.go:171","msg":"trace[582781086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12976; }","duration":"233.617799ms","start":"2026-05-29T02:34:09.069068Z","end":"2026-05-29T02:34:09.302686Z","steps":["trace[582781086] 'agreement among raft nodes before linearized reading' (duration: 233.585258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:09.302855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.509817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:34:09.302889Z","caller":"traceutil/trace.go:171","msg":"trace[1718573724] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12976; }","duration":"699.594889ms","start":"2026-05-29T02:34:08.603287Z","end":"2026-05-29T02:34:09.302882Z","steps":["trace[1718573724] 'agreement among raft nodes before linearized reading' (duration: 699.499056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:09.302908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.603262Z","time spent":"699.63795ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:34:09.302867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.80966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:34:09.302973Z","caller":"traceutil/trace.go:171","msg":"trace[2067437073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12976; }","duration":"698.947864ms","start":"2026-05-29T02:34:08.603999Z","end":"2026-05-29T02:34:09.302947Z","steps":["trace[2067437073] 'agreement among raft nodes before linearized reading' (duration: 698.688448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:09.303043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.603989Z","time spent":"699.043666ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:34:09.303474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.409446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:34:09.303509Z","caller":"traceutil/trace.go:171","msg":"trace[325247034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:12976; }","duration":"505.493698ms","start":"2026-05-29T02:34:08.798008Z","end":"2026-05-29T02:34:09.303502Z","steps":["trace[325247034] 'agreement among raft nodes before linearized reading' (duration: 504.743561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:09.303528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:08.797979Z","time spent":"505.542949ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:34:10.064895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624708874,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:34:10.357923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050501503s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:34:10.360914Z","caller":"traceutil/trace.go:171","msg":"trace[1612220192] transaction","detail":"{read_only:false; response_revision:12977; number_of_response:1; }","duration":"1.053506073s","start":"2026-05-29T02:34:09.307363Z","end":"2026-05-29T02:34:10.360869Z","steps":["trace[1612220192] 'process raft request' (duration: 1.050855731s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.361187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:09.307355Z","time spent":"1.053724348s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:34:10.366539Z","caller":"traceutil/trace.go:171","msg":"trace[124633901] transaction","detail":"{read_only:false; response_revision:12978; number_of_response:1; }","duration":"1.058993752s","start":"2026-05-29T02:34:09.30753Z","end":"2026-05-29T02:34:10.366523Z","steps":["trace[124633901] 'process raft request' (duration: 1.05889122s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.366607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:09.307525Z","time spent":"1.059049523s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:34:10.366744Z","caller":"traceutil/trace.go:171","msg":"trace[2053414096] transaction","detail":"{read_only:false; response_revision:12979; number_of_response:1; }","duration":"1.059105595s","start":"2026-05-29T02:34:09.307627Z","end":"2026-05-29T02:34:10.366733Z","steps":["trace[2053414096] 'process raft request' (duration: 1.058868169s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.366799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:09.307609Z","time spent":"1.059162686s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:34:10.367084Z","caller":"traceutil/trace.go:171","msg":"trace[971052652] transaction","detail":"{read_only:false; response_revision:12980; number_of_response:1; }","duration":"1.058680135s","start":"2026-05-29T02:34:09.308391Z","end":"2026-05-29T02:34:10.367071Z","steps":["trace[971052652] 'process raft request' (duration: 1.058293986s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.367159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:09.308382Z","time spent":"1.058739756s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:34:10.36734Z","caller":"traceutil/trace.go:171","msg":"trace[2133478476] linearizableReadLoop","detail":"{readStateIndex:13457; appliedIndex:13453; }","duration":"803.295695ms","start":"2026-05-29T02:34:09.564023Z","end":"2026-05-29T02:34:10.367319Z","steps":["trace[2133478476] 'read index received' (duration: 794.192211ms)","trace[2133478476] 'applied index is now lower than readState.Index' (duration: 9.102414ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:34:10.367444Z","caller":"traceutil/trace.go:171","msg":"trace[962788103] transaction","detail":"{read_only:false; response_revision:12982; number_of_response:1; }","duration":"194.10033ms","start":"2026-05-29T02:34:10.173325Z","end":"2026-05-29T02:34:10.367425Z","steps":["trace[962788103] 'process raft request' (duration: 193.894735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.367529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.48606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:34:10.367573Z","caller":"traceutil/trace.go:171","msg":"trace[847761779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12982; }","duration":"803.599973ms","start":"2026-05-29T02:34:09.563962Z","end":"2026-05-29T02:34:10.367562Z","steps":["trace[847761779] 'agreement among raft nodes before linearized reading' (duration: 803.50565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.367614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:09.563937Z","time spent":"803.667745ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:34:10.367635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.909911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:34:10.367716Z","caller":"traceutil/trace.go:171","msg":"trace[856175976] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12982; }","duration":"690.005554ms","start":"2026-05-29T02:34:09.677689Z","end":"2026-05-29T02:34:10.367695Z","steps":["trace[856175976] 'agreement among raft nodes before linearized reading' (duration: 689.816849ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.367817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:09.677606Z","time spent":"690.200348ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":63,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:34:10.367832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.47477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:34:10.367877Z","caller":"traceutil/trace.go:171","msg":"trace[844081428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12982; }","duration":"283.557723ms","start":"2026-05-29T02:34:10.084305Z","end":"2026-05-29T02:34:10.367863Z","steps":["trace[844081428] 'agreement among raft nodes before linearized reading' (duration: 283.477881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.368003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.391391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:34:10.368045Z","caller":"traceutil/trace.go:171","msg":"trace[825688919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12982; }","duration":"298.468253ms","start":"2026-05-29T02:34:10.069565Z","end":"2026-05-29T02:34:10.368034Z","steps":["trace[825688919] 'agreement among raft nodes before linearized reading' (duration: 298.400941ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:34:10.368055Z","caller":"traceutil/trace.go:171","msg":"trace[589681505] transaction","detail":"{read_only:false; response_revision:12981; number_of_response:1; }","duration":"203.183714ms","start":"2026-05-29T02:34:10.164139Z","end":"2026-05-29T02:34:10.367323Z","steps":["trace[589681505] 'process raft request' (duration: 202.867006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:10.36812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.929478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415220"} {"level":"info","ts":"2026-05-29T02:34:10.36817Z","caller":"traceutil/trace.go:171","msg":"trace[353846177] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12982; }","duration":"283.009339ms","start":"2026-05-29T02:34:10.085147Z","end":"2026-05-29T02:34:10.368157Z","steps":["trace[353846177] 'agreement among raft nodes before linearized reading' (duration: 282.771084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:12.378503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.376158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:34:12.378622Z","caller":"traceutil/trace.go:171","msg":"trace[2008038711] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12987; }","duration":"134.551421ms","start":"2026-05-29T02:34:12.244053Z","end":"2026-05-29T02:34:12.378605Z","steps":["trace[2008038711] 'count revisions from in-memory index tree' (duration: 134.290695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:12.378683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.151174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:34:12.378726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.585196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:34:12.378799Z","caller":"traceutil/trace.go:171","msg":"trace[12398358] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12987; }","duration":"261.698139ms","start":"2026-05-29T02:34:12.117084Z","end":"2026-05-29T02:34:12.378782Z","steps":["trace[12398358] 'count revisions from in-memory index tree' (duration: 261.466373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:12.378881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.665141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19044"} {"level":"info","ts":"2026-05-29T02:34:12.378939Z","caller":"traceutil/trace.go:171","msg":"trace[1430516010] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12987; }","duration":"488.752043ms","start":"2026-05-29T02:34:11.890169Z","end":"2026-05-29T02:34:12.378921Z","steps":["trace[1430516010] 'range keys from in-memory index tree' (duration: 488.501528ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:34:12.378933Z","caller":"traceutil/trace.go:171","msg":"trace[430191367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12987; }","duration":"309.283187ms","start":"2026-05-29T02:34:12.069469Z","end":"2026-05-29T02:34:12.378752Z","steps":["trace[430191367] 'range keys from in-memory index tree' (duration: 309.076283ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:12.379007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.890147Z","time spent":"488.843056ms","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19067,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:34:12.379014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.327747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:34:12.379107Z","caller":"traceutil/trace.go:171","msg":"trace[318110302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12987; }","duration":"114.466309ms","start":"2026-05-29T02:34:12.264621Z","end":"2026-05-29T02:34:12.379088Z","steps":["trace[318110302] 'count revisions from in-memory index tree' (duration: 114.191533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:12.379223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:12.069448Z","time spent":"309.755299ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:34:12.379227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484020151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:34:12.379493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060709823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"warn","ts":"2026-05-29T02:34:12.379353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073027243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:34:12.379547Z","caller":"traceutil/trace.go:171","msg":"trace[1188491538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:12987; }","duration":"1.060814456s","start":"2026-05-29T02:34:11.318721Z","end":"2026-05-29T02:34:12.379535Z","steps":["trace[1188491538] 'range keys from in-memory index tree' (duration: 1.0605645s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:12.379568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.318693Z","time spent":"1.060871227s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"info","ts":"2026-05-29T02:34:12.37951Z","caller":"traceutil/trace.go:171","msg":"trace[45293882] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12987; }","duration":"1.484348067s","start":"2026-05-29T02:34:10.895135Z","end":"2026-05-29T02:34:12.379483Z","steps":["trace[45293882] 'range keys from in-memory index tree' (duration: 1.483900727s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:34:12.379611Z","caller":"traceutil/trace.go:171","msg":"trace[1066378949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12987; }","duration":"1.073302099s","start":"2026-05-29T02:34:11.30626Z","end":"2026-05-29T02:34:12.379562Z","steps":["trace[1066378949] 'range keys from in-memory index tree' (duration: 1.072783327s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:34:12.379626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:10.895114Z","time spent":"1.484494221s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-29T02:34:12.379692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:34:11.306235Z","time spent":"1.073435273s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:36:58.617708Z","caller":"traceutil/trace.go:171","msg":"trace[1902764011] transaction","detail":"{read_only:false; response_revision:14168; number_of_response:1; }","duration":"214.107361ms","start":"2026-05-29T02:36:58.403578Z","end":"2026-05-29T02:36:58.617686Z","steps":["trace[1902764011] 'process raft request' (duration: 213.973878ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:36:58.619235Z","caller":"traceutil/trace.go:171","msg":"trace[419589026] transaction","detail":"{read_only:false; response_revision:14169; number_of_response:1; }","duration":"211.836877ms","start":"2026-05-29T02:36:58.407384Z","end":"2026-05-29T02:36:58.61922Z","steps":["trace[419589026] 'process raft request' (duration: 211.755755ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:37:55.776894Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12513} {"level":"info","ts":"2026-05-29T02:37:55.89268Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12513,"took":"112.520044ms","hash":1309334058,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":27922432,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-29T02:37:55.892799Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1309334058,"revision":12513,"compact-revision":10196} {"level":"info","ts":"2026-05-29T02:37:58.914371Z","caller":"traceutil/trace.go:171","msg":"trace[155912137] transaction","detail":"{read_only:false; response_revision:14484; number_of_response:1; }","duration":"180.827979ms","start":"2026-05-29T02:37:58.73351Z","end":"2026-05-29T02:37:58.914338Z","steps":["trace[155912137] 'process raft request' (duration: 179.15166ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.561952Z","caller":"traceutil/trace.go:171","msg":"trace[1618300244] transaction","detail":"{read_only:false; response_revision:14525; number_of_response:1; }","duration":"129.171825ms","start":"2026-05-29T02:38:07.432748Z","end":"2026-05-29T02:38:07.56192Z","steps":["trace[1618300244] 'process raft request' (duration: 128.927329ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.567206Z","caller":"traceutil/trace.go:171","msg":"trace[1289774808] transaction","detail":"{read_only:false; response_revision:14526; number_of_response:1; }","duration":"132.111525ms","start":"2026-05-29T02:38:07.435064Z","end":"2026-05-29T02:38:07.567176Z","steps":["trace[1289774808] 'process raft request' (duration: 131.834978ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:07.567257Z","caller":"traceutil/trace.go:171","msg":"trace[1998736906] transaction","detail":"{read_only:false; response_revision:14527; number_of_response:1; }","duration":"130.879145ms","start":"2026-05-29T02:38:07.436345Z","end":"2026-05-29T02:38:07.567224Z","steps":["trace[1998736906] 'process raft request' (duration: 130.747292ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:14.112283Z","caller":"traceutil/trace.go:171","msg":"trace[2090434929] transaction","detail":"{read_only:false; response_revision:14578; number_of_response:1; }","duration":"423.508501ms","start":"2026-05-29T02:38:13.688749Z","end":"2026-05-29T02:38:14.112257Z","steps":["trace[2090434929] 'process raft request' (duration: 365.264813ms)","trace[2090434929] 'compare' (duration: 58.054364ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:38:14.112435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:13.688707Z","time spent":"423.647825ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:14.11243Z","caller":"traceutil/trace.go:171","msg":"trace[1893934168] linearizableReadLoop","detail":"{readStateIndex:15120; appliedIndex:15117; }","duration":"379.901607ms","start":"2026-05-29T02:38:13.7325Z","end":"2026-05-29T02:38:14.112401Z","steps":["trace[1893934168] 'read index received' (duration: 3.535203ms)","trace[1893934168] 'applied index is now lower than readState.Index' (duration: 376.365444ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:14.112531Z","caller":"traceutil/trace.go:171","msg":"trace[348314966] transaction","detail":"{read_only:false; response_revision:14579; number_of_response:1; }","duration":"423.290097ms","start":"2026-05-29T02:38:13.689193Z","end":"2026-05-29T02:38:14.112483Z","steps":["trace[348314966] 'process raft request' (duration: 423.0228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:14.112643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.144222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-29T02:38:14.112674Z","caller":"traceutil/trace.go:171","msg":"trace[1287894130] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14579; }","duration":"380.246145ms","start":"2026-05-29T02:38:13.732418Z","end":"2026-05-29T02:38:14.112664Z","steps":["trace[1287894130] 'agreement among raft nodes before linearized reading' (duration: 380.107532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:14.112707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:13.732391Z","time spent":"380.309706ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:38:14.112782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:13.689186Z","time spent":"423.458291ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:14.112888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.075528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:38:14.112924Z","caller":"traceutil/trace.go:171","msg":"trace[1968087481] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14579; }","duration":"302.15453ms","start":"2026-05-29T02:38:13.810762Z","end":"2026-05-29T02:38:14.112917Z","steps":["trace[1968087481] 'agreement among raft nodes before linearized reading' (duration: 302.093009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:14.112946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:13.810741Z","time spent":"302.198851ms","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:38:14.114116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.921927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:38:14.114315Z","caller":"traceutil/trace.go:171","msg":"trace[737041629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14579; }","duration":"194.135392ms","start":"2026-05-29T02:38:13.920099Z","end":"2026-05-29T02:38:14.114234Z","steps":["trace[737041629] 'agreement among raft nodes before linearized reading' (duration: 192.874352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:14.114346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.590731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-5lppp\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-05-29T02:38:14.11463Z","caller":"traceutil/trace.go:171","msg":"trace[230451627] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-5lppp; range_end:; response_count:1; response_revision:14579; }","duration":"245.878677ms","start":"2026-05-29T02:38:13.868628Z","end":"2026-05-29T02:38:14.114507Z","steps":["trace[230451627] 'agreement among raft nodes before linearized reading' (duration: 245.225712ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:14.289204Z","caller":"traceutil/trace.go:171","msg":"trace[1838993617] transaction","detail":"{read_only:false; response_revision:14582; number_of_response:1; }","duration":"160.428819ms","start":"2026-05-29T02:38:14.128737Z","end":"2026-05-29T02:38:14.289166Z","steps":["trace[1838993617] 'process raft request' (duration: 160.311117ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:14.289337Z","caller":"traceutil/trace.go:171","msg":"trace[4306486] transaction","detail":"{read_only:false; response_revision:14581; number_of_response:1; }","duration":"167.24812ms","start":"2026-05-29T02:38:14.122034Z","end":"2026-05-29T02:38:14.289282Z","steps":["trace[4306486] 'process raft request' (duration: 123.365679ms)","trace[4306486] 'compare' (duration: 43.438991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:38:15.993978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624713435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:38:16.495281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624713435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:38:16.996056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624713435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:38:17.041247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.564278766s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:38:17.041698Z","caller":"traceutil/trace.go:171","msg":"trace[809040062] transaction","detail":"{read_only:false; response_revision:14583; number_of_response:1; }","duration":"1.564872839s","start":"2026-05-29T02:38:15.4768Z","end":"2026-05-29T02:38:17.041673Z","steps":["trace[809040062] 'process raft request' (duration: 1.564714645s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.041828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.476763Z","time spent":"1.564985102s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:17.215167Z","caller":"traceutil/trace.go:171","msg":"trace[1483310356] linearizableReadLoop","detail":"{readStateIndex:15129; appliedIndex:15123; }","duration":"1.722141605s","start":"2026-05-29T02:38:15.493009Z","end":"2026-05-29T02:38:17.215151Z","steps":["trace[1483310356] 'read index received' (duration: 1.548499005s)","trace[1483310356] 'applied index is now lower than readState.Index' (duration: 173.64204ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:17.215366Z","caller":"traceutil/trace.go:171","msg":"trace[2068126431] transaction","detail":"{read_only:false; response_revision:14584; number_of_response:1; }","duration":"1.621543991s","start":"2026-05-29T02:38:15.593814Z","end":"2026-05-29T02:38:17.215358Z","steps":["trace[2068126431] 'process raft request' (duration: 1.621140032s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.215436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.59379Z","time spent":"1.621595343s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:17.215583Z","caller":"traceutil/trace.go:171","msg":"trace[1468176922] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"1.62066675s","start":"2026-05-29T02:38:15.594911Z","end":"2026-05-29T02:38:17.215578Z","steps":["trace[1468176922] 'process raft request' (duration: 1.620149248s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.215617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.594904Z","time spent":"1.620696411s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:17.215661Z","caller":"traceutil/trace.go:171","msg":"trace[1162295956] transaction","detail":"{read_only:false; response_revision:14586; number_of_response:1; }","duration":"1.62064224s","start":"2026-05-29T02:38:15.595015Z","end":"2026-05-29T02:38:17.215657Z","steps":["trace[1162295956] 'process raft request' (duration: 1.620068867s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.215684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.594993Z","time spent":"1.620680071s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:17.215731Z","caller":"traceutil/trace.go:171","msg":"trace[1648047772] transaction","detail":"{read_only:false; response_revision:14587; number_of_response:1; }","duration":"1.309406597s","start":"2026-05-29T02:38:15.90632Z","end":"2026-05-29T02:38:17.215726Z","steps":["trace[1648047772] 'process raft request' (duration: 1.308788702s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.215754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.906292Z","time spent":"1.309450988s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:17.215793Z","caller":"traceutil/trace.go:171","msg":"trace[944663086] transaction","detail":"{read_only:false; response_revision:14588; number_of_response:1; }","duration":"1.241782077s","start":"2026-05-29T02:38:15.974006Z","end":"2026-05-29T02:38:17.215789Z","steps":["trace[944663086] 'process raft request' (duration: 1.241122122s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.215819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.973978Z","time spent":"1.241827879s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:17.215873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722872812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:38:17.215893Z","caller":"traceutil/trace.go:171","msg":"trace[447632804] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:14588; }","duration":"1.722928154s","start":"2026-05-29T02:38:15.49296Z","end":"2026-05-29T02:38:17.215888Z","steps":["trace[447632804] 'agreement among raft nodes before linearized reading' (duration: 1.722888303s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.215911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.492933Z","time spent":"1.722972085s","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:38:17.216051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608675458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:38:17.216069Z","caller":"traceutil/trace.go:171","msg":"trace[1929548949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14588; }","duration":"1.60874012s","start":"2026-05-29T02:38:15.607325Z","end":"2026-05-29T02:38:17.216065Z","steps":["trace[1929548949] 'agreement among raft nodes before linearized reading' (duration: 1.608673578s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.216082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.607296Z","time spent":"1.608782231s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:38:17.216255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531413593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:38:17.216273Z","caller":"traceutil/trace.go:171","msg":"trace[207615728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14588; }","duration":"1.531488405s","start":"2026-05-29T02:38:15.684779Z","end":"2026-05-29T02:38:17.216268Z","steps":["trace[207615728] 'agreement among raft nodes before linearized reading' (duration: 1.531441263s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.216286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.684749Z","time spent":"1.531534086s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:38:17.216343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475245533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:38:17.216413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579344299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:17.216436Z","caller":"traceutil/trace.go:171","msg":"trace[1713888199] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:14588; }","duration":"1.579368329s","start":"2026-05-29T02:38:15.637063Z","end":"2026-05-29T02:38:17.216431Z","steps":["trace[1713888199] 'agreement among raft nodes before linearized reading' (duration: 1.579330539s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.21645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.636984Z","time spent":"1.579463202s","remote":"127.0.0.1:50950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:38:17.216421Z","caller":"traceutil/trace.go:171","msg":"trace[2104734367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14588; }","duration":"1.475379867s","start":"2026-05-29T02:38:15.741026Z","end":"2026-05-29T02:38:17.216406Z","steps":["trace[2104734367] 'agreement among raft nodes before linearized reading' (duration: 1.475152131s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.216527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.741002Z","time spent":"1.475515059s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:38:17.216769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.531482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-05-29T02:38:17.216793Z","caller":"traceutil/trace.go:171","msg":"trace[1043249312] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:14588; }","duration":"143.596304ms","start":"2026-05-29T02:38:17.073191Z","end":"2026-05-29T02:38:17.216787Z","steps":["trace[1043249312] 'agreement among raft nodes before linearized reading' (duration: 143.533382ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.216869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099828182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:38:17.216933Z","caller":"traceutil/trace.go:171","msg":"trace[92971398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14588; }","duration":"1.099925365s","start":"2026-05-29T02:38:16.116991Z","end":"2026-05-29T02:38:17.216916Z","steps":["trace[92971398] 'agreement among raft nodes before linearized reading' (duration: 1.099743431s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.216988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:16.116959Z","time spent":"1.100022197s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:38:17.216379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554650569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:38:17.217168Z","caller":"traceutil/trace.go:171","msg":"trace[77094915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14588; }","duration":"1.555481429s","start":"2026-05-29T02:38:15.661681Z","end":"2026-05-29T02:38:17.217162Z","steps":["trace[77094915] 'agreement among raft nodes before linearized reading' (duration: 1.554661549s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.217187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:15.661656Z","time spent":"1.55552532s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:38:17.217143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:38:17.21724Z","caller":"traceutil/trace.go:171","msg":"trace[1337667983] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14588; }","duration":"1.188383463s","start":"2026-05-29T02:38:16.028851Z","end":"2026-05-29T02:38:17.217234Z","steps":["trace[1337667983] 'agreement among raft nodes before linearized reading' (duration: 1.18826533s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.217365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:16.028829Z","time spent":"1.188527226s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:38:17.217173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094327332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:38:17.217458Z","caller":"traceutil/trace.go:171","msg":"trace[1522335657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14588; }","duration":"1.09465715s","start":"2026-05-29T02:38:16.122785Z","end":"2026-05-29T02:38:17.217442Z","steps":["trace[1522335657] 'agreement among raft nodes before linearized reading' (duration: 1.093917853s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.217534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.382483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:38:17.217538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:16.122761Z","time spent":"1.094750683s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:38:17.217555Z","caller":"traceutil/trace.go:171","msg":"trace[1500444891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14588; }","duration":"147.437045ms","start":"2026-05-29T02:38:17.070113Z","end":"2026-05-29T02:38:17.217551Z","steps":["trace[1500444891] 'agreement among raft nodes before linearized reading' (duration: 147.403344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.217779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.241769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:38:17.217806Z","caller":"traceutil/trace.go:171","msg":"trace[1679762601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:14588; }","duration":"899.303131ms","start":"2026-05-29T02:38:16.318496Z","end":"2026-05-29T02:38:17.2178Z","steps":["trace[1679762601] 'agreement among raft nodes before linearized reading' (duration: 899.198568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:17.217843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:16.318477Z","time spent":"899.343491ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"info","ts":"2026-05-29T02:38:18.830325Z","caller":"traceutil/trace.go:171","msg":"trace[537699671] transaction","detail":"{read_only:false; response_revision:14596; number_of_response:1; }","duration":"899.614368ms","start":"2026-05-29T02:38:17.930681Z","end":"2026-05-29T02:38:18.830296Z","steps":["trace[537699671] 'process raft request' (duration: 899.410103ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:18.830519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:17.930656Z","time spent":"899.765882ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12584,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:20.451196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.206199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:38:20.451264Z","caller":"traceutil/trace.go:171","msg":"trace[339303001] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:14611; }","duration":"167.336252ms","start":"2026-05-29T02:38:20.283914Z","end":"2026-05-29T02:38:20.45125Z","steps":["trace[339303001] 'count revisions from in-memory index tree' (duration: 167.100677ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:27.760631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624713794,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:38:28.090178Z","caller":"traceutil/trace.go:171","msg":"trace[653701757] transaction","detail":"{read_only:false; response_revision:14745; number_of_response:1; }","duration":"987.838921ms","start":"2026-05-29T02:38:27.102304Z","end":"2026-05-29T02:38:28.090143Z","steps":["trace[653701757] 'process raft request' (duration: 987.615146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.090377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.102273Z","time spent":"988.009544ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:28.110812Z","caller":"traceutil/trace.go:171","msg":"trace[17762104] transaction","detail":"{read_only:false; response_revision:14746; number_of_response:1; }","duration":"849.993523ms","start":"2026-05-29T02:38:27.260785Z","end":"2026-05-29T02:38:28.110779Z","steps":["trace[17762104] 'process raft request' (duration: 849.624114ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:28.110847Z","caller":"traceutil/trace.go:171","msg":"trace[1143001268] transaction","detail":"{read_only:false; response_revision:14747; number_of_response:1; }","duration":"849.741697ms","start":"2026-05-29T02:38:27.261058Z","end":"2026-05-29T02:38:28.1108Z","steps":["trace[1143001268] 'process raft request' (duration: 849.564743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.110983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.260747Z","time spent":"850.144397ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:28.111124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.261051Z","time spent":"849.918851ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:28.111239Z","caller":"traceutil/trace.go:171","msg":"trace[930914555] transaction","detail":"{read_only:false; response_revision:14748; number_of_response:1; }","duration":"849.064091ms","start":"2026-05-29T02:38:27.262159Z","end":"2026-05-29T02:38:28.111223Z","steps":["trace[930914555] 'process raft request' (duration: 848.56728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.11132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.262151Z","time spent":"849.130423ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:28.111324Z","caller":"traceutil/trace.go:171","msg":"trace[1163842301] transaction","detail":"{read_only:false; response_revision:14749; number_of_response:1; }","duration":"546.357038ms","start":"2026-05-29T02:38:27.564951Z","end":"2026-05-29T02:38:28.111308Z","steps":["trace[1163842301] 'process raft request' (duration: 546.196075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.11139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.564926Z","time spent":"546.4332ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:38:28.117212Z","caller":"traceutil/trace.go:171","msg":"trace[1178386426] linearizableReadLoop","detail":"{readStateIndex:15294; appliedIndex:15288; }","duration":"856.618529ms","start":"2026-05-29T02:38:27.260576Z","end":"2026-05-29T02:38:28.117195Z","steps":["trace[1178386426] 'read index received' (duration: 829.394839ms)","trace[1178386426] 'applied index is now lower than readState.Index' (duration: 27.22292ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:38:28.117366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.772372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-2s5nv.18b3e8db297adbbe\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-05-29T02:38:28.117393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.004951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-29T02:38:28.11741Z","caller":"traceutil/trace.go:171","msg":"trace[1748497374] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-2s5nv.18b3e8db297adbbe; range_end:; response_count:1; response_revision:14749; }","duration":"856.828103ms","start":"2026-05-29T02:38:27.260567Z","end":"2026-05-29T02:38:28.117395Z","steps":["trace[1748497374] 'agreement among raft nodes before linearized reading' (duration: 856.710551ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:28.117414Z","caller":"traceutil/trace.go:171","msg":"trace[1261418013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14749; }","duration":"841.068083ms","start":"2026-05-29T02:38:27.276339Z","end":"2026-05-29T02:38:28.117407Z","steps":["trace[1261418013] 'agreement among raft nodes before linearized reading' (duration: 840.995821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.117435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.260516Z","time spent":"856.912515ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":782,"request content":"key:\"/registry/events/openstack/ovn-controller-2s5nv.18b3e8db297adbbe\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.530238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:28.1175Z","caller":"traceutil/trace.go:171","msg":"trace[807072993] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:14749; }","duration":"539.585329ms","start":"2026-05-29T02:38:27.577876Z","end":"2026-05-29T02:38:28.117462Z","steps":["trace[807072993] 'agreement among raft nodes before linearized reading' (duration: 539.499977ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.117534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.577814Z","time spent":"539.709582ms","remote":"127.0.0.1:38352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:38:28.117543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.594083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:38:28.117569Z","caller":"traceutil/trace.go:171","msg":"trace[1141396387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14749; }","duration":"826.643474ms","start":"2026-05-29T02:38:27.290919Z","end":"2026-05-29T02:38:28.117563Z","steps":["trace[1141396387] 'agreement among raft nodes before linearized reading' (duration: 826.531272ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.117589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.290904Z","time spent":"826.680085ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.369574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:38:28.117615Z","caller":"traceutil/trace.go:171","msg":"trace[45357411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14749; }","duration":"679.424945ms","start":"2026-05-29T02:38:27.438181Z","end":"2026-05-29T02:38:28.117606Z","steps":["trace[45357411] 'agreement among raft nodes before linearized reading' (duration: 679.370834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.117436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.276319Z","time spent":"841.112404ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:38:28.11763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.438158Z","time spent":"679.468366ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.733237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:38:28.117693Z","caller":"traceutil/trace.go:171","msg":"trace[732694721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14749; }","duration":"829.772047ms","start":"2026-05-29T02:38:27.287914Z","end":"2026-05-29T02:38:28.117686Z","steps":["trace[732694721] 'agreement among raft nodes before linearized reading' (duration: 829.722676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.117711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.2879Z","time spent":"829.805179ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.370675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:38:28.117772Z","caller":"traceutil/trace.go:171","msg":"trace[102480874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:14749; }","duration":"808.404415ms","start":"2026-05-29T02:38:27.309362Z","end":"2026-05-29T02:38:28.117767Z","steps":["trace[102480874] 'agreement among raft nodes before linearized reading' (duration: 808.359624ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.117786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.309353Z","time spent":"808.430745ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6546,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.862153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-29T02:38:28.117804Z","caller":"traceutil/trace.go:171","msg":"trace[276618073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14749; }","duration":"833.909435ms","start":"2026-05-29T02:38:27.283889Z","end":"2026-05-29T02:38:28.117798Z","steps":["trace[276618073] 'agreement among raft nodes before linearized reading' (duration: 833.862264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.117804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.076213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-181202c2-0275-4d1d-bca1-77d308a7f6c5\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-05-29T02:38:28.117821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.283875Z","time spent":"833.940105ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.676111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:38:28.117863Z","caller":"traceutil/trace.go:171","msg":"trace[234050230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14749; }","duration":"825.700882ms","start":"2026-05-29T02:38:27.292156Z","end":"2026-05-29T02:38:28.117857Z","steps":["trace[234050230] 'agreement among raft nodes before linearized reading' (duration: 825.662451ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:28.11783Z","caller":"traceutil/trace.go:171","msg":"trace[2073094650] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-181202c2-0275-4d1d-bca1-77d308a7f6c5; range_end:; response_count:1; response_revision:14749; }","duration":"512.115963ms","start":"2026-05-29T02:38:27.605704Z","end":"2026-05-29T02:38:28.11782Z","steps":["trace[2073094650] 'agreement among raft nodes before linearized reading' (duration: 512.048072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.117875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.292146Z","time spent":"825.726163ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.605699Z","time spent":"512.179105ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-181202c2-0275-4d1d-bca1-77d308a7f6c5\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.278717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-05-29T02:38:28.117963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.614318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:38:28.117973Z","caller":"traceutil/trace.go:171","msg":"trace[76394104] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9; range_end:; response_count:1; response_revision:14749; }","duration":"512.37319ms","start":"2026-05-29T02:38:27.605589Z","end":"2026-05-29T02:38:28.117962Z","steps":["trace[76394104] 'agreement among raft nodes before linearized reading' (duration: 512.284118ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:28.117986Z","caller":"traceutil/trace.go:171","msg":"trace[1097887986] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:14749; }","duration":"104.671879ms","start":"2026-05-29T02:38:28.013306Z","end":"2026-05-29T02:38:28.117978Z","steps":["trace[1097887986] 'agreement among raft nodes before linearized reading' (duration: 104.632558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.118001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.60557Z","time spent":"512.42365ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9\" "} {"level":"warn","ts":"2026-05-29T02:38:28.117533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.577259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:38:28.118073Z","caller":"traceutil/trace.go:171","msg":"trace[931952781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14749; }","duration":"826.139072ms","start":"2026-05-29T02:38:27.291926Z","end":"2026-05-29T02:38:28.118065Z","steps":["trace[931952781] 'agreement among raft nodes before linearized reading' (duration: 825.502267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:28.118106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:27.291915Z","time spent":"826.183943ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:38:59.056644Z","caller":"traceutil/trace.go:171","msg":"trace[578787143] linearizableReadLoop","detail":"{readStateIndex:15713; appliedIndex:15712; }","duration":"327.736391ms","start":"2026-05-29T02:38:58.72889Z","end":"2026-05-29T02:38:59.056627Z","steps":["trace[578787143] 'read index received' (duration: 327.674ms)","trace[578787143] 'applied index is now lower than readState.Index' (duration: 61.621µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:38:59.056754Z","caller":"traceutil/trace.go:171","msg":"trace[510063939] transaction","detail":"{read_only:false; response_revision:15151; number_of_response:1; }","duration":"411.441408ms","start":"2026-05-29T02:38:58.645276Z","end":"2026-05-29T02:38:59.056718Z","steps":["trace[510063939] 'process raft request' (duration: 411.247943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.05686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.955956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-05-29T02:38:59.056886Z","caller":"traceutil/trace.go:171","msg":"trace[741851011] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15151; }","duration":"328.027148ms","start":"2026-05-29T02:38:58.728852Z","end":"2026-05-29T02:38:59.056879Z","steps":["trace[741851011] 'agreement among raft nodes before linearized reading' (duration: 327.872365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.056906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.728835Z","time spent":"328.066119ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:38:59.056933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:38:58.645223Z","time spent":"411.613741ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:38:59.056979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.096541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3224"} {"level":"warn","ts":"2026-05-29T02:38:59.057006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.932989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2dhqh\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-05-29T02:38:59.057116Z","caller":"traceutil/trace.go:171","msg":"trace[1721474931] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:15151; }","duration":"277.285025ms","start":"2026-05-29T02:38:58.779803Z","end":"2026-05-29T02:38:59.057088Z","steps":["trace[1721474931] 'agreement among raft nodes before linearized reading' (duration: 276.982258ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:38:59.05712Z","caller":"traceutil/trace.go:171","msg":"trace[1002516250] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-2dhqh; range_end:; response_count:1; response_revision:15151; }","duration":"246.081613ms","start":"2026-05-29T02:38:58.811016Z","end":"2026-05-29T02:38:59.057098Z","steps":["trace[1002516250] 'agreement among raft nodes before linearized reading' (duration: 245.802176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:38:59.057031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.4324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:38:59.057305Z","caller":"traceutil/trace.go:171","msg":"trace[1830594898] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:15151; }","duration":"140.697916ms","start":"2026-05-29T02:38:58.91653Z","end":"2026-05-29T02:38:59.057228Z","steps":["trace[1830594898] 'agreement among raft nodes before linearized reading' (duration: 140.290486ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:32.757557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.301591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:39:32.757655Z","caller":"traceutil/trace.go:171","msg":"trace[947549916] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:15650; }","duration":"190.449025ms","start":"2026-05-29T02:39:32.567186Z","end":"2026-05-29T02:39:32.757635Z","steps":["trace[947549916] 'range keys from in-memory index tree' (duration: 190.107568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:39:32.757562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.137286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rn96f\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-05-29T02:39:32.757851Z","caller":"traceutil/trace.go:171","msg":"trace[294974712] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rn96f; range_end:; response_count:1; response_revision:15650; }","duration":"135.463474ms","start":"2026-05-29T02:39:32.622369Z","end":"2026-05-29T02:39:32.757832Z","steps":["trace[294974712] 'range keys from in-memory index tree' (duration: 134.952841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.268248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.12287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:40:07.268715Z","caller":"traceutil/trace.go:171","msg":"trace[172843676] transaction","detail":"{read_only:false; response_revision:15827; number_of_response:1; }","duration":"585.360365ms","start":"2026-05-29T02:40:06.683296Z","end":"2026-05-29T02:40:07.268656Z","steps":["trace[172843676] 'process raft request' (duration: 442.730013ms)","trace[172843676] 'compare' (duration: 141.999007ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:40:07.268882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:06.683277Z","time spent":"585.521788ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:40:07.26917Z","caller":"traceutil/trace.go:171","msg":"trace[327246612] transaction","detail":"{read_only:false; response_revision:15828; number_of_response:1; }","duration":"584.835512ms","start":"2026-05-29T02:40:06.684311Z","end":"2026-05-29T02:40:07.269147Z","steps":["trace[327246612] 'process raft request' (duration: 584.252758ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:07.269199Z","caller":"traceutil/trace.go:171","msg":"trace[1147654407] transaction","detail":"{read_only:false; response_revision:15829; number_of_response:1; }","duration":"584.493094ms","start":"2026-05-29T02:40:06.684693Z","end":"2026-05-29T02:40:07.269186Z","steps":["trace[1147654407] 'process raft request' (duration: 584.401492ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:07.269184Z","caller":"traceutil/trace.go:171","msg":"trace[22672626] linearizableReadLoop","detail":"{readStateIndex:16409; appliedIndex:16406; }","duration":"569.792419ms","start":"2026-05-29T02:40:06.699372Z","end":"2026-05-29T02:40:07.269164Z","steps":["trace[22672626] 'read index received' (duration: 426.676566ms)","trace[22672626] 'applied index is now lower than readState.Index' (duration: 143.114752ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:40:07.269299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:06.684293Z","time spent":"584.938154ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:40:07.269305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:06.684683Z","time spent":"584.546015ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:40:07.269479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.253056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:40:07.269597Z","caller":"traceutil/trace.go:171","msg":"trace[1670994942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15829; }","duration":"200.424889ms","start":"2026-05-29T02:40:07.069149Z","end":"2026-05-29T02:40:07.269574Z","steps":["trace[1670994942] 'agreement among raft nodes before linearized reading' (duration: 200.283746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.269708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.359059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:40:07.269789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.716313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:40:07.269829Z","caller":"traceutil/trace.go:171","msg":"trace[641955257] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:15829; }","duration":"565.776254ms","start":"2026-05-29T02:40:06.704039Z","end":"2026-05-29T02:40:07.269815Z","steps":["trace[641955257] 'agreement among raft nodes before linearized reading' (duration: 565.710722ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:07.269847Z","caller":"traceutil/trace.go:171","msg":"trace[362277378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15829; }","duration":"569.504681ms","start":"2026-05-29T02:40:06.700289Z","end":"2026-05-29T02:40:07.269794Z","steps":["trace[362277378] 'agreement among raft nodes before linearized reading' (duration: 569.128222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.269859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:06.704028Z","time spent":"565.823006ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:40:07.269926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:06.700276Z","time spent":"569.613455ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:40:07.269825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.441604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-29T02:40:07.270975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.700413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T02:40:07.271089Z","caller":"traceutil/trace.go:171","msg":"trace[2000702487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15829; }","duration":"568.838776ms","start":"2026-05-29T02:40:06.702219Z","end":"2026-05-29T02:40:07.271058Z","steps":["trace[2000702487] 'agreement among raft nodes before linearized reading' (duration: 567.617487ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:07.27102Z","caller":"traceutil/trace.go:171","msg":"trace[646214476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15829; }","duration":"571.511279ms","start":"2026-05-29T02:40:06.699345Z","end":"2026-05-29T02:40:07.270856Z","steps":["trace[646214476] 'agreement among raft nodes before linearized reading' (duration: 569.874231ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.271267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:06.699333Z","time spent":"571.912729ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:40:07.271157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:06.702213Z","time spent":"568.928628ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:40:07.931892Z","caller":"traceutil/trace.go:171","msg":"trace[1531342011] linearizableReadLoop","detail":"{readStateIndex:16412; appliedIndex:16409; }","duration":"655.90215ms","start":"2026-05-29T02:40:07.275958Z","end":"2026-05-29T02:40:07.93186Z","steps":["trace[1531342011] 'read index received' (duration: 50.724851ms)","trace[1531342011] 'applied index is now lower than readState.Index' (duration: 605.176099ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:40:07.931994Z","caller":"traceutil/trace.go:171","msg":"trace[1272055319] transaction","detail":"{read_only:false; response_revision:15831; number_of_response:1; }","duration":"656.775002ms","start":"2026-05-29T02:40:07.275183Z","end":"2026-05-29T02:40:07.931958Z","steps":["trace[1272055319] 'process raft request' (duration: 559.117817ms)","trace[1272055319] 'compare' (duration: 97.206724ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:40:07.932038Z","caller":"traceutil/trace.go:171","msg":"trace[1399497248] transaction","detail":"{read_only:false; response_revision:15832; number_of_response:1; }","duration":"656.592587ms","start":"2026-05-29T02:40:07.275431Z","end":"2026-05-29T02:40:07.932023Z","steps":["trace[1399497248] 'process raft request' (duration: 656.315091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.932157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.275155Z","time spent":"656.901144ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:40:07.932368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.275411Z","time spent":"656.892464ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:40:07.933336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.350565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770081"} {"level":"info","ts":"2026-05-29T02:40:07.933435Z","caller":"traceutil/trace.go:171","msg":"trace[1460650307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15832; }","duration":"657.482208ms","start":"2026-05-29T02:40:07.275932Z","end":"2026-05-29T02:40:07.933414Z","steps":["trace[1460650307] 'agreement among raft nodes before linearized reading' (duration: 656.173827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:07.933494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.275923Z","time spent":"657.555ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770104,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:40:08.020562Z","caller":"traceutil/trace.go:171","msg":"trace[816568498] transaction","detail":"{read_only:false; response_revision:15833; number_of_response:1; }","duration":"449.185085ms","start":"2026-05-29T02:40:07.57135Z","end":"2026-05-29T02:40:08.020535Z","steps":["trace[816568498] 'process raft request' (duration: 449.046792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.0207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.571312Z","time spent":"449.316178ms","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:40:08.31783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.248872ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-29T02:40:08.31796Z","caller":"traceutil/trace.go:171","msg":"trace[180971957] linearizableReadLoop","detail":"{readStateIndex:16414; appliedIndex:16412; }","duration":"385.956279ms","start":"2026-05-29T02:40:07.931976Z","end":"2026-05-29T02:40:08.317932Z","steps":["trace[180971957] 'read index received' (duration: 88.51007ms)","trace[180971957] 'applied index is now lower than readState.Index' (duration: 297.444489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:40:08.318425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.698485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-05-29T02:40:08.318446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.45278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2dhqh\" ","response":"range_response_count:1 size:20763"} {"level":"warn","ts":"2026-05-29T02:40:08.31847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.673935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:40:08.318491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.812124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-29T02:40:08.318586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.721642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:40:08.318641Z","caller":"traceutil/trace.go:171","msg":"trace[2061763567] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15833; }","duration":"868.806515ms","start":"2026-05-29T02:40:07.449821Z","end":"2026-05-29T02:40:08.318628Z","steps":["trace[2061763567] 'agreement among raft nodes before linearized reading' (duration: 868.724963ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.318684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.801626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-05-29T02:40:08.318467Z","caller":"traceutil/trace.go:171","msg":"trace[293640798] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15833; }","duration":"866.791577ms","start":"2026-05-29T02:40:07.451663Z","end":"2026-05-29T02:40:08.318455Z","steps":["trace[293640798] 'agreement among raft nodes before linearized reading' (duration: 866.554132ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:08.318737Z","caller":"traceutil/trace.go:171","msg":"trace[1830264123] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15833; }","duration":"980.882828ms","start":"2026-05-29T02:40:07.337842Z","end":"2026-05-29T02:40:08.318725Z","steps":["trace[1830264123] 'agreement among raft nodes before linearized reading' (duration: 980.770865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.318746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.456362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-05-29T02:40:08.318787Z","caller":"traceutil/trace.go:171","msg":"trace[2038326060] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:15833; }","duration":"292.497733ms","start":"2026-05-29T02:40:08.026282Z","end":"2026-05-29T02:40:08.318779Z","steps":["trace[2038326060] 'agreement among raft nodes before linearized reading' (duration: 292.34426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.318796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.182276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-29T02:40:08.318797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.337826Z","time spent":"980.954539ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-29T02:40:08.318827Z","caller":"traceutil/trace.go:171","msg":"trace[1777045734] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15833; }","duration":"318.230218ms","start":"2026-05-29T02:40:08.000588Z","end":"2026-05-29T02:40:08.318818Z","steps":["trace[1777045734] 'agreement among raft nodes before linearized reading' (duration: 318.126246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.318867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:08.000578Z","time spent":"318.280589ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:40:08.318694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.71881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-29T02:40:08.318961Z","caller":"traceutil/trace.go:171","msg":"trace[1465530458] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15833; }","duration":"322.021887ms","start":"2026-05-29T02:40:07.99692Z","end":"2026-05-29T02:40:08.318942Z","steps":["trace[1465530458] 'agreement among raft nodes before linearized reading' (duration: 321.700229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.319017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.996894Z","time spent":"322.108289ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-29T02:40:08.318511Z","caller":"traceutil/trace.go:171","msg":"trace[1568915977] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-2dhqh; range_end:; response_count:1; response_revision:15833; }","duration":"500.563682ms","start":"2026-05-29T02:40:07.81793Z","end":"2026-05-29T02:40:08.318494Z","steps":["trace[1568915977] 'agreement among raft nodes before linearized reading' (duration: 500.362878ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.318426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.92493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-05-29T02:40:08.31907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.952029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:40:08.319116Z","caller":"traceutil/trace.go:171","msg":"trace[1738687615] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15833; }","duration":"323.019291ms","start":"2026-05-29T02:40:07.996083Z","end":"2026-05-29T02:40:08.319102Z","steps":["trace[1738687615] 'agreement among raft nodes before linearized reading' (duration: 322.935749ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:08.31912Z","caller":"traceutil/trace.go:171","msg":"trace[1056290401] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15833; }","duration":"867.622897ms","start":"2026-05-29T02:40:07.451459Z","end":"2026-05-29T02:40:08.319082Z","steps":["trace[1056290401] 'agreement among raft nodes before linearized reading' (duration: 866.854429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.319224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.451448Z","time spent":"867.75515ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-29T02:40:08.31859Z","caller":"traceutil/trace.go:171","msg":"trace[2021943684] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15833; }","duration":"862.966637ms","start":"2026-05-29T02:40:07.455606Z","end":"2026-05-29T02:40:08.318573Z","steps":["trace[2021943684] 'agreement among raft nodes before linearized reading' (duration: 862.63777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.319123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.817907Z","time spent":"501.172596ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2dhqh\" "} {"level":"warn","ts":"2026-05-29T02:40:08.319297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.455582Z","time spent":"863.707895ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-05-29T02:40:08.31869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.449806Z","time spent":"868.872177ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:40:08.319149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.996071Z","time spent":"323.072352ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-05-29T02:40:08.319352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.380408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j4qct\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-29T02:40:08.319435Z","caller":"traceutil/trace.go:171","msg":"trace[255694644] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j4qct; range_end:; response_count:1; response_revision:15833; }","duration":"337.511711ms","start":"2026-05-29T02:40:07.981901Z","end":"2026-05-29T02:40:08.319413Z","steps":["trace[255694644] 'agreement among raft nodes before linearized reading' (duration: 337.150012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.319494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.981874Z","time spent":"337.607783ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-j4qct\" "} {"level":"info","ts":"2026-05-29T02:40:08.318588Z","caller":"traceutil/trace.go:171","msg":"trace[695431298] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15833; }","duration":"866.841409ms","start":"2026-05-29T02:40:07.451717Z","end":"2026-05-29T02:40:08.318559Z","steps":["trace[695431298] 'agreement among raft nodes before linearized reading' (duration: 866.637344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.319584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.451692Z","time spent":"867.863942ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:40:08.318515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.263036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:40:08.319699Z","caller":"traceutil/trace.go:171","msg":"trace[1290164850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15833; }","duration":"250.488355ms","start":"2026-05-29T02:40:08.069195Z","end":"2026-05-29T02:40:08.319683Z","steps":["trace[1290164850] 'agreement among raft nodes before linearized reading' (duration: 249.259956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.318739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.451635Z","time spent":"867.095165ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":702,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-29T02:40:08.319601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.914022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j4qct\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-05-29T02:40:08.320669Z","caller":"traceutil/trace.go:171","msg":"trace[449003630] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j4qct; range_end:; response_count:1; response_revision:15833; }","duration":"350.991088ms","start":"2026-05-29T02:40:07.969646Z","end":"2026-05-29T02:40:08.320637Z","steps":["trace[449003630] 'agreement among raft nodes before linearized reading' (duration: 348.788336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:08.320842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:07.969566Z","time spent":"351.262603ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-j4qct\" "} {"level":"info","ts":"2026-05-29T02:40:09.028736Z","caller":"traceutil/trace.go:171","msg":"trace[1247538263] transaction","detail":"{read_only:false; response_revision:15834; number_of_response:1; }","duration":"419.252061ms","start":"2026-05-29T02:40:08.609461Z","end":"2026-05-29T02:40:09.028713Z","steps":["trace[1247538263] 'process raft request' (duration: 419.114358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:09.028941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:08.609437Z","time spent":"419.436055ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:40:09.232583Z","caller":"traceutil/trace.go:171","msg":"trace[1652968280] linearizableReadLoop","detail":"{readStateIndex:16416; appliedIndex:16414; }","duration":"550.802392ms","start":"2026-05-29T02:40:08.681758Z","end":"2026-05-29T02:40:09.23256Z","steps":["trace[1652968280] 'read index received' (duration: 346.84351ms)","trace[1652968280] 'applied index is now lower than readState.Index' (duration: 203.957852ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:40:09.232692Z","caller":"traceutil/trace.go:171","msg":"trace[804025503] transaction","detail":"{read_only:false; response_revision:15836; number_of_response:1; }","duration":"547.578637ms","start":"2026-05-29T02:40:08.685075Z","end":"2026-05-29T02:40:09.232654Z","steps":["trace[804025503] 'process raft request' (duration: 547.419273ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:09.232645Z","caller":"traceutil/trace.go:171","msg":"trace[1658293398] transaction","detail":"{read_only:false; response_revision:15835; number_of_response:1; }","duration":"611.670943ms","start":"2026-05-29T02:40:08.620937Z","end":"2026-05-29T02:40:09.232608Z","steps":["trace[1658293398] 'process raft request' (duration: 521.015092ms)","trace[1658293398] 'compare' (duration: 90.371864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:40:09.232917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.599024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:40:09.232975Z","caller":"traceutil/trace.go:171","msg":"trace[1374178248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15836; }","duration":"163.731788ms","start":"2026-05-29T02:40:09.06923Z","end":"2026-05-29T02:40:09.232962Z","steps":["trace[1374178248] 'agreement among raft nodes before linearized reading' (duration: 163.635406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:09.232924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.14241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-05-29T02:40:09.232956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:08.620913Z","time spent":"611.930659ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:40:09.232969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:08.685059Z","time spent":"547.719491ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:40:09.233066Z","caller":"traceutil/trace.go:171","msg":"trace[528934447] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15836; }","duration":"551.288734ms","start":"2026-05-29T02:40:08.681728Z","end":"2026-05-29T02:40:09.233016Z","steps":["trace[528934447] 'agreement among raft nodes before linearized reading' (duration: 550.914675ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:09.233154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:40:08.681716Z","time spent":"551.396566ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-05-29T02:40:09.538496Z","caller":"traceutil/trace.go:171","msg":"trace[573168633] transaction","detail":"{read_only:false; response_revision:15837; number_of_response:1; }","duration":"259.953236ms","start":"2026-05-29T02:40:09.278522Z","end":"2026-05-29T02:40:09.538475Z","steps":["trace[573168633] 'process raft request' (duration: 211.606601ms)","trace[573168633] 'compare' (duration: 48.195321ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:40:09.538755Z","caller":"traceutil/trace.go:171","msg":"trace[1075618582] transaction","detail":"{read_only:false; response_revision:15838; number_of_response:1; }","duration":"260.186061ms","start":"2026-05-29T02:40:09.278542Z","end":"2026-05-29T02:40:09.538728Z","steps":["trace[1075618582] 'process raft request' (duration: 259.903164ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:40:09.538911Z","caller":"traceutil/trace.go:171","msg":"trace[1861666967] linearizableReadLoop","detail":"{readStateIndex:16420; appliedIndex:16417; }","duration":"250.996715ms","start":"2026-05-29T02:40:09.287903Z","end":"2026-05-29T02:40:09.538899Z","steps":["trace[1861666967] 'read index received' (duration: 202.25724ms)","trace[1861666967] 'applied index is now lower than readState.Index' (duration: 48.738645ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:40:09.53902Z","caller":"traceutil/trace.go:171","msg":"trace[277731337] transaction","detail":"{read_only:false; response_revision:15839; number_of_response:1; }","duration":"260.137039ms","start":"2026-05-29T02:40:09.278865Z","end":"2026-05-29T02:40:09.539002Z","steps":["trace[277731337] 'process raft request' (duration: 259.7359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:09.539126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.21468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6523"} {"level":"info","ts":"2026-05-29T02:40:09.539167Z","caller":"traceutil/trace.go:171","msg":"trace[1208318363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:15839; }","duration":"251.313082ms","start":"2026-05-29T02:40:09.287845Z","end":"2026-05-29T02:40:09.539158Z","steps":["trace[1208318363] 'agreement among raft nodes before linearized reading' (duration: 251.119537ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:40:09.53995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.394358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:40:09.539991Z","caller":"traceutil/trace.go:171","msg":"trace[126543574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15839; }","duration":"209.470829ms","start":"2026-05-29T02:40:09.330511Z","end":"2026-05-29T02:40:09.539982Z","steps":["trace[126543574] 'agreement among raft nodes before linearized reading' (duration: 209.325046ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:42.563021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624720103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:41:43.063157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624720103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:41:43.090931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103507195s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:41:43.091508Z","caller":"traceutil/trace.go:171","msg":"trace[940893223] transaction","detail":"{read_only:false; response_revision:16444; number_of_response:1; }","duration":"1.104150931s","start":"2026-05-29T02:41:41.987312Z","end":"2026-05-29T02:41:43.091463Z","steps":["trace[940893223] 'process raft request' (duration: 1.103948436s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.091704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:41.987293Z","time spent":"1.104297494s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:41:43.095898Z","caller":"traceutil/trace.go:171","msg":"trace[399108934] linearizableReadLoop","detail":"{readStateIndex:17049; appliedIndex:17044; }","duration":"1.033182893s","start":"2026-05-29T02:41:42.06269Z","end":"2026-05-29T02:41:43.095873Z","steps":["trace[399108934] 'read index received' (duration: 1.028526804s)","trace[399108934] 'applied index is now lower than readState.Index' (duration: 4.654879ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:41:43.09594Z","caller":"traceutil/trace.go:171","msg":"trace[802558533] transaction","detail":"{read_only:false; response_revision:16447; number_of_response:1; }","duration":"583.637366ms","start":"2026-05-29T02:41:42.512278Z","end":"2026-05-29T02:41:43.095915Z","steps":["trace[802558533] 'process raft request' (duration: 583.516104ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.095943Z","caller":"traceutil/trace.go:171","msg":"trace[543500444] transaction","detail":"{read_only:false; response_revision:16445; number_of_response:1; }","duration":"1.1079557s","start":"2026-05-29T02:41:41.987939Z","end":"2026-05-29T02:41:43.095895Z","steps":["trace[543500444] 'process raft request' (duration: 1.107681414s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.095998Z","caller":"traceutil/trace.go:171","msg":"trace[1163119237] transaction","detail":"{read_only:false; response_revision:16448; number_of_response:1; }","duration":"538.824654ms","start":"2026-05-29T02:41:42.557151Z","end":"2026-05-29T02:41:43.095975Z","steps":["trace[1163119237] 'process raft request' (duration: 538.68079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.096031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.512252Z","time spent":"583.733619ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:41:43.096091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.557125Z","time spent":"538.918686ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:41:43.096128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03341523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-29T02:41:43.096137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:41.987926Z","time spent":"1.108100333s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:41:43.096161Z","caller":"traceutil/trace.go:171","msg":"trace[1694883431] transaction","detail":"{read_only:false; response_revision:16446; number_of_response:1; }","duration":"1.107601662s","start":"2026-05-29T02:41:41.988534Z","end":"2026-05-29T02:41:43.096136Z","steps":["trace[1694883431] 'process raft request' (duration: 1.107225073s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.096171Z","caller":"traceutil/trace.go:171","msg":"trace[589512787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16448; }","duration":"1.033512251s","start":"2026-05-29T02:41:42.062647Z","end":"2026-05-29T02:41:43.096159Z","steps":["trace[589512787] 'agreement among raft nodes before linearized reading' (duration: 1.033345717s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.096223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:41.988523Z","time spent":"1.107666813s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:41:43.096222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.062626Z","time spent":"1.033588243s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:41:43.096576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.291147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-05-29T02:41:43.096603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.139292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7292"} {"level":"info","ts":"2026-05-29T02:41:43.09666Z","caller":"traceutil/trace.go:171","msg":"trace[348399533] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:16448; }","duration":"522.217585ms","start":"2026-05-29T02:41:42.574427Z","end":"2026-05-29T02:41:43.096644Z","steps":["trace[348399533] 'agreement among raft nodes before linearized reading' (duration: 522.058071ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.096718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.574416Z","time spent":"522.291296ms","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7315,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-05-29T02:41:43.096788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.996827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-05-29T02:41:43.096844Z","caller":"traceutil/trace.go:171","msg":"trace[1875772096] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16448; }","duration":"527.073738ms","start":"2026-05-29T02:41:42.569757Z","end":"2026-05-29T02:41:43.096831Z","steps":["trace[1875772096] 'agreement among raft nodes before linearized reading' (duration: 526.880733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.096841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.445027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-05-29T02:41:43.096894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.569747Z","time spent":"527.135369ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-05-29T02:41:43.096906Z","caller":"traceutil/trace.go:171","msg":"trace[2018174759] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16448; }","duration":"527.532699ms","start":"2026-05-29T02:41:42.569357Z","end":"2026-05-29T02:41:43.096889Z","steps":["trace[2018174759] 'agreement among raft nodes before linearized reading' (duration: 527.368425ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.096618Z","caller":"traceutil/trace.go:171","msg":"trace[541750170] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16448; }","duration":"528.368989ms","start":"2026-05-29T02:41:42.568238Z","end":"2026-05-29T02:41:43.096607Z","steps":["trace[541750170] 'agreement among raft nodes before linearized reading' (duration: 528.262276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.097012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.56822Z","time spent":"528.774438ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-05-29T02:41:43.09702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.672628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-05-29T02:41:43.097066Z","caller":"traceutil/trace.go:171","msg":"trace[1970163218] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:16448; }","duration":"520.736159ms","start":"2026-05-29T02:41:42.576315Z","end":"2026-05-29T02:41:43.097051Z","steps":["trace[1970163218] 'agreement among raft nodes before linearized reading' (duration: 520.617116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.097051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.18783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-05-29T02:41:43.097079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.710247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-05-29T02:41:43.097105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.576305Z","time spent":"520.79303ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:41:43.097096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.721414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:41:43.097131Z","caller":"traceutil/trace.go:171","msg":"trace[323726457] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16448; }","duration":"297.288081ms","start":"2026-05-29T02:41:42.79982Z","end":"2026-05-29T02:41:43.097108Z","steps":["trace[323726457] 'agreement among raft nodes before linearized reading' (duration: 297.095607ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.097136Z","caller":"traceutil/trace.go:171","msg":"trace[726335726] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16448; }","duration":"313.80439ms","start":"2026-05-29T02:41:42.783315Z","end":"2026-05-29T02:41:43.097119Z","steps":["trace[726335726] 'agreement among raft nodes before linearized reading' (duration: 313.650036ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.097154Z","caller":"traceutil/trace.go:171","msg":"trace[851476246] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16448; }","duration":"527.824256ms","start":"2026-05-29T02:41:42.569314Z","end":"2026-05-29T02:41:43.097138Z","steps":["trace[851476246] 'agreement among raft nodes before linearized reading' (duration: 527.727894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.096952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.56934Z","time spent":"527.60016ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-29T02:41:43.097202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.569293Z","time spent":"527.898197ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-05-29T02:41:43.097189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.783293Z","time spent":"313.888592ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-29T02:41:43.097353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.497092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rn96f\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-29T02:41:43.097384Z","caller":"traceutil/trace.go:171","msg":"trace[724277818] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rn96f; range_end:; response_count:1; response_revision:16448; }","duration":"135.562814ms","start":"2026-05-29T02:41:42.961812Z","end":"2026-05-29T02:41:43.097375Z","steps":["trace[724277818] 'agreement among raft nodes before linearized reading' (duration: 135.427931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.096619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.44429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-29T02:41:43.097396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.38331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7292"} {"level":"info","ts":"2026-05-29T02:41:43.097442Z","caller":"traceutil/trace.go:171","msg":"trace[1354534410] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:16448; }","duration":"267.469462ms","start":"2026-05-29T02:41:42.829958Z","end":"2026-05-29T02:41:43.097428Z","steps":["trace[1354534410] 'agreement among raft nodes before linearized reading' (duration: 267.338269ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.097592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.048588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-05-29T02:41:43.097653Z","caller":"traceutil/trace.go:171","msg":"trace[1678482746] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16448; }","duration":"533.140861ms","start":"2026-05-29T02:41:42.564498Z","end":"2026-05-29T02:41:43.097639Z","steps":["trace[1678482746] 'agreement among raft nodes before linearized reading' (duration: 532.993517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.097694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.564482Z","time spent":"533.202172ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-29T02:41:43.097686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.880503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T02:41:43.097599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.271853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-29T02:41:43.097756Z","caller":"traceutil/trace.go:171","msg":"trace[611454126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:16448; }","duration":"685.470757ms","start":"2026-05-29T02:41:42.412274Z","end":"2026-05-29T02:41:43.097745Z","steps":["trace[611454126] 'agreement among raft nodes before linearized reading' (duration: 685.247912ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:41:43.097761Z","caller":"traceutil/trace.go:171","msg":"trace[1161183509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16448; }","duration":"675.984965ms","start":"2026-05-29T02:41:42.421756Z","end":"2026-05-29T02:41:43.097741Z","steps":["trace[1161183509] 'agreement among raft nodes before linearized reading' (duration: 675.716649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.097802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.412251Z","time spent":"685.540129ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:41:43.097805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.421742Z","time spent":"676.055837ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:41:43.097449Z","caller":"traceutil/trace.go:171","msg":"trace[285591108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16448; }","duration":"698.30899ms","start":"2026-05-29T02:41:42.399112Z","end":"2026-05-29T02:41:43.097421Z","steps":["trace[285591108] 'agreement among raft nodes before linearized reading' (duration: 697.357207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.098852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.399091Z","time spent":"699.740873ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:41:43.097742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.352194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:41:43.099006Z","caller":"traceutil/trace.go:171","msg":"trace[794826361] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16448; }","duration":"697.600832ms","start":"2026-05-29T02:41:42.401339Z","end":"2026-05-29T02:41:43.09894Z","steps":["trace[794826361] 'agreement among raft nodes before linearized reading' (duration: 696.22349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:41:43.099091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:41:42.401319Z","time spent":"697.742326ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:42:09.732274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624720957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:42:09.774225Z","caller":"traceutil/trace.go:171","msg":"trace[1234376460] transaction","detail":"{read_only:false; response_revision:16694; number_of_response:1; }","duration":"542.492701ms","start":"2026-05-29T02:42:09.231668Z","end":"2026-05-29T02:42:09.774161Z","steps":["trace[1234376460] 'process raft request' (duration: 541.756343ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.774431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.231651Z","time spent":"542.678724ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:42:09.775649Z","caller":"traceutil/trace.go:171","msg":"trace[714701261] transaction","detail":"{read_only:false; response_revision:16695; number_of_response:1; }","duration":"322.492373ms","start":"2026-05-29T02:42:09.453131Z","end":"2026-05-29T02:42:09.775624Z","steps":["trace[714701261] 'process raft request' (duration: 322.302238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.775802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.453113Z","time spent":"322.604256ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:42:09.775973Z","caller":"traceutil/trace.go:171","msg":"trace[2137999541] transaction","detail":"{read_only:false; response_revision:16696; number_of_response:1; }","duration":"133.398263ms","start":"2026-05-29T02:42:09.642551Z","end":"2026-05-29T02:42:09.77595Z","steps":["trace[2137999541] 'process raft request' (duration: 133.026614ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:42:09.776027Z","caller":"traceutil/trace.go:171","msg":"trace[1711257051] linearizableReadLoop","detail":"{readStateIndex:17310; appliedIndex:17306; }","duration":"543.979525ms","start":"2026-05-29T02:42:09.231996Z","end":"2026-05-29T02:42:09.775975Z","steps":["trace[1711257051] 'read index received' (duration: 541.451096ms)","trace[1711257051] 'applied index is now lower than readState.Index' (duration: 2.527199ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:42:09.776111Z","caller":"traceutil/trace.go:171","msg":"trace[1217949151] transaction","detail":"{read_only:false; response_revision:16697; number_of_response:1; }","duration":"132.808589ms","start":"2026-05-29T02:42:09.643281Z","end":"2026-05-29T02:42:09.776089Z","steps":["trace[1217949151] 'process raft request' (duration: 132.566433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.776253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.171038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:42:09.776265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.250331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:42:09.776281Z","caller":"traceutil/trace.go:171","msg":"trace[1400464271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:0; response_revision:16697; }","duration":"139.200069ms","start":"2026-05-29T02:42:09.637072Z","end":"2026-05-29T02:42:09.776272Z","steps":["trace[1400464271] 'agreement among raft nodes before linearized reading' (duration: 139.133158ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:42:09.7763Z","caller":"traceutil/trace.go:171","msg":"trace[1663840336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16697; }","duration":"544.341673ms","start":"2026-05-29T02:42:09.231947Z","end":"2026-05-29T02:42:09.776288Z","steps":["trace[1663840336] 'agreement among raft nodes before linearized reading' (duration: 544.19719ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.776335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.231938Z","time spent":"544.389054ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:42:09.776398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.491883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:42:09.776449Z","caller":"traceutil/trace.go:171","msg":"trace[806623232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16697; }","duration":"537.545584ms","start":"2026-05-29T02:42:09.23889Z","end":"2026-05-29T02:42:09.776436Z","steps":["trace[806623232] 'agreement among raft nodes before linearized reading' (duration: 537.307978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.776484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.238851Z","time spent":"537.625416ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:42:09.776499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.881201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:42:09.776534Z","caller":"traceutil/trace.go:171","msg":"trace[2080326757] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16697; }","duration":"534.930653ms","start":"2026-05-29T02:42:09.241591Z","end":"2026-05-29T02:42:09.776521Z","steps":["trace[2080326757] 'agreement among raft nodes before linearized reading' (duration: 534.846321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.776567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.24158Z","time spent":"534.981244ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:42:09.776576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.851293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rn96f\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-05-29T02:42:09.776482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.300433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-wngmc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-29T02:42:09.77662Z","caller":"traceutil/trace.go:171","msg":"trace[839880317] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rn96f; range_end:; response_count:1; response_revision:16697; }","duration":"377.918735ms","start":"2026-05-29T02:42:09.398689Z","end":"2026-05-29T02:42:09.776608Z","steps":["trace[839880317] 'agreement among raft nodes before linearized reading' (duration: 377.820183ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:42:09.776665Z","caller":"traceutil/trace.go:171","msg":"trace[459958028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-wngmc; range_end:; response_count:1; response_revision:16697; }","duration":"392.533558ms","start":"2026-05-29T02:42:09.384122Z","end":"2026-05-29T02:42:09.776655Z","steps":["trace[459958028] 'agreement among raft nodes before linearized reading' (duration: 392.265162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:42:09.776693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.384098Z","time spent":"392.58847ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-wngmc\" "} {"level":"warn","ts":"2026-05-29T02:42:09.776694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:42:09.39867Z","time spent":"378.014797ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rn96f\" "} {"level":"info","ts":"2026-05-29T02:42:55.784589Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14473} {"level":"info","ts":"2026-05-29T02:42:55.857847Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14473,"took":"69.861891ms","hash":3058750232,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":33017856,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-29T02:42:55.857914Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3058750232,"revision":14473,"compact-revision":12513} {"level":"warn","ts":"2026-05-29T02:45:49.467599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.294967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:45:49.468025Z","caller":"traceutil/trace.go:171","msg":"trace[2063101235] transaction","detail":"{read_only:false; response_revision:18385; number_of_response:1; }","duration":"1.101031794s","start":"2026-05-29T02:45:48.366949Z","end":"2026-05-29T02:45:49.46798Z","steps":["trace[2063101235] 'process raft request' (duration: 290.449618ms)","trace[2063101235] 'compare' (duration: 808.800185ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:45:49.468181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:48.366935Z","time spent":"1.101159907s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:45:49.468231Z","caller":"traceutil/trace.go:171","msg":"trace[1003939016] linearizableReadLoop","detail":"{readStateIndex:19054; appliedIndex:19053; }","duration":"1.047275823s","start":"2026-05-29T02:45:48.420473Z","end":"2026-05-29T02:45:49.467749Z","steps":["trace[1003939016] 'read index received' (duration: 236.940112ms)","trace[1003939016] 'applied index is now lower than readState.Index' (duration: 810.333461ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:45:49.468352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047873207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rn96f\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-05-29T02:45:49.468419Z","caller":"traceutil/trace.go:171","msg":"trace[847715079] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rn96f; range_end:; response_count:1; response_revision:18385; }","duration":"1.047997889s","start":"2026-05-29T02:45:48.420403Z","end":"2026-05-29T02:45:49.468401Z","steps":["trace[847715079] 'agreement among raft nodes before linearized reading' (duration: 1.047802915s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.468448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:48.42038Z","time spent":"1.048062211s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rn96f\" "} {"level":"warn","ts":"2026-05-29T02:45:49.829038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171595221s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:45:49.830674Z","caller":"traceutil/trace.go:171","msg":"trace[255153496] transaction","detail":"{read_only:false; response_revision:18386; number_of_response:1; }","duration":"1.221957393s","start":"2026-05-29T02:45:48.608694Z","end":"2026-05-29T02:45:49.830652Z","steps":["trace[255153496] 'process raft request' (duration: 1.2218289s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.830812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:48.608677Z","time spent":"1.222067995s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:45:49.839769Z","caller":"traceutil/trace.go:171","msg":"trace[2046890344] linearizableReadLoop","detail":"{readStateIndex:19058; appliedIndex:19055; }","duration":"371.47355ms","start":"2026-05-29T02:45:49.468271Z","end":"2026-05-29T02:45:49.839744Z","steps":["trace[2046890344] 'read index received' (duration: 362.97473ms)","trace[2046890344] 'applied index is now lower than readState.Index' (duration: 8.497679ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:49.839992Z","caller":"traceutil/trace.go:171","msg":"trace[1273090360] transaction","detail":"{read_only:false; response_revision:18387; number_of_response:1; }","duration":"1.065823258s","start":"2026-05-29T02:45:48.77416Z","end":"2026-05-29T02:45:49.839984Z","steps":["trace[1273090360] 'process raft request' (duration: 1.065400008s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.840073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:48.774131Z","time spent":"1.06588239s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:45:49.84018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.426215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:45:49.840211Z","caller":"traceutil/trace.go:171","msg":"trace[1504302210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18389; }","duration":"819.501806ms","start":"2026-05-29T02:45:49.020702Z","end":"2026-05-29T02:45:49.840204Z","steps":["trace[1504302210] 'agreement among raft nodes before linearized reading' (duration: 819.400294ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.840228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:49.020678Z","time spent":"819.546427ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:45:49.840274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.613059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:45:49.840295Z","caller":"traceutil/trace.go:171","msg":"trace[1524915022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18389; }","duration":"819.67227ms","start":"2026-05-29T02:45:49.020616Z","end":"2026-05-29T02:45:49.840288Z","steps":["trace[1524915022] 'agreement among raft nodes before linearized reading' (duration: 819.610059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.840317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:49.020593Z","time spent":"819.718331ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:45:49.840337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.021653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3227"} {"level":"info","ts":"2026-05-29T02:45:49.840355Z","caller":"traceutil/trace.go:171","msg":"trace[1408469539] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18389; }","duration":"456.101846ms","start":"2026-05-29T02:45:49.384247Z","end":"2026-05-29T02:45:49.840349Z","steps":["trace[1408469539] 'agreement among raft nodes before linearized reading' (duration: 456.051255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.840333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.642827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:45:49.84037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:49.38422Z","time spent":"456.147367ms","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3250,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-05-29T02:45:49.84039Z","caller":"traceutil/trace.go:171","msg":"trace[1092595717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:18389; }","duration":"395.756509ms","start":"2026-05-29T02:45:49.444618Z","end":"2026-05-29T02:45:49.840374Z","steps":["trace[1092595717] 'agreement among raft nodes before linearized reading' (duration: 395.642457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.84044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:49.444598Z","time spent":"395.832442ms","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:45:49.840471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.968988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-29T02:45:49.84047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24017426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2dhqh\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-05-29T02:45:49.840485Z","caller":"traceutil/trace.go:171","msg":"trace[371061579] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18389; }","duration":"808.983069ms","start":"2026-05-29T02:45:49.031497Z","end":"2026-05-29T02:45:49.84048Z","steps":["trace[371061579] 'agreement among raft nodes before linearized reading' (duration: 808.944948ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:49.840491Z","caller":"traceutil/trace.go:171","msg":"trace[46846420] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-2dhqh; range_end:; response_count:1; response_revision:18389; }","duration":"1.240228782s","start":"2026-05-29T02:45:48.600256Z","end":"2026-05-29T02:45:49.840485Z","steps":["trace[46846420] 'agreement among raft nodes before linearized reading' (duration: 1.24015869s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.840511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:48.600237Z","time spent":"1.240269692s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20889,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-2dhqh\" "} {"level":"warn","ts":"2026-05-29T02:45:49.840532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.776915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:45:49.840544Z","caller":"traceutil/trace.go:171","msg":"trace[276773867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18389; }","duration":"811.810745ms","start":"2026-05-29T02:45:49.028729Z","end":"2026-05-29T02:45:49.84054Z","steps":["trace[276773867] 'agreement among raft nodes before linearized reading' (duration: 811.775584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.840554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:49.028718Z","time spent":"811.834105ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:45:49.840629Z","caller":"traceutil/trace.go:171","msg":"trace[1626763400] transaction","detail":"{read_only:false; response_revision:18388; number_of_response:1; }","duration":"985.940173ms","start":"2026-05-29T02:45:48.854675Z","end":"2026-05-29T02:45:49.840615Z","steps":["trace[1626763400] 'process raft request' (duration: 984.992091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.84066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350267545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j4qct\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-05-29T02:45:49.840683Z","caller":"traceutil/trace.go:171","msg":"trace[1305004922] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j4qct; range_end:; response_count:1; response_revision:18389; }","duration":"1.350324475s","start":"2026-05-29T02:45:48.490353Z","end":"2026-05-29T02:45:49.840677Z","steps":["trace[1305004922] 'agreement among raft nodes before linearized reading' (duration: 1.350246104s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.840702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:48.490337Z","time spent":"1.350361137s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-j4qct\" "} {"level":"warn","ts":"2026-05-29T02:45:49.840696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:48.854641Z","time spent":"986.016524ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:45:49.840497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:49.031485Z","time spent":"809.009439ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:45:49.840864Z","caller":"traceutil/trace.go:171","msg":"trace[1619750985] transaction","detail":"{read_only:false; response_revision:18389; number_of_response:1; }","duration":"984.869238ms","start":"2026-05-29T02:45:48.855983Z","end":"2026-05-29T02:45:49.840853Z","steps":["trace[1619750985] 'process raft request' (duration: 983.723801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.844309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:48.85597Z","time spent":"984.930089ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:45:49.848588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.207737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:926660"} {"level":"info","ts":"2026-05-29T02:45:49.848664Z","caller":"traceutil/trace.go:171","msg":"trace[266652027] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18389; }","duration":"375.287019ms","start":"2026-05-29T02:45:49.473359Z","end":"2026-05-29T02:45:49.848646Z","steps":["trace[266652027] 'agreement among raft nodes before linearized reading' (duration: 367.407394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:49.848717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:45:49.473317Z","time spent":"375.378391ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":926683,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-05-29T02:45:50.001605Z","caller":"traceutil/trace.go:171","msg":"trace[1097939259] transaction","detail":"{read_only:false; response_revision:18393; number_of_response:1; }","duration":"150.767279ms","start":"2026-05-29T02:45:49.850819Z","end":"2026-05-29T02:45:50.001586Z","steps":["trace[1097939259] 'process raft request' (duration: 150.708697ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:50.001655Z","caller":"traceutil/trace.go:171","msg":"trace[589491315] linearizableReadLoop","detail":"{readStateIndex:19061; appliedIndex:19059; }","duration":"151.895486ms","start":"2026-05-29T02:45:49.849741Z","end":"2026-05-29T02:45:50.001636Z","steps":["trace[589491315] 'read index received' (duration: 21.676239ms)","trace[589491315] 'applied index is now lower than readState.Index' (duration: 130.218187ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:50.00163Z","caller":"traceutil/trace.go:171","msg":"trace[212386303] transaction","detail":"{read_only:false; response_revision:18391; number_of_response:1; }","duration":"153.497433ms","start":"2026-05-29T02:45:49.848097Z","end":"2026-05-29T02:45:50.001595Z","steps":["trace[212386303] 'process raft request' (duration: 122.153777ms)","trace[212386303] 'compare' (duration: 31.131011ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:45:50.001854Z","caller":"traceutil/trace.go:171","msg":"trace[935547789] transaction","detail":"{read_only:false; response_revision:18392; number_of_response:1; }","duration":"151.787683ms","start":"2026-05-29T02:45:49.85006Z","end":"2026-05-29T02:45:50.001847Z","steps":["trace[935547789] 'process raft request' (duration: 151.434875ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:45:50.001919Z","caller":"traceutil/trace.go:171","msg":"trace[1230477357] transaction","detail":"{read_only:false; response_revision:18394; number_of_response:1; }","duration":"131.919146ms","start":"2026-05-29T02:45:49.869988Z","end":"2026-05-29T02:45:50.001907Z","steps":["trace[1230477357] 'process raft request' (duration: 131.566898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:50.002152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.396398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"info","ts":"2026-05-29T02:45:50.002195Z","caller":"traceutil/trace.go:171","msg":"trace[2097862229] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:18394; }","duration":"152.473839ms","start":"2026-05-29T02:45:49.84971Z","end":"2026-05-29T02:45:50.002183Z","steps":["trace[2097862229] 'agreement among raft nodes before linearized reading' (duration: 152.325355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:45:50.002701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.976069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:926792"} {"level":"info","ts":"2026-05-29T02:45:50.002738Z","caller":"traceutil/trace.go:171","msg":"trace[872937664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18394; }","duration":"141.042861ms","start":"2026-05-29T02:45:49.861687Z","end":"2026-05-29T02:45:50.002729Z","steps":["trace[872937664] 'agreement among raft nodes before linearized reading' (duration: 140.399645ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:46:10.052788Z","caller":"traceutil/trace.go:171","msg":"trace[217970196] transaction","detail":"{read_only:false; response_revision:18727; number_of_response:1; }","duration":"128.598209ms","start":"2026-05-29T02:46:09.924161Z","end":"2026-05-29T02:46:10.052759Z","steps":["trace[217970196] 'process raft request' (duration: 128.371113ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:46:10.053138Z","caller":"traceutil/trace.go:171","msg":"trace[1497555430] transaction","detail":"{read_only:false; response_revision:18728; number_of_response:1; }","duration":"128.830834ms","start":"2026-05-29T02:46:09.924256Z","end":"2026-05-29T02:46:10.053086Z","steps":["trace[1497555430] 'process raft request' (duration: 128.438775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:47:18.714734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.967134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:47:18.714885Z","caller":"traceutil/trace.go:171","msg":"trace[1103497454] linearizableReadLoop","detail":"{readStateIndex:19969; appliedIndex:19968; }","duration":"234.74837ms","start":"2026-05-29T02:47:18.480113Z","end":"2026-05-29T02:47:18.714862Z","steps":["trace[1103497454] 'read index received' (duration: 126.50706ms)","trace[1103497454] 'applied index is now lower than readState.Index' (duration: 108.23993ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:47:18.715011Z","caller":"traceutil/trace.go:171","msg":"trace[88904510] transaction","detail":"{read_only:false; response_revision:19273; number_of_response:1; }","duration":"235.256272ms","start":"2026-05-29T02:47:18.479709Z","end":"2026-05-29T02:47:18.714965Z","steps":["trace[88904510] 'process raft request' (duration: 126.946069ms)","trace[88904510] 'compare' (duration: 107.79813ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:47:18.715423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.298553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:47:18.715492Z","caller":"traceutil/trace.go:171","msg":"trace[1190057440] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19273; }","duration":"235.389855ms","start":"2026-05-29T02:47:18.480083Z","end":"2026-05-29T02:47:18.715473Z","steps":["trace[1190057440] 'agreement among raft nodes before linearized reading' (duration: 234.840403ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:47:22.602119Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab97322ebdd79664","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T02:47:22.607284Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-29T02:47:22.607363Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-29T02:47:55.791365Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17162} {"level":"info","ts":"2026-05-29T02:47:55.898035Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17162,"took":"96.553426ms","hash":2508800282,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":34631680,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-29T02:47:55.898096Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2508800282,"revision":17162,"compact-revision":14473} {"level":"info","ts":"2026-05-29T02:50:27.641897Z","caller":"traceutil/trace.go:171","msg":"trace[154982173] transaction","detail":"{read_only:false; response_revision:20619; number_of_response:1; }","duration":"142.464204ms","start":"2026-05-29T02:50:27.499406Z","end":"2026-05-29T02:50:27.64187Z","steps":["trace[154982173] 'process raft request' (duration: 142.3016ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:27.646767Z","caller":"traceutil/trace.go:171","msg":"trace[1149661000] transaction","detail":"{read_only:false; response_revision:20620; number_of_response:1; }","duration":"147.198885ms","start":"2026-05-29T02:50:27.499534Z","end":"2026-05-29T02:50:27.646733Z","steps":["trace[1149661000] 'process raft request' (duration: 146.99905ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:27.64815Z","caller":"traceutil/trace.go:171","msg":"trace[1854719235] linearizableReadLoop","detail":"{readStateIndex:21365; appliedIndex:21363; }","duration":"139.28761ms","start":"2026-05-29T02:50:27.508841Z","end":"2026-05-29T02:50:27.648129Z","steps":["trace[1854719235] 'read index received' (duration: 132.859149ms)","trace[1854719235] 'applied index is now lower than readState.Index' (duration: 6.427641ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:50:27.648334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.467394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:27.648366Z","caller":"traceutil/trace.go:171","msg":"trace[746055166] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20620; }","duration":"139.542335ms","start":"2026-05-29T02:50:27.508815Z","end":"2026-05-29T02:50:27.648357Z","steps":["trace[746055166] 'agreement among raft nodes before linearized reading' (duration: 139.445183ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:33.046192Z","caller":"traceutil/trace.go:171","msg":"trace[1305249732] transaction","detail":"{read_only:false; response_revision:20646; number_of_response:1; }","duration":"119.056205ms","start":"2026-05-29T02:50:32.927103Z","end":"2026-05-29T02:50:33.04616Z","steps":["trace[1305249732] 'process raft request' (duration: 106.48565ms)","trace[1305249732] 'compare' (duration: 12.127375ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:33.274529Z","caller":"traceutil/trace.go:171","msg":"trace[1047075677] linearizableReadLoop","detail":"{readStateIndex:21395; appliedIndex:21394; }","duration":"202.976104ms","start":"2026-05-29T02:50:33.071526Z","end":"2026-05-29T02:50:33.274502Z","steps":["trace[1047075677] 'read index received' (duration: 202.909702ms)","trace[1047075677] 'applied index is now lower than readState.Index' (duration: 65.502µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:33.274678Z","caller":"traceutil/trace.go:171","msg":"trace[2017373605] transaction","detail":"{read_only:false; response_revision:20648; number_of_response:1; }","duration":"203.592709ms","start":"2026-05-29T02:50:33.071074Z","end":"2026-05-29T02:50:33.274666Z","steps":["trace[2017373605] 'process raft request' (duration: 203.260571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:33.274844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.282771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:33.274923Z","caller":"traceutil/trace.go:171","msg":"trace[557411961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20648; }","duration":"203.393064ms","start":"2026-05-29T02:50:33.071511Z","end":"2026-05-29T02:50:33.274904Z","steps":["trace[557411961] 'agreement among raft nodes before linearized reading' (duration: 203.256551ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:33.275675Z","caller":"traceutil/trace.go:171","msg":"trace[924883786] transaction","detail":"{read_only:false; response_revision:20649; number_of_response:1; }","duration":"164.565543ms","start":"2026-05-29T02:50:33.111088Z","end":"2026-05-29T02:50:33.275654Z","steps":["trace[924883786] 'process raft request' (duration: 164.394849ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:33.275812Z","caller":"traceutil/trace.go:171","msg":"trace[2079367153] transaction","detail":"{read_only:false; response_revision:20650; number_of_response:1; }","duration":"156.887102ms","start":"2026-05-29T02:50:33.118909Z","end":"2026-05-29T02:50:33.275796Z","steps":["trace[2079367153] 'process raft request' (duration: 156.653707ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:43.842214Z","caller":"traceutil/trace.go:171","msg":"trace[2076089090] linearizableReadLoop","detail":"{readStateIndex:21450; appliedIndex:21448; }","duration":"106.238773ms","start":"2026-05-29T02:50:43.735943Z","end":"2026-05-29T02:50:43.842182Z","steps":["trace[2076089090] 'read index received' (duration: 56.427784ms)","trace[2076089090] 'applied index is now lower than readState.Index' (duration: 49.809559ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:50:43.842488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.51132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:50:43.842338Z","caller":"traceutil/trace.go:171","msg":"trace[1307766924] transaction","detail":"{read_only:false; response_revision:20701; number_of_response:1; }","duration":"116.803272ms","start":"2026-05-29T02:50:43.725498Z","end":"2026-05-29T02:50:43.842302Z","steps":["trace[1307766924] 'process raft request' (duration: 116.538656ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:43.842551Z","caller":"traceutil/trace.go:171","msg":"trace[1356856296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20701; }","duration":"106.619902ms","start":"2026-05-29T02:50:43.735911Z","end":"2026-05-29T02:50:43.842531Z","steps":["trace[1356856296] 'agreement among raft nodes before linearized reading' (duration: 106.382857ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:47.559261Z","caller":"traceutil/trace.go:171","msg":"trace[1336735451] transaction","detail":"{read_only:false; response_revision:20720; number_of_response:1; }","duration":"209.541788ms","start":"2026-05-29T02:50:47.349687Z","end":"2026-05-29T02:50:47.559229Z","steps":["trace[1336735451] 'process raft request' (duration: 209.274222ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:47.90895Z","caller":"traceutil/trace.go:171","msg":"trace[155695950] transaction","detail":"{read_only:false; response_revision:20721; number_of_response:1; }","duration":"100.496699ms","start":"2026-05-29T02:50:47.808418Z","end":"2026-05-29T02:50:47.908915Z","steps":["trace[155695950] 'process raft request' (duration: 100.271444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.217544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40974917s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:50:51.445824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.452955Z","time spent":"992.860866ms","remote":"127.0.0.1:42972","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:50:51.447048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641825199s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:50:51.447311Z","caller":"traceutil/trace.go:171","msg":"trace[1975885038] transaction","detail":"{read_only:false; response_revision:20730; number_of_response:1; }","duration":"1.883268246s","start":"2026-05-29T02:50:49.564024Z","end":"2026-05-29T02:50:51.447292Z","steps":["trace[1975885038] 'process raft request' (duration: 1.883221865s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:51.447325Z","caller":"traceutil/trace.go:171","msg":"trace[435716345] linearizableReadLoop","detail":"{readStateIndex:21478; appliedIndex:21477; }","duration":"2.108722867s","start":"2026-05-29T02:50:49.338564Z","end":"2026-05-29T02:50:51.447287Z","steps":["trace[435716345] 'read index received' (duration: 466.558111ms)","trace[435716345] 'applied index is now lower than readState.Index' (duration: 1.642162136s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:50:51.447387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:49.563989Z","time spent":"1.883363048s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:51.447379Z","caller":"traceutil/trace.go:171","msg":"trace[305453882] transaction","detail":"{read_only:false; response_revision:20728; number_of_response:1; }","duration":"2.316177838s","start":"2026-05-29T02:50:49.131155Z","end":"2026-05-29T02:50:51.447333Z","steps":["trace[305453882] 'process raft request' (duration: 673.97525ms)","trace[305453882] 'compare' (duration: 1.640698592s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:51.447468Z","caller":"traceutil/trace.go:171","msg":"trace[762409201] transaction","detail":"{read_only:false; response_revision:20729; number_of_response:1; }","duration":"2.007577644s","start":"2026-05-29T02:50:49.439848Z","end":"2026-05-29T02:50:51.447425Z","steps":["trace[762409201] 'process raft request' (duration: 2.007308217s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.447537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377806512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:51.447565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:49.131125Z","time spent":"2.316345462s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:51.447558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.377107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:51.447581Z","caller":"traceutil/trace.go:171","msg":"trace[2124078421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20730; }","duration":"1.377891693s","start":"2026-05-29T02:50:50.069677Z","end":"2026-05-29T02:50:51.447568Z","steps":["trace[2124078421] 'agreement among raft nodes before linearized reading' (duration: 1.377794751s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.447586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425773857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:50:51.447617Z","caller":"traceutil/trace.go:171","msg":"trace[1386135197] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:20730; }","duration":"728.4844ms","start":"2026-05-29T02:50:50.719114Z","end":"2026-05-29T02:50:51.447598Z","steps":["trace[1386135197] 'agreement among raft nodes before linearized reading' (duration: 728.370047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.447638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533480756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-29T02:50:51.447638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:49.439818Z","time spent":"2.007732258s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:51.447643Z","caller":"traceutil/trace.go:171","msg":"trace[1249949131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20730; }","duration":"1.425867219s","start":"2026-05-29T02:50:50.021752Z","end":"2026-05-29T02:50:51.447619Z","steps":["trace[1249949131] 'agreement among raft nodes before linearized reading' (duration: 1.425723396s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:51.44767Z","caller":"traceutil/trace.go:171","msg":"trace[1061955721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20730; }","duration":"1.533536716s","start":"2026-05-29T02:50:49.914125Z","end":"2026-05-29T02:50:51.447661Z","steps":["trace[1061955721] 'agreement among raft nodes before linearized reading' (duration: 1.533466305s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.447634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444546698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-29T02:50:51.447638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109074606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T02:50:51.447544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621169794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:51.447698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:49.914104Z","time spent":"1.533588688s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:51.447684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.912065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:50:51.447747Z","caller":"traceutil/trace.go:171","msg":"trace[1001162601] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:20730; }","duration":"1.621411619s","start":"2026-05-29T02:50:49.8263Z","end":"2026-05-29T02:50:51.447712Z","steps":["trace[1001162601] 'agreement among raft nodes before linearized reading' (duration: 1.621176464s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:51.447749Z","caller":"traceutil/trace.go:171","msg":"trace[1233819244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20730; }","duration":"1.444673591s","start":"2026-05-29T02:50:50.003025Z","end":"2026-05-29T02:50:51.447699Z","steps":["trace[1233819244] 'agreement among raft nodes before linearized reading' (duration: 1.444447766s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.44769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.021726Z","time spent":"1.425953232s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:50:51.447667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.719093Z","time spent":"728.565472ms","remote":"127.0.0.1:59494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:50:51.447783Z","caller":"traceutil/trace.go:171","msg":"trace[608981845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20730; }","duration":"2.109195599s","start":"2026-05-29T02:50:49.338507Z","end":"2026-05-29T02:50:51.447702Z","steps":["trace[608981845] 'agreement among raft nodes before linearized reading' (duration: 2.108947933s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.447787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:49.826276Z","time spent":"1.621498821s","remote":"127.0.0.1:38376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:51.447798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.003004Z","time spent":"1.444782953s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:51.447817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:49.338478Z","time spent":"2.109331672s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:50:51.447808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404313824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:50:51.447759Z","caller":"traceutil/trace.go:171","msg":"trace[2085236842] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20730; }","duration":"932.025507ms","start":"2026-05-29T02:50:50.515722Z","end":"2026-05-29T02:50:51.447747Z","steps":["trace[2085236842] 'agreement among raft nodes before linearized reading' (duration: 931.927915ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:51.447847Z","caller":"traceutil/trace.go:171","msg":"trace[2108804189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20730; }","duration":"1.404397435s","start":"2026-05-29T02:50:50.043441Z","end":"2026-05-29T02:50:51.447839Z","steps":["trace[2108804189] 'agreement among raft nodes before linearized reading' (duration: 1.404269922s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.447872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.043417Z","time spent":"1.404449406s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:51.447877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.515696Z","time spent":"932.167311ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:51.447865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.129551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:26 size:233654"} {"level":"warn","ts":"2026-05-29T02:50:51.447897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404749524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:50:51.447926Z","caller":"traceutil/trace.go:171","msg":"trace[1279516222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20730; }","duration":"1.404798074s","start":"2026-05-29T02:50:50.04312Z","end":"2026-05-29T02:50:51.447918Z","steps":["trace[1279516222] 'agreement among raft nodes before linearized reading' (duration: 1.404672291s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:51.447931Z","caller":"traceutil/trace.go:171","msg":"trace[2089009423] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:26; response_revision:20730; }","duration":"840.224422ms","start":"2026-05-29T02:50:50.607691Z","end":"2026-05-29T02:50:51.447915Z","steps":["trace[2089009423] 'agreement among raft nodes before linearized reading' (duration: 839.797992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.447952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.043108Z","time spent":"1.404839596s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:50:51.447626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.069664Z","time spent":"1.377953634s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:50:51.447966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.607647Z","time spent":"840.309774ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":26,"response size":233677,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:50:51.4482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.50376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:50:51.448245Z","caller":"traceutil/trace.go:171","msg":"trace[1752710894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20730; }","duration":"457.754955ms","start":"2026-05-29T02:50:50.990479Z","end":"2026-05-29T02:50:51.448234Z","steps":["trace[1752710894] 'agreement among raft nodes before linearized reading' (duration: 457.192552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:51.448281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:50.990462Z","time spent":"457.810557ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:50:51.952858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624733575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:50:52.453875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624733575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:50:52.954193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624733575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:50:53.454783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624733575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:50:53.455798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:50:53.455871Z","caller":"traceutil/trace.go:171","msg":"trace[747886324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462985s","start":"2026-05-29T02:50:51.455386Z","end":"2026-05-29T02:50:53.455849Z","steps":["trace[747886324] 'agreement among raft nodes before linearized reading' (duration: 2.000375043s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:53.456128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.45538Z","time spent":"2.000659619s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:50:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:50:53.746146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.294213251s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:50:53.746613Z","caller":"traceutil/trace.go:171","msg":"trace[823158708] transaction","detail":"{read_only:false; response_revision:20731; number_of_response:1; }","duration":"2.294730902s","start":"2026-05-29T02:50:51.451851Z","end":"2026-05-29T02:50:53.746581Z","steps":["trace[823158708] 'process raft request' (duration: 2.294554688s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:53.746766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.451837Z","time spent":"2.294834936s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:55.312113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.443466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:50:55.31254Z","caller":"traceutil/trace.go:171","msg":"trace[591822710] linearizableReadLoop","detail":"{readStateIndex:21489; appliedIndex:21480; }","duration":"3.859858559s","start":"2026-05-29T02:50:51.452661Z","end":"2026-05-29T02:50:55.312519Z","steps":["trace[591822710] 'read index received' (duration: 2.293882773s)","trace[591822710] 'applied index is now lower than readState.Index' (duration: 1.565974736s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:55.312648Z","caller":"traceutil/trace.go:171","msg":"trace[731409340] transaction","detail":"{read_only:false; response_revision:20732; number_of_response:1; }","duration":"3.860579457s","start":"2026-05-29T02:50:51.452055Z","end":"2026-05-29T02:50:55.312634Z","steps":["trace[731409340] 'process raft request' (duration: 3.687511926s)","trace[731409340] 'compare' (duration: 172.290903ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:55.312707Z","caller":"traceutil/trace.go:171","msg":"trace[1015756362] transaction","detail":"{read_only:false; response_revision:20737; number_of_response:1; }","duration":"1.859547668s","start":"2026-05-29T02:50:53.453111Z","end":"2026-05-29T02:50:55.312659Z","steps":["trace[1015756362] 'process raft request' (duration: 1.859273071s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:55.312774Z","caller":"traceutil/trace.go:171","msg":"trace[617708034] transaction","detail":"{read_only:false; response_revision:20738; number_of_response:1; }","duration":"1.859536037s","start":"2026-05-29T02:50:53.453196Z","end":"2026-05-29T02:50:55.312732Z","steps":["trace[617708034] 'process raft request' (duration: 1.85922224s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:55.312826Z","caller":"traceutil/trace.go:171","msg":"trace[1794803598] transaction","detail":"{read_only:false; response_revision:20739; number_of_response:1; }","duration":"1.858865012s","start":"2026-05-29T02:50:53.453886Z","end":"2026-05-29T02:50:55.312751Z","steps":["trace[1794803598] 'process raft request' (duration: 1.858562125s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.312879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418283196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:55.312837Z","caller":"traceutil/trace.go:171","msg":"trace[883559760] transaction","detail":"{read_only:false; response_revision:20740; number_of_response:1; }","duration":"1.783042352s","start":"2026-05-29T02:50:53.529727Z","end":"2026-05-29T02:50:55.312769Z","steps":["trace[883559760] 'process raft request' (duration: 1.782753635s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:55.31295Z","caller":"traceutil/trace.go:171","msg":"trace[1558195877] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20740; }","duration":"3.418367388s","start":"2026-05-29T02:50:51.894566Z","end":"2026-05-29T02:50:55.312933Z","steps":["trace[1558195877] 'agreement among raft nodes before linearized reading' (duration: 3.418182024s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.312931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.646231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:55.312983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.453866Z","time spent":"1.859032466s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:55.312997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.8945Z","time spent":"3.4184863s","remote":"127.0.0.1:38270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:55.312962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.303167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:55.31303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917271833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:55.313064Z","caller":"traceutil/trace.go:171","msg":"trace[1004453444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20740; }","duration":"1.917341285s","start":"2026-05-29T02:50:53.395716Z","end":"2026-05-29T02:50:55.313057Z","steps":["trace[1004453444] 'agreement among raft nodes before linearized reading' (duration: 1.917285814s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:55.313062Z","caller":"traceutil/trace.go:171","msg":"trace[827614004] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20740; }","duration":"792.456551ms","start":"2026-05-29T02:50:54.520582Z","end":"2026-05-29T02:50:55.313039Z","steps":["trace[827614004] 'agreement among raft nodes before linearized reading' (duration: 792.190734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.31309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.395693Z","time spent":"1.917393456s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:50:55.313068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.529704Z","time spent":"1.783283208s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:55.312984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.453081Z","time spent":"1.859770743s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:55.31316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860497924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18465"} {"level":"warn","ts":"2026-05-29T02:50:55.313181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366126869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:55.31319Z","caller":"traceutil/trace.go:171","msg":"trace[840057441] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20740; }","duration":"3.860538076s","start":"2026-05-29T02:50:51.452646Z","end":"2026-05-29T02:50:55.313184Z","steps":["trace[840057441] 'agreement among raft nodes before linearized reading' (duration: 3.860406573s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.18597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:55.312975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.453166Z","time spent":"1.859717662s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:55.313219Z","caller":"traceutil/trace.go:171","msg":"trace[1174610940] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20740; }","duration":"2.366206331s","start":"2026-05-29T02:50:52.947001Z","end":"2026-05-29T02:50:55.313208Z","steps":["trace[1174610940] 'agreement among raft nodes before linearized reading' (duration: 2.366145949s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:55.313285Z","caller":"traceutil/trace.go:171","msg":"trace[1242290420] transaction","detail":"{read_only:false; response_revision:20735; number_of_response:1; }","duration":"3.861071538s","start":"2026-05-29T02:50:51.452206Z","end":"2026-05-29T02:50:55.313277Z","steps":["trace[1242290420] 'process raft request' (duration: 3.860112026s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200332619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-29T02:50:55.313315Z","caller":"traceutil/trace.go:171","msg":"trace[1110026063] transaction","detail":"{read_only:false; response_revision:20736; number_of_response:1; }","duration":"3.860113796s","start":"2026-05-29T02:50:51.453192Z","end":"2026-05-29T02:50:55.313306Z","steps":["trace[1110026063] 'process raft request' (duration: 3.859156623s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:55.313316Z","caller":"traceutil/trace.go:171","msg":"trace[907338200] transaction","detail":"{read_only:false; response_revision:20733; number_of_response:1; }","duration":"3.86115186s","start":"2026-05-29T02:50:51.452155Z","end":"2026-05-29T02:50:55.313307Z","steps":["trace[907338200] 'process raft request' (duration: 3.860067484s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.52056Z","time spent":"792.538092ms","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:55.313326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.452199Z","time spent":"3.861104899s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:55.313362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239184052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:55.313367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.452146Z","time spent":"3.861195861s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:55.313389Z","caller":"traceutil/trace.go:171","msg":"trace[711857217] transaction","detail":"{read_only:false; response_revision:20734; number_of_response:1; }","duration":"3.861207412s","start":"2026-05-29T02:50:51.452175Z","end":"2026-05-29T02:50:55.313382Z","steps":["trace[711857217] 'process raft request' (duration: 3.860106926s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:52.946981Z","time spent":"2.366317273s","remote":"127.0.0.1:46152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:55.313394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.453171Z","time spent":"3.860168787s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:55.313397Z","caller":"traceutil/trace.go:171","msg":"trace[266416664] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20740; }","duration":"3.239220813s","start":"2026-05-29T02:50:52.074168Z","end":"2026-05-29T02:50:55.313389Z","steps":["trace[266416664] 'agreement among raft nodes before linearized reading' (duration: 3.239169322s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.452163Z","time spent":"3.861241732s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:55.313428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:52.074137Z","time spent":"3.239282725s","remote":"127.0.0.1:34214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:55.312716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.452037Z","time spent":"3.860644588s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:55.313028Z","caller":"traceutil/trace.go:171","msg":"trace[2041554777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20740; }","duration":"506.774345ms","start":"2026-05-29T02:50:54.806231Z","end":"2026-05-29T02:50:55.313005Z","steps":["trace[2041554777] 'agreement among raft nodes before linearized reading' (duration: 506.536519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.3135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359681884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:50:55.313519Z","caller":"traceutil/trace.go:171","msg":"trace[1167045536] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20740; }","duration":"1.359746766s","start":"2026-05-29T02:50:53.953766Z","end":"2026-05-29T02:50:55.313513Z","steps":["trace[1167045536] 'agreement among raft nodes before linearized reading' (duration: 1.359707435s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701353127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-05-29T02:50:55.313549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.953736Z","time spent":"1.359807787s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:50:55.313552Z","caller":"traceutil/trace.go:171","msg":"trace[1109345674] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:20740; }","duration":"2.70190256s","start":"2026-05-29T02:50:52.611641Z","end":"2026-05-29T02:50:55.313544Z","steps":["trace[1109345674] 'agreement among raft nodes before linearized reading' (duration: 2.701243395s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:54.806213Z","time spent":"507.302937ms","remote":"127.0.0.1:51076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:55.313384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857217773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:55.313578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:52.611617Z","time spent":"2.701954572s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:50:55.313695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336832604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:50:55.313226Z","caller":"traceutil/trace.go:171","msg":"trace[1329006039] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20740; }","duration":"189.227421ms","start":"2026-05-29T02:50:55.123987Z","end":"2026-05-29T02:50:55.313214Z","steps":["trace[1329006039] 'agreement among raft nodes before linearized reading' (duration: 189.158429ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:55.313317Z","caller":"traceutil/trace.go:171","msg":"trace[919212201] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20740; }","duration":"3.200436902s","start":"2026-05-29T02:50:52.112869Z","end":"2026-05-29T02:50:55.313306Z","steps":["trace[919212201] 'agreement among raft nodes before linearized reading' (duration: 3.200295239s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.452642Z","time spent":"3.860579767s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18488,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:50:55.313801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:52.112856Z","time spent":"3.200935914s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-05-29T02:50:55.313768Z","caller":"traceutil/trace.go:171","msg":"trace[1360926789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20740; }","duration":"1.857753676s","start":"2026-05-29T02:50:53.45595Z","end":"2026-05-29T02:50:55.313703Z","steps":["trace[1360926789] 'agreement among raft nodes before linearized reading' (duration: 1.856807024s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.313912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:53.455936Z","time spent":"1.857961451s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:50:55.314042Z","caller":"traceutil/trace.go:171","msg":"trace[33261955] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20740; }","duration":"3.336885585s","start":"2026-05-29T02:50:51.97683Z","end":"2026-05-29T02:50:55.313715Z","steps":["trace[33261955] 'agreement among raft nodes before linearized reading' (duration: 3.336737952s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:55.314137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:51.976818Z","time spent":"3.337279024s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":208,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:55.818106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624733587,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:50:57.321881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000049417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:50:57.321969Z","caller":"traceutil/trace.go:171","msg":"trace[1309039649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187139s","start":"2026-05-29T02:50:55.321765Z","end":"2026-05-29T02:50:57.321952Z","steps":["trace[1309039649] 'agreement among raft nodes before linearized reading' (duration: 2.000076627s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.322014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.321748Z","time spent":"2.000255352s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:50:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:50:57.94824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212797921s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:57.948407Z","caller":"traceutil/trace.go:171","msg":"trace[231306730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20740; }","duration":"2.212978735s","start":"2026-05-29T02:50:55.735398Z","end":"2026-05-29T02:50:57.948377Z","steps":["trace[231306730] 'range keys from in-memory index tree' (duration: 2.21277813s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:57.950055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732572979s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-29T02:50:57.950182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.314693Z","time spent":"2.635482763s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:50:58.167376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.949857409s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:50:59.166891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:50:59.167067Z","caller":"traceutil/trace.go:171","msg":"trace[1276451943] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608049s","start":"2026-05-29T02:50:57.166368Z","end":"2026-05-29T02:50:59.166976Z","steps":["trace[1276451943] 'agreement among raft nodes before linearized reading' (duration: 2.000465555s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.167131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.166344Z","time spent":"2.000775293s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:50:59.32229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:50:59.3224Z","caller":"traceutil/trace.go:171","msg":"trace[892591998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383694s","start":"2026-05-29T02:50:57.321991Z","end":"2026-05-29T02:50:59.322374Z","steps":["trace[892591998] 'agreement among raft nodes before linearized reading' (duration: 2.000246411s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.322458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.32198Z","time spent":"2.000467206s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:50:59.490827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:58.914725Z","time spent":"576.092383ms","remote":"127.0.0.1:44988","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:50:59.491451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323779612s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:50:59.491786Z","caller":"traceutil/trace.go:171","msg":"trace[525603931] linearizableReadLoop","detail":"{readStateIndex:21492; appliedIndex:21490; }","duration":"4.174168578s","start":"2026-05-29T02:50:55.317593Z","end":"2026-05-29T02:50:59.491761Z","steps":["trace[525603931] 'read index received' (duration: 899.941043ms)","trace[525603931] 'applied index is now lower than readState.Index' (duration: 3.274226425s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:50:59.491772Z","caller":"traceutil/trace.go:171","msg":"trace[198366628] transaction","detail":"{read_only:false; response_revision:20742; number_of_response:1; }","duration":"3.613670912s","start":"2026-05-29T02:50:55.87806Z","end":"2026-05-29T02:50:59.491731Z","steps":["trace[198366628] 'process raft request' (duration: 3.613481898s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:59.491713Z","caller":"traceutil/trace.go:171","msg":"trace[1799010154] transaction","detail":"{read_only:false; response_revision:20741; number_of_response:1; }","duration":"3.833520073s","start":"2026-05-29T02:50:55.658149Z","end":"2026-05-29T02:50:59.49167Z","steps":["trace[1799010154] 'process raft request' (duration: 2.509404053s)","trace[1799010154] 'compare' (duration: 1.322928882s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:50:59.49191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.878031Z","time spent":"3.613806045s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:59.492038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.658124Z","time spent":"3.833817229s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:59.492096Z","caller":"traceutil/trace.go:171","msg":"trace[1307534072] transaction","detail":"{read_only:false; response_revision:20743; number_of_response:1; }","duration":"2.173180679s","start":"2026-05-29T02:50:57.318896Z","end":"2026-05-29T02:50:59.492077Z","steps":["trace[1307534072] 'process raft request' (duration: 2.172801421s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.492205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.318867Z","time spent":"2.173285882s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:59.492186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.174574769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4463c6fd-02fb-42fc-897f-a077714732c0\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-29T02:50:59.492278Z","caller":"traceutil/trace.go:171","msg":"trace[826679610] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4463c6fd-02fb-42fc-897f-a077714732c0; range_end:; response_count:1; response_revision:20743; }","duration":"4.174695921s","start":"2026-05-29T02:50:55.317568Z","end":"2026-05-29T02:50:59.492263Z","steps":["trace[826679610] 'agreement among raft nodes before linearized reading' (duration: 4.174313892s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.492318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.317555Z","time spent":"4.174753792s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-4463c6fd-02fb-42fc-897f-a077714732c0\" "} {"level":"info","ts":"2026-05-29T02:50:59.492359Z","caller":"traceutil/trace.go:171","msg":"trace[1504942894] transaction","detail":"{read_only:false; response_revision:20744; number_of_response:1; }","duration":"2.17147595s","start":"2026-05-29T02:50:57.320875Z","end":"2026-05-29T02:50:59.492351Z","steps":["trace[1504942894] 'process raft request' (duration: 2.171110241s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.492405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.320853Z","time spent":"2.171528441s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:59.492742Z","caller":"traceutil/trace.go:171","msg":"trace[1722197541] transaction","detail":"{read_only:false; response_revision:20745; number_of_response:1; }","duration":"2.171733156s","start":"2026-05-29T02:50:57.32099Z","end":"2026-05-29T02:50:59.492723Z","steps":["trace[1722197541] 'process raft request' (duration: 2.171327106s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.49285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.320957Z","time spent":"2.171838878s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:50:59.4998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180530142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-29T02:50:59.499848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116901385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:50:59.499852Z","caller":"traceutil/trace.go:171","msg":"trace[1846746329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20746; }","duration":"2.180610085s","start":"2026-05-29T02:50:57.319229Z","end":"2026-05-29T02:50:59.499839Z","steps":["trace[1846746329] 'agreement among raft nodes before linearized reading' (duration: 2.180493162s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.499833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524625222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:50:59.499879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.319216Z","time spent":"2.180656706s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:50:59.499887Z","caller":"traceutil/trace.go:171","msg":"trace[493676333] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20746; }","duration":"4.116959106s","start":"2026-05-29T02:50:55.382905Z","end":"2026-05-29T02:50:59.499865Z","steps":["trace[493676333] 'agreement among raft nodes before linearized reading' (duration: 4.116921845s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.499911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.382877Z","time spent":"4.117029137s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-29T02:50:59.49992Z","caller":"traceutil/trace.go:171","msg":"trace[1544306297] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20746; }","duration":"1.548039816s","start":"2026-05-29T02:50:57.951867Z","end":"2026-05-29T02:50:59.499907Z","steps":["trace[1544306297] 'process raft request' (duration: 1.54776467s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:59.499911Z","caller":"traceutil/trace.go:171","msg":"trace[2128419203] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20746; }","duration":"3.524746975s","start":"2026-05-29T02:50:55.975143Z","end":"2026-05-29T02:50:59.49989Z","steps":["trace[2128419203] 'agreement among raft nodes before linearized reading' (duration: 3.524573431s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.499943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.947085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:50:59.499985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.975122Z","time spent":"3.524850977s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:59.499997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.951844Z","time spent":"1.548102237s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:50:59.500001Z","caller":"traceutil/trace.go:171","msg":"trace[1266343398] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20746; }","duration":"664.057107ms","start":"2026-05-29T02:50:58.835925Z","end":"2026-05-29T02:50:59.499982Z","steps":["trace[1266343398] 'agreement among raft nodes before linearized reading' (duration: 663.950785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.499875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.724847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:59.49996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.606131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:59.500043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:58.8359Z","time spent":"664.134439ms","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:59.500087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17955479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-29T02:50:59.500097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180957698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-05-29T02:50:59.500097Z","caller":"traceutil/trace.go:171","msg":"trace[562842938] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:20746; }","duration":"725.820316ms","start":"2026-05-29T02:50:58.774242Z","end":"2026-05-29T02:50:59.500063Z","steps":["trace[562842938] 'agreement among raft nodes before linearized reading' (duration: 725.521109ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:59.500039Z","caller":"traceutil/trace.go:171","msg":"trace[1269213761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20746; }","duration":"170.908971ms","start":"2026-05-29T02:50:59.329122Z","end":"2026-05-29T02:50:59.500031Z","steps":["trace[1269213761] 'agreement among raft nodes before linearized reading' (duration: 170.694046ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:59.50014Z","caller":"traceutil/trace.go:171","msg":"trace[274577031] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d; range_end:; response_count:1; response_revision:20746; }","duration":"4.181018209s","start":"2026-05-29T02:50:55.319106Z","end":"2026-05-29T02:50:59.500124Z","steps":["trace[274577031] 'agreement among raft nodes before linearized reading' (duration: 4.180914487s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.500156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180478591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-29T02:50:59.500167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.319098Z","time spent":"4.18106134s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" "} {"level":"warn","ts":"2026-05-29T02:50:59.4998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748881846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:50:59.500191Z","caller":"traceutil/trace.go:171","msg":"trace[1536359371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20746; }","duration":"3.749326917s","start":"2026-05-29T02:50:55.750859Z","end":"2026-05-29T02:50:59.500186Z","steps":["trace[1536359371] 'agreement among raft nodes before linearized reading' (duration: 3.748860676s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.500163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:58.774219Z","time spent":"725.931929ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:50:59.500208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:55.750833Z","time spent":"3.749370627s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:59.500239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181152407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:50:59.500268Z","caller":"traceutil/trace.go:171","msg":"trace[1516189909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20746; }","duration":"2.181181588s","start":"2026-05-29T02:50:57.319078Z","end":"2026-05-29T02:50:59.500259Z","steps":["trace[1516189909] 'agreement among raft nodes before linearized reading' (duration: 2.181082065s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.500039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179250822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-29T02:50:59.500295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.318997Z","time spent":"2.18129183s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:50:59.500304Z","caller":"traceutil/trace.go:171","msg":"trace[1558941445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20746; }","duration":"2.179533669s","start":"2026-05-29T02:50:57.320761Z","end":"2026-05-29T02:50:59.500295Z","steps":["trace[1558941445] 'agreement among raft nodes before linearized reading' (duration: 2.179231592s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:50:59.500108Z","caller":"traceutil/trace.go:171","msg":"trace[227073170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20746; }","duration":"2.179592111s","start":"2026-05-29T02:50:57.320509Z","end":"2026-05-29T02:50:59.500101Z","steps":["trace[227073170] 'agreement among raft nodes before linearized reading' (duration: 2.17954469s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.500331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.320749Z","time spent":"2.17957366s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:50:59.500342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593761232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:59.500353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.320497Z","time spent":"2.179844017s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T02:50:59.500379Z","caller":"traceutil/trace.go:171","msg":"trace[1275070171] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:20746; }","duration":"2.593829833s","start":"2026-05-29T02:50:56.906536Z","end":"2026-05-29T02:50:59.500366Z","steps":["trace[1275070171] 'agreement among raft nodes before linearized reading' (duration: 2.593768262s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.500408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.906517Z","time spent":"2.593881905s","remote":"127.0.0.1:33222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:50:59.500174Z","caller":"traceutil/trace.go:171","msg":"trace[286962970] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20746; }","duration":"2.180528012s","start":"2026-05-29T02:50:57.319638Z","end":"2026-05-29T02:50:59.500166Z","steps":["trace[286962970] 'agreement among raft nodes before linearized reading' (duration: 2.180481691s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.500454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541137357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:50:59.500462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:57.31962Z","time spent":"2.180829539s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:50:59.500476Z","caller":"traceutil/trace.go:171","msg":"trace[1849012868] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:20746; }","duration":"2.541187128s","start":"2026-05-29T02:50:56.959282Z","end":"2026-05-29T02:50:59.500469Z","steps":["trace[1849012868] 'agreement among raft nodes before linearized reading' (duration: 2.541145667s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:50:59.500536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:50:56.959264Z","time spent":"2.54126415s","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:51:54.117664Z","caller":"traceutil/trace.go:171","msg":"trace[163422367] transaction","detail":"{read_only:false; response_revision:21300; number_of_response:1; }","duration":"126.490219ms","start":"2026-05-29T02:51:53.991123Z","end":"2026-05-29T02:51:54.117614Z","steps":["trace[163422367] 'process raft request' (duration: 126.296194ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:52:55.801246Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19518} {"level":"info","ts":"2026-05-29T02:52:55.921099Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19518,"took":"115.83882ms","hash":2097034035,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":29499392,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-29T02:52:55.921181Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2097034035,"revision":19518,"compact-revision":17162} {"level":"info","ts":"2026-05-29T02:54:49.501212Z","caller":"traceutil/trace.go:171","msg":"trace[1535939150] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"192.382784ms","start":"2026-05-29T02:54:49.308793Z","end":"2026-05-29T02:54:49.501176Z","steps":["trace[1535939150] 'process raft request' (duration: 192.172449ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:49.666083Z","caller":"traceutil/trace.go:171","msg":"trace[1581506512] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"339.24719ms","start":"2026-05-29T02:54:49.32681Z","end":"2026-05-29T02:54:49.666057Z","steps":["trace[1581506512] 'process raft request' (duration: 339.058986ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:49.666266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:49.326786Z","time spent":"339.366793ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:49.66627Z","caller":"traceutil/trace.go:171","msg":"trace[215366764] linearizableReadLoop","detail":"{readStateIndex:23947; appliedIndex:23945; }","duration":"234.471811ms","start":"2026-05-29T02:54:49.431766Z","end":"2026-05-29T02:54:49.666238Z","steps":["trace[215366764] 'read index received' (duration: 69.586513ms)","trace[215366764] 'applied index is now lower than readState.Index' (duration: 164.883098ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:49.666308Z","caller":"traceutil/trace.go:171","msg":"trace[1053967389] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"293.561658ms","start":"2026-05-29T02:54:49.372706Z","end":"2026-05-29T02:54:49.666267Z","steps":["trace[1053967389] 'process raft request' (duration: 293.319542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:49.666469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.673367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:54:49.66658Z","caller":"traceutil/trace.go:171","msg":"trace[1745868707] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23118; }","duration":"234.848391ms","start":"2026-05-29T02:54:49.431709Z","end":"2026-05-29T02:54:49.666557Z","steps":["trace[1745868707] 'agreement among raft nodes before linearized reading' (duration: 234.624466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:50.249809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.945612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:54:50.249893Z","caller":"traceutil/trace.go:171","msg":"trace[1558185266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23118; }","duration":"180.073895ms","start":"2026-05-29T02:54:50.069803Z","end":"2026-05-29T02:54:50.249877Z","steps":["trace[1558185266] 'range keys from in-memory index tree' (duration: 179.882261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:50.250183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.344849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:54:50.250257Z","caller":"traceutil/trace.go:171","msg":"trace[289322280] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23118; }","duration":"462.471722ms","start":"2026-05-29T02:54:49.787768Z","end":"2026-05-29T02:54:50.25024Z","steps":["trace[289322280] 'count revisions from in-memory index tree' (duration: 462.216956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:50.250335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:49.787735Z","time spent":"462.582465ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":172,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:54:55.795165Z","caller":"traceutil/trace.go:171","msg":"trace[1798443450] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"112.11004ms","start":"2026-05-29T02:54:55.683024Z","end":"2026-05-29T02:54:55.795134Z","steps":["trace[1798443450] 'process raft request' (duration: 111.857014ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:56.035901Z","caller":"traceutil/trace.go:171","msg":"trace[36925129] linearizableReadLoop","detail":"{readStateIndex:24015; appliedIndex:24014; }","duration":"150.43828ms","start":"2026-05-29T02:54:55.885423Z","end":"2026-05-29T02:54:56.035861Z","steps":["trace[36925129] 'read index received' (duration: 64.034352ms)","trace[36925129] 'applied index is now lower than readState.Index' (duration: 86.403008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:54:56.036077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.633954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:54:56.036123Z","caller":"traceutil/trace.go:171","msg":"trace[1745468559] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:23184; }","duration":"150.742247ms","start":"2026-05-29T02:54:55.885366Z","end":"2026-05-29T02:54:56.036108Z","steps":["trace[1745468559] 'agreement among raft nodes before linearized reading' (duration: 150.607884ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:56.03623Z","caller":"traceutil/trace.go:171","msg":"trace[1965219738] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"349.069831ms","start":"2026-05-29T02:54:55.686994Z","end":"2026-05-29T02:54:56.036064Z","steps":["trace[1965219738] 'process raft request' (duration: 262.504889ms)","trace[1965219738] 'compare' (duration: 85.678821ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:54:56.036652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:55.686973Z","time spent":"349.42938ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:56.070246Z","caller":"traceutil/trace.go:171","msg":"trace[1816715686] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"137.324092ms","start":"2026-05-29T02:54:55.932899Z","end":"2026-05-29T02:54:56.070223Z","steps":["trace[1816715686] 'process raft request' (duration: 137.192239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.023882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.765928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:54:57.023948Z","caller":"traceutil/trace.go:171","msg":"trace[131879145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23188; }","duration":"124.88366ms","start":"2026-05-29T02:54:56.89905Z","end":"2026-05-29T02:54:57.023934Z","steps":["trace[131879145] 'range keys from in-memory index tree' (duration: 124.612044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.024011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.260399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:54:57.024094Z","caller":"traceutil/trace.go:171","msg":"trace[258758778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23188; }","duration":"180.394793ms","start":"2026-05-29T02:54:56.843678Z","end":"2026-05-29T02:54:57.024073Z","steps":["trace[258758778] 'range keys from in-memory index tree' (duration: 180.074066ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.223728Z","caller":"traceutil/trace.go:171","msg":"trace[1517236006] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"196.724186ms","start":"2026-05-29T02:54:57.026975Z","end":"2026-05-29T02:54:57.223699Z","steps":["trace[1517236006] 'process raft request' (duration: 196.451499ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.530449Z","caller":"traceutil/trace.go:171","msg":"trace[1758910218] linearizableReadLoop","detail":"{readStateIndex:24021; appliedIndex:24019; }","duration":"495.63439ms","start":"2026-05-29T02:54:57.034782Z","end":"2026-05-29T02:54:57.530416Z","steps":["trace[1758910218] 'read index received' (duration: 188.713718ms)","trace[1758910218] 'applied index is now lower than readState.Index' (duration: 306.919502ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:57.530514Z","caller":"traceutil/trace.go:171","msg":"trace[1298546925] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"502.288546ms","start":"2026-05-29T02:54:57.028178Z","end":"2026-05-29T02:54:57.530466Z","steps":["trace[1298546925] 'process raft request' (duration: 501.992549ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.530637Z","caller":"traceutil/trace.go:171","msg":"trace[108326309] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"495.718212ms","start":"2026-05-29T02:54:57.034857Z","end":"2026-05-29T02:54:57.530575Z","steps":["trace[108326309] 'process raft request' (duration: 495.491226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.530739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.925097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-05-29T02:54:57.53075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.68973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:54:57.530763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.028151Z","time spent":"502.44666ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:54:57.530806Z","caller":"traceutil/trace.go:171","msg":"trace[530864400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23191; }","duration":"460.779892ms","start":"2026-05-29T02:54:57.070012Z","end":"2026-05-29T02:54:57.530792Z","steps":["trace[530864400] 'agreement among raft nodes before linearized reading' (duration: 460.69287ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.530804Z","caller":"traceutil/trace.go:171","msg":"trace[1937668230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23191; }","duration":"496.03192ms","start":"2026-05-29T02:54:57.034752Z","end":"2026-05-29T02:54:57.530783Z","steps":["trace[1937668230] 'agreement among raft nodes before linearized reading' (duration: 495.827435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.530832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.034829Z","time spent":"495.901776ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:54:57.530844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.069988Z","time spent":"460.847804ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:54:57.53085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.034734Z","time spent":"496.105051ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:54:57.530844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.973052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-29T02:54:57.53087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.159782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:54:57.530962Z","caller":"traceutil/trace.go:171","msg":"trace[1051712618] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23191; }","duration":"243.125915ms","start":"2026-05-29T02:54:57.287816Z","end":"2026-05-29T02:54:57.530942Z","steps":["trace[1051712618] 'agreement among raft nodes before linearized reading' (duration: 242.877549ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.530989Z","caller":"traceutil/trace.go:171","msg":"trace[881145788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23191; }","duration":"487.339576ms","start":"2026-05-29T02:54:57.043622Z","end":"2026-05-29T02:54:57.530961Z","steps":["trace[881145788] 'agreement among raft nodes before linearized reading' (duration: 487.019108ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:57.531052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:54:57.043588Z","time spent":"487.449578ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T02:54:57.655378Z","caller":"traceutil/trace.go:171","msg":"trace[484034281] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"119.527014ms","start":"2026-05-29T02:54:57.535819Z","end":"2026-05-29T02:54:57.655346Z","steps":["trace[484034281] 'process raft request' (duration: 46.932581ms)","trace[484034281] 'compare' (duration: 72.166963ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:57.65542Z","caller":"traceutil/trace.go:171","msg":"trace[918647011] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"119.436562ms","start":"2026-05-29T02:54:57.535954Z","end":"2026-05-29T02:54:57.655391Z","steps":["trace[918647011] 'process raft request' (duration: 119.389321ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.655494Z","caller":"traceutil/trace.go:171","msg":"trace[1096106737] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"119.591116ms","start":"2026-05-29T02:54:57.535869Z","end":"2026-05-29T02:54:57.65546Z","steps":["trace[1096106737] 'process raft request' (duration: 119.309829ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:57.65553Z","caller":"traceutil/trace.go:171","msg":"trace[1571173058] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"119.609407ms","start":"2026-05-29T02:54:57.535885Z","end":"2026-05-29T02:54:57.655495Z","steps":["trace[1571173058] 'process raft request' (duration: 119.392772ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:54:58.919416Z","caller":"traceutil/trace.go:171","msg":"trace[217703089] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"182.461011ms","start":"2026-05-29T02:54:58.736924Z","end":"2026-05-29T02:54:58.919385Z","steps":["trace[217703089] 'process raft request' (duration: 117.60188ms)","trace[217703089] 'compare' (duration: 64.573245ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:58.919589Z","caller":"traceutil/trace.go:171","msg":"trace[800655711] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"182.548444ms","start":"2026-05-29T02:54:58.736972Z","end":"2026-05-29T02:54:58.919521Z","steps":["trace[800655711] 'process raft request' (duration: 182.331038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:54:59.952002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.621345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:54:59.9522Z","caller":"traceutil/trace.go:171","msg":"trace[137012663] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"121.86994ms","start":"2026-05-29T02:54:59.830304Z","end":"2026-05-29T02:54:59.952174Z","steps":["trace[137012663] 'process raft request' (duration: 19.97954ms)","trace[137012663] 'compare' (duration: 101.4614ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:54:59.952236Z","caller":"traceutil/trace.go:171","msg":"trace[16625152] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"121.89794ms","start":"2026-05-29T02:54:59.830317Z","end":"2026-05-29T02:54:59.952215Z","steps":["trace[16625152] 'process raft request' (duration: 121.796558ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:00.591745Z","caller":"traceutil/trace.go:171","msg":"trace[1880126999] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"141.05479ms","start":"2026-05-29T02:55:00.450653Z","end":"2026-05-29T02:55:00.591708Z","steps":["trace[1880126999] 'process raft request' (duration: 94.816665ms)","trace[1880126999] 'compare' (duration: 46.081501ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:01.252178Z","caller":"traceutil/trace.go:171","msg":"trace[1283050133] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"138.040088ms","start":"2026-05-29T02:55:01.114109Z","end":"2026-05-29T02:55:01.252149Z","steps":["trace[1283050133] 'process raft request' (duration: 137.869084ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:01.693529Z","caller":"traceutil/trace.go:171","msg":"trace[1436627455] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"104.247546ms","start":"2026-05-29T02:55:01.589247Z","end":"2026-05-29T02:55:01.693494Z","steps":["trace[1436627455] 'process raft request' (duration: 103.944199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:01.910299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.523557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:01.91044Z","caller":"traceutil/trace.go:171","msg":"trace[132284576] linearizableReadLoop","detail":"{readStateIndex:24064; appliedIndex:24063; }","duration":"168.457183ms","start":"2026-05-29T02:55:01.741967Z","end":"2026-05-29T02:55:01.910425Z","steps":["trace[132284576] 'read index received' (duration: 56.719991ms)","trace[132284576] 'applied index is now lower than readState.Index' (duration: 111.736292ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:01.91052Z","caller":"traceutil/trace.go:171","msg":"trace[307378083] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"212.192529ms","start":"2026-05-29T02:55:01.698297Z","end":"2026-05-29T02:55:01.91049Z","steps":["trace[307378083] 'process raft request' (duration: 100.374936ms)","trace[307378083] 'compare' (duration: 111.386353ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:01.910632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.598987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-29T02:55:01.910608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.614356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:01.910664Z","caller":"traceutil/trace.go:171","msg":"trace[1829359745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23232; }","duration":"151.632388ms","start":"2026-05-29T02:55:01.759023Z","end":"2026-05-29T02:55:01.910656Z","steps":["trace[1829359745] 'agreement among raft nodes before linearized reading' (duration: 151.504735ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:01.910658Z","caller":"traceutil/trace.go:171","msg":"trace[1892187930] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"164.640883ms","start":"2026-05-29T02:55:01.745977Z","end":"2026-05-29T02:55:01.910618Z","steps":["trace[1892187930] 'process raft request' (duration: 164.416528ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:01.91068Z","caller":"traceutil/trace.go:171","msg":"trace[1350045104] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23232; }","duration":"168.708238ms","start":"2026-05-29T02:55:01.741955Z","end":"2026-05-29T02:55:01.910663Z","steps":["trace[1350045104] 'agreement among raft nodes before linearized reading' (duration: 168.528044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:01.910778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.970665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:55:01.910853Z","caller":"traceutil/trace.go:171","msg":"trace[442305496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23232; }","duration":"149.102208ms","start":"2026-05-29T02:55:01.761733Z","end":"2026-05-29T02:55:01.910835Z","steps":["trace[442305496] 'agreement among raft nodes before linearized reading' (duration: 148.898414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:01.910942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.19148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:55:01.911037Z","caller":"traceutil/trace.go:171","msg":"trace[1925068565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23232; }","duration":"149.283463ms","start":"2026-05-29T02:55:01.761733Z","end":"2026-05-29T02:55:01.911016Z","steps":["trace[1925068565] 'agreement among raft nodes before linearized reading' (duration: 148.912354ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.217385Z","caller":"traceutil/trace.go:171","msg":"trace[1194166104] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"302.276792ms","start":"2026-05-29T02:55:01.915069Z","end":"2026-05-29T02:55:02.217345Z","steps":["trace[1194166104] 'process raft request' (duration: 214.612235ms)","trace[1194166104] 'compare' (duration: 87.500453ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:02.21754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:01.915039Z","time spent":"302.423505ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:02.263765Z","caller":"traceutil/trace.go:171","msg":"trace[1509496243] linearizableReadLoop","detail":"{readStateIndex:24069; appliedIndex:24065; }","duration":"193.749485ms","start":"2026-05-29T02:55:02.069984Z","end":"2026-05-29T02:55:02.263734Z","steps":["trace[1509496243] 'read index received' (duration: 59.712121ms)","trace[1509496243] 'applied index is now lower than readState.Index' (duration: 134.036144ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:02.263983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.986001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:02.26404Z","caller":"traceutil/trace.go:171","msg":"trace[2024245098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23236; }","duration":"194.064583ms","start":"2026-05-29T02:55:02.069966Z","end":"2026-05-29T02:55:02.26403Z","steps":["trace[2024245098] 'agreement among raft nodes before linearized reading' (duration: 193.94078ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.264133Z","caller":"traceutil/trace.go:171","msg":"trace[1516501933] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"348.63667ms","start":"2026-05-29T02:55:01.915459Z","end":"2026-05-29T02:55:02.264096Z","steps":["trace[1516501933] 'process raft request' (duration: 347.994974ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:02.264302Z","caller":"traceutil/trace.go:171","msg":"trace[43199162] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"348.328522ms","start":"2026-05-29T02:55:01.915964Z","end":"2026-05-29T02:55:02.264292Z","steps":["trace[43199162] 'process raft request' (duration: 347.673117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.264647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:01.915954Z","time spent":"348.626399ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:02.264338Z","caller":"traceutil/trace.go:171","msg":"trace[1672214738] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"306.525082ms","start":"2026-05-29T02:55:01.957795Z","end":"2026-05-29T02:55:02.26432Z","steps":["trace[1672214738] 'process raft request' (duration: 305.878627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:02.264888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:01.957762Z","time spent":"307.093145ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:02.264319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:01.915435Z","time spent":"348.780703ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:02.309234Z","caller":"traceutil/trace.go:171","msg":"trace[615649705] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"176.809068ms","start":"2026-05-29T02:55:02.132355Z","end":"2026-05-29T02:55:02.309164Z","steps":["trace[615649705] 'process raft request' (duration: 176.641634ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:03.023035Z","caller":"traceutil/trace.go:171","msg":"trace[1734508234] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"179.769758ms","start":"2026-05-29T02:55:02.843233Z","end":"2026-05-29T02:55:03.023003Z","steps":["trace[1734508234] 'process raft request' (duration: 179.580683ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:03.841121Z","caller":"traceutil/trace.go:171","msg":"trace[1496509433] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"139.091324ms","start":"2026-05-29T02:55:03.701993Z","end":"2026-05-29T02:55:03.841084Z","steps":["trace[1496509433] 'process raft request' (duration: 138.813837ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:04.923441Z","caller":"traceutil/trace.go:171","msg":"trace[8932512] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"378.813439ms","start":"2026-05-29T02:55:04.544594Z","end":"2026-05-29T02:55:04.923407Z","steps":["trace[8932512] 'process raft request' (duration: 288.291685ms)","trace[8932512] 'compare' (duration: 89.609573ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:04.923983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:04.544567Z","time spent":"379.075084ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1077,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:05.261229Z","caller":"traceutil/trace.go:171","msg":"trace[954318320] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"715.786226ms","start":"2026-05-29T02:55:04.545401Z","end":"2026-05-29T02:55:05.261187Z","steps":["trace[954318320] 'process raft request' (duration: 715.50764ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:05.261309Z","caller":"traceutil/trace.go:171","msg":"trace[1833458498] linearizableReadLoop","detail":"{readStateIndex:24093; appliedIndex:24090; }","duration":"707.843389ms","start":"2026-05-29T02:55:04.553397Z","end":"2026-05-29T02:55:05.26124Z","steps":["trace[1833458498] 'read index received' (duration: 279.504718ms)","trace[1833458498] 'applied index is now lower than readState.Index' (duration: 428.337591ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:05.261431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:04.545383Z","time spent":"715.944649ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:05.26164Z","caller":"traceutil/trace.go:171","msg":"trace[899802549] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"714.181289ms","start":"2026-05-29T02:55:04.547415Z","end":"2026-05-29T02:55:05.261597Z","steps":["trace[899802549] 'process raft request' (duration: 713.647756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:05.261664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.251699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:55:05.261737Z","caller":"traceutil/trace.go:171","msg":"trace[676523898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23260; }","duration":"708.340392ms","start":"2026-05-29T02:55:04.55338Z","end":"2026-05-29T02:55:05.26172Z","steps":["trace[676523898] 'agreement among raft nodes before linearized reading' (duration: 708.132007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:05.261787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:04.553372Z","time spent":"708.403163ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T02:55:05.261702Z","caller":"traceutil/trace.go:171","msg":"trace[78001443] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"537.743548ms","start":"2026-05-29T02:55:04.723943Z","end":"2026-05-29T02:55:05.261687Z","steps":["trace[78001443] 'process raft request' (duration: 537.218575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:05.261961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:04.547405Z","time spent":"714.317222ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:05.261979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:04.723893Z","time spent":"537.989354ms","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18651,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:05.47891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.361676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:05.479237Z","caller":"traceutil/trace.go:171","msg":"trace[1136331082] linearizableReadLoop","detail":"{readStateIndex:24097; appliedIndex:24094; }","duration":"217.835901ms","start":"2026-05-29T02:55:05.261383Z","end":"2026-05-29T02:55:05.479219Z","steps":["trace[1136331082] 'read index received' (duration: 114.095407ms)","trace[1136331082] 'applied index is now lower than readState.Index' (duration: 103.739424ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:05.479329Z","caller":"traceutil/trace.go:171","msg":"trace[1378772529] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"427.979242ms","start":"2026-05-29T02:55:05.051335Z","end":"2026-05-29T02:55:05.479314Z","steps":["trace[1378772529] 'process raft request' (duration: 427.834689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:05.479509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.601311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:05.479579Z","caller":"traceutil/trace.go:171","msg":"trace[1255192315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23263; }","duration":"409.700724ms","start":"2026-05-29T02:55:05.069865Z","end":"2026-05-29T02:55:05.479566Z","steps":["trace[1255192315] 'agreement among raft nodes before linearized reading' (duration: 409.488429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:05.479654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.069852Z","time spent":"409.784566ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:55:05.479227Z","caller":"traceutil/trace.go:171","msg":"trace[1722785132] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"450.994192ms","start":"2026-05-29T02:55:05.028186Z","end":"2026-05-29T02:55:05.47918Z","steps":["trace[1722785132] 'process raft request' (duration: 347.280348ms)","trace[1722785132] 'compare' (duration: 103.024318ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:05.479949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.028161Z","time spent":"451.754ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:05.47965Z","caller":"traceutil/trace.go:171","msg":"trace[1833690370] transaction","detail":"{read_only:false; response_revision:23262; number_of_response:1; }","duration":"429.243222ms","start":"2026-05-29T02:55:05.050392Z","end":"2026-05-29T02:55:05.479635Z","steps":["trace[1833690370] 'process raft request' (duration: 428.663998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:05.480209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.050361Z","time spent":"429.814335ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:05.479494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.051299Z","time spent":"428.093165ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:05.479555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.13741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:05.480622Z","caller":"traceutil/trace.go:171","msg":"trace[1360834634] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23263; }","duration":"866.206575ms","start":"2026-05-29T02:55:04.614374Z","end":"2026-05-29T02:55:05.48058Z","steps":["trace[1360834634] 'agreement among raft nodes before linearized reading' (duration: 865.048998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:05.479671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.928013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:55:05.480737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:04.61434Z","time spent":"866.353429ms","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:55:05.48075Z","caller":"traceutil/trace.go:171","msg":"trace[2062907243] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23263; }","duration":"776.043619ms","start":"2026-05-29T02:55:04.704676Z","end":"2026-05-29T02:55:05.48072Z","steps":["trace[2062907243] 'agreement among raft nodes before linearized reading' (duration: 774.937973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:05.480823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:04.704643Z","time spent":"776.158702ms","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:55:05.980163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624740916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:55:06.481075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624740916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:55:06.518036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.870688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:06.518178Z","caller":"traceutil/trace.go:171","msg":"trace[747501084] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23263; }","duration":"783.025082ms","start":"2026-05-29T02:55:05.735128Z","end":"2026-05-29T02:55:06.518153Z","steps":["trace[747501084] 'range keys from in-memory index tree' (duration: 782.845728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:06.91268Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537194978s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:55:06.913831Z","caller":"traceutil/trace.go:171","msg":"trace[221369965] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"1.641805834s","start":"2026-05-29T02:55:05.271994Z","end":"2026-05-29T02:55:06.9138Z","steps":["trace[221369965] 'process raft request' (duration: 1.641176379s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:06.914048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.271976Z","time spent":"1.641959027s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.472074Z","caller":"traceutil/trace.go:171","msg":"trace[1653600720] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"1.530859041s","start":"2026-05-29T02:55:05.941183Z","end":"2026-05-29T02:55:07.472042Z","steps":["trace[1653600720] 'process raft request' (duration: 1.530640616s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.472245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.941151Z","time spent":"1.531005664s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.472333Z","caller":"traceutil/trace.go:171","msg":"trace[1064148939] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"1.386000122s","start":"2026-05-29T02:55:06.086306Z","end":"2026-05-29T02:55:07.472306Z","steps":["trace[1064148939] 'process raft request' (duration: 1.385690095s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.472542Z","caller":"traceutil/trace.go:171","msg":"trace[1735029478] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.173609729s","start":"2026-05-29T02:55:06.298907Z","end":"2026-05-29T02:55:07.472516Z","steps":["trace[1735029478] 'process raft request' (duration: 1.173330612s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.472559Z","caller":"traceutil/trace.go:171","msg":"trace[2025981021] linearizableReadLoop","detail":"{readStateIndex:24102; appliedIndex:24097; }","duration":"1.993193959s","start":"2026-05-29T02:55:05.479316Z","end":"2026-05-29T02:55:07.47251Z","steps":["trace[2025981021] 'read index received' (duration: 1.433839653s)","trace[2025981021] 'applied index is now lower than readState.Index' (duration: 559.353146ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:07.472662Z","caller":"traceutil/trace.go:171","msg":"trace[1080458665] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.081958968s","start":"2026-05-29T02:55:06.390685Z","end":"2026-05-29T02:55:07.472644Z","steps":["trace[1080458665] 'process raft request' (duration: 1.081720732s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.472709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.298878Z","time spent":"1.173747251s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:07.472745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.205674344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"warn","ts":"2026-05-29T02:55:07.472768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.390653Z","time spent":"1.08206101s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.472808Z","caller":"traceutil/trace.go:171","msg":"trace[829091228] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:23268; }","duration":"2.205774456s","start":"2026-05-29T02:55:05.267018Z","end":"2026-05-29T02:55:07.472793Z","steps":["trace[829091228] 'agreement among raft nodes before linearized reading' (duration: 2.205564411s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.472849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.267Z","time spent":"2.205839828s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-05-29T02:55:07.472814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065174637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-29T02:55:07.472922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209562476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18667"} {"level":"info","ts":"2026-05-29T02:55:07.472974Z","caller":"traceutil/trace.go:171","msg":"trace[1110453575] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23268; }","duration":"2.209709079s","start":"2026-05-29T02:55:05.26325Z","end":"2026-05-29T02:55:07.472959Z","steps":["trace[1110453575] 'agreement among raft nodes before linearized reading' (duration: 2.209424012s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.472972Z","caller":"traceutil/trace.go:171","msg":"trace[1076141341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23268; }","duration":"2.065337011s","start":"2026-05-29T02:55:05.407578Z","end":"2026-05-29T02:55:07.472915Z","steps":["trace[1076141341] 'agreement among raft nodes before linearized reading' (duration: 2.064964232s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.473027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.263231Z","time spent":"2.20978393s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18690,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:55:07.473079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.407545Z","time spent":"2.065517136s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:55:07.473446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.086281Z","time spent":"1.386151266s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:07.48066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:55:07.480701Z","caller":"traceutil/trace.go:171","msg":"trace[806793407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999997298s","start":"2026-05-29T02:55:05.480693Z","end":"2026-05-29T02:55:07.480691Z","steps":["trace[806793407] 'agreement among raft nodes before linearized reading' (duration: 1.999952247s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.480726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.480672Z","time spent":"2.000048349s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:55:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T02:55:07.590725Z","caller":"traceutil/trace.go:171","msg":"trace[517693623] linearizableReadLoop","detail":"{readStateIndex:24105; appliedIndex:24102; }","duration":"118.06377ms","start":"2026-05-29T02:55:07.472634Z","end":"2026-05-29T02:55:07.590698Z","steps":["trace[517693623] 'read index received' (duration: 117.719812ms)","trace[517693623] 'applied index is now lower than readState.Index' (duration: 342.918µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:07.590845Z","caller":"traceutil/trace.go:171","msg":"trace[313536700] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"671.987678ms","start":"2026-05-29T02:55:06.918821Z","end":"2026-05-29T02:55:07.590809Z","steps":["trace[313536700] 'process raft request' (duration: 671.573929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.59094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22479895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:55:07.590975Z","caller":"traceutil/trace.go:171","msg":"trace[1147866165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23271; }","duration":"1.224885661s","start":"2026-05-29T02:55:06.36608Z","end":"2026-05-29T02:55:07.590965Z","steps":["trace[1147866165] 'agreement among raft nodes before linearized reading' (duration: 1.224747418s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.590976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.918806Z","time spent":"672.095921ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":910,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:55:07.591001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.366049Z","time spent":"1.224945633s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:55:07.59098Z","caller":"traceutil/trace.go:171","msg":"trace[371860394] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"668.763042ms","start":"2026-05-29T02:55:06.922175Z","end":"2026-05-29T02:55:07.590938Z","steps":["trace[371860394] 'process raft request' (duration: 668.396844ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201701777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:55:07.591108Z","caller":"traceutil/trace.go:171","msg":"trace[727726567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23271; }","duration":"1.201872842s","start":"2026-05-29T02:55:06.389214Z","end":"2026-05-29T02:55:07.591087Z","steps":["trace[727726567] 'agreement among raft nodes before linearized reading' (duration: 1.201500353s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.101253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:55:07.591121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.922167Z","time spent":"668.874105ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5145,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:07.591163Z","caller":"traceutil/trace.go:171","msg":"trace[261764511] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23271; }","duration":"364.245696ms","start":"2026-05-29T02:55:07.226901Z","end":"2026-05-29T02:55:07.591146Z","steps":["trace[261764511] 'agreement among raft nodes before linearized reading' (duration: 364.107663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.389191Z","time spent":"1.201961843s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:55:07.591213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.226873Z","time spent":"364.317738ms","remote":"127.0.0.1:58550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:55:07.591239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340144646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:55:07.591265Z","caller":"traceutil/trace.go:171","msg":"trace[1801401961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23271; }","duration":"1.340218208s","start":"2026-05-29T02:55:06.25104Z","end":"2026-05-29T02:55:07.591258Z","steps":["trace[1801401961] 'agreement among raft nodes before linearized reading' (duration: 1.340142116s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.251013Z","time spent":"1.340266538s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:55:07.591357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588815501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:07.591383Z","caller":"traceutil/trace.go:171","msg":"trace[1905136034] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23271; }","duration":"1.588869762s","start":"2026-05-29T02:55:06.002507Z","end":"2026-05-29T02:55:07.591376Z","steps":["trace[1905136034] 'agreement among raft nodes before linearized reading' (duration: 1.588824291s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.002492Z","time spent":"1.588904303s","remote":"127.0.0.1:50950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:55:07.591421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.897999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-29T02:55:07.591467Z","caller":"traceutil/trace.go:171","msg":"trace[1606280822] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv; range_end:; response_count:1; response_revision:23271; }","duration":"672.9441ms","start":"2026-05-29T02:55:06.91851Z","end":"2026-05-29T02:55:07.591454Z","steps":["trace[1606280822] 'agreement among raft nodes before linearized reading' (duration: 672.825568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:06.918489Z","time spent":"673.006851ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5435,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv\" "} {"level":"warn","ts":"2026-05-29T02:55:07.591552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072319606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:07.591585Z","caller":"traceutil/trace.go:171","msg":"trace[245760257] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23271; }","duration":"2.072380346s","start":"2026-05-29T02:55:05.519195Z","end":"2026-05-29T02:55:07.591575Z","steps":["trace[245760257] 'agreement among raft nodes before linearized reading' (duration: 2.072322195s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.519179Z","time spent":"2.072422198s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:55:07.59164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627803106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-29T02:55:07.591653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746427199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:55:07.591673Z","caller":"traceutil/trace.go:171","msg":"trace[134991356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23271; }","duration":"1.627872187s","start":"2026-05-29T02:55:05.963791Z","end":"2026-05-29T02:55:07.591663Z","steps":["trace[134991356] 'agreement among raft nodes before linearized reading' (duration: 1.627773775s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.591694Z","caller":"traceutil/trace.go:171","msg":"trace[724411464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23271; }","duration":"1.746476931s","start":"2026-05-29T02:55:05.845203Z","end":"2026-05-29T02:55:07.59168Z","steps":["trace[724411464] 'agreement among raft nodes before linearized reading' (duration: 1.746365378s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.963767Z","time spent":"1.627931309s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:55:07.591543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746759457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:55:07.591727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.845195Z","time spent":"1.746525562s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:55:07.591751Z","caller":"traceutil/trace.go:171","msg":"trace[845909793] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23271; }","duration":"1.747011793s","start":"2026-05-29T02:55:05.84473Z","end":"2026-05-29T02:55:07.591742Z","steps":["trace[845909793] 'agreement among raft nodes before linearized reading' (duration: 1.746726377s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.591786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.844701Z","time spent":"1.747076744s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:55:07.591743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110994293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:07.591838Z","caller":"traceutil/trace.go:171","msg":"trace[1193712958] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23271; }","duration":"2.111187097s","start":"2026-05-29T02:55:05.480638Z","end":"2026-05-29T02:55:07.591825Z","steps":["trace[1193712958] 'agreement among raft nodes before linearized reading' (duration: 2.111060604s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.59188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:05.480615Z","time spent":"2.111255418s","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:55:07.591549Z","caller":"traceutil/trace.go:171","msg":"trace[87896498] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"134.564227ms","start":"2026-05-29T02:55:07.456805Z","end":"2026-05-29T02:55:07.59137Z","steps":["trace[87896498] 'process raft request' (duration: 133.83273ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.592218Z","caller":"traceutil/trace.go:171","msg":"trace[182295368] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"107.274827ms","start":"2026-05-29T02:55:07.484927Z","end":"2026-05-29T02:55:07.592202Z","steps":["trace[182295368] 'process raft request' (duration: 107.107823ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.592322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.614549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:07.592365Z","caller":"traceutil/trace.go:171","msg":"trace[393487781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23275; }","duration":"105.67701ms","start":"2026-05-29T02:55:07.486677Z","end":"2026-05-29T02:55:07.592354Z","steps":["trace[393487781] 'agreement among raft nodes before linearized reading' (duration: 105.582487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.592347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.384127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:55:07.592384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.353892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-29T02:55:07.593146Z","caller":"traceutil/trace.go:171","msg":"trace[93511610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23275; }","duration":"109.126441ms","start":"2026-05-29T02:55:07.484003Z","end":"2026-05-29T02:55:07.59313Z","steps":["trace[93511610] 'agreement among raft nodes before linearized reading' (duration: 108.296661ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.592217Z","caller":"traceutil/trace.go:171","msg":"trace[1400606952] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"114.281932ms","start":"2026-05-29T02:55:07.477901Z","end":"2026-05-29T02:55:07.592183Z","steps":["trace[1400606952] 'process raft request' (duration: 114.034886ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.592983Z","caller":"traceutil/trace.go:171","msg":"trace[761945320] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/networkfences.csiaddons.openshift.io; range_end:; response_count:0; response_revision:23275; }","duration":"116.045723ms","start":"2026-05-29T02:55:07.476919Z","end":"2026-05-29T02:55:07.592964Z","steps":["trace[761945320] 'agreement among raft nodes before linearized reading' (duration: 115.311496ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.592751Z","caller":"traceutil/trace.go:171","msg":"trace[357897120] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"107.445372ms","start":"2026-05-29T02:55:07.485293Z","end":"2026-05-29T02:55:07.592738Z","steps":["trace[357897120] 'process raft request' (duration: 106.856468ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.592787Z","caller":"traceutil/trace.go:171","msg":"trace[2003930744] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"107.8184ms","start":"2026-05-29T02:55:07.484961Z","end":"2026-05-29T02:55:07.592779Z","steps":["trace[2003930744] 'process raft request' (duration: 107.146904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:07.592906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.026438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-29T02:55:07.593983Z","caller":"traceutil/trace.go:171","msg":"trace[1183906851] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d; range_end:; response_count:1; response_revision:23275; }","duration":"110.121174ms","start":"2026-05-29T02:55:07.48385Z","end":"2026-05-29T02:55:07.593971Z","steps":["trace[1183906851] 'agreement among raft nodes before linearized reading' (duration: 108.984397ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.731969Z","caller":"traceutil/trace.go:171","msg":"trace[724061734] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24109; }","duration":"138.216053ms","start":"2026-05-29T02:55:07.593698Z","end":"2026-05-29T02:55:07.731914Z","steps":["trace[724061734] 'read index received' (duration: 61.304649ms)","trace[724061734] 'applied index is now lower than readState.Index' (duration: 76.909714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:07.732145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.412678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:07.732234Z","caller":"traceutil/trace.go:171","msg":"trace[246340211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23276; }","duration":"138.52718ms","start":"2026-05-29T02:55:07.593693Z","end":"2026-05-29T02:55:07.73222Z","steps":["trace[246340211] 'agreement among raft nodes before linearized reading' (duration: 138.370807ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:07.732303Z","caller":"traceutil/trace.go:171","msg":"trace[1343236981] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"138.547451ms","start":"2026-05-29T02:55:07.593666Z","end":"2026-05-29T02:55:07.732214Z","steps":["trace[1343236981] 'process raft request' (duration: 61.36646ms)","trace[1343236981] 'compare' (duration: 76.68872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:08.052477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.289159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:08.052729Z","caller":"traceutil/trace.go:171","msg":"trace[1802965289] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"456.609434ms","start":"2026-05-29T02:55:07.596073Z","end":"2026-05-29T02:55:08.052682Z","steps":["trace[1802965289] 'process raft request' (duration: 255.996517ms)","trace[1802965289] 'compare' (duration: 200.145126ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:08.052794Z","caller":"traceutil/trace.go:171","msg":"trace[517267247] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"455.16241ms","start":"2026-05-29T02:55:07.597611Z","end":"2026-05-29T02:55:08.052773Z","steps":["trace[517267247] 'process raft request' (duration: 455.045458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.052926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.596054Z","time spent":"456.775829ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.052991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.597598Z","time spent":"455.240582ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:08.053014Z","caller":"traceutil/trace.go:171","msg":"trace[959756929] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"455.297833ms","start":"2026-05-29T02:55:07.597682Z","end":"2026-05-29T02:55:08.05298Z","steps":["trace[959756929] 'process raft request' (duration: 455.044897ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.05304Z","caller":"traceutil/trace.go:171","msg":"trace[330361016] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"454.3144ms","start":"2026-05-29T02:55:07.598697Z","end":"2026-05-29T02:55:08.053011Z","steps":["trace[330361016] 'process raft request' (duration: 454.244588ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.053043Z","caller":"traceutil/trace.go:171","msg":"trace[1216926681] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"455.471428ms","start":"2026-05-29T02:55:07.597531Z","end":"2026-05-29T02:55:08.053002Z","steps":["trace[1216926681] 'process raft request' (duration: 455.057738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.05426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.597523Z","time spent":"456.651725ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:08.053095Z","caller":"traceutil/trace.go:171","msg":"trace[1173689785] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"454.424973ms","start":"2026-05-29T02:55:07.598623Z","end":"2026-05-29T02:55:08.053048Z","steps":["trace[1173689785] 'process raft request' (duration: 454.239058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.054454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.598611Z","time spent":"455.785114ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.053189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.597665Z","time spent":"455.419767ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.053187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.598689Z","time spent":"454.417813ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:08.099853Z","caller":"traceutil/trace.go:171","msg":"trace[1877490796] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"361.358479ms","start":"2026-05-29T02:55:07.738451Z","end":"2026-05-29T02:55:08.099809Z","steps":["trace[1877490796] 'process raft request' (duration: 361.026331ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.09999Z","caller":"traceutil/trace.go:171","msg":"trace[1642445586] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"361.466802ms","start":"2026-05-29T02:55:07.738496Z","end":"2026-05-29T02:55:08.099962Z","steps":["trace[1642445586] 'process raft request' (duration: 361.260147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.100041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.738421Z","time spent":"361.534193ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:55:08.099926Z","caller":"traceutil/trace.go:171","msg":"trace[1934724959] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"359.662969ms","start":"2026-05-29T02:55:07.740245Z","end":"2026-05-29T02:55:08.099908Z","steps":["trace[1934724959] 'process raft request' (duration: 359.574987ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.099879Z","caller":"traceutil/trace.go:171","msg":"trace[1019540586] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"361.39496ms","start":"2026-05-29T02:55:07.738453Z","end":"2026-05-29T02:55:08.099848Z","steps":["trace[1019540586] 'process raft request' (duration: 361.213426ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.100181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.738472Z","time spent":"361.598345ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.100252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.740235Z","time spent":"359.906085ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.100338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.738424Z","time spent":"361.80289ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1574,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:08.241495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.589323ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:55:08.241876Z","caller":"traceutil/trace.go:171","msg":"trace[639012937] linearizableReadLoop","detail":"{readStateIndex:24120; appliedIndex:24110; }","duration":"492.402174ms","start":"2026-05-29T02:55:07.749437Z","end":"2026-05-29T02:55:08.241839Z","steps":["trace[639012937] 'read index received' (duration: 102.647188ms)","trace[639012937] 'applied index is now lower than readState.Index' (duration: 389.751425ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:08.241934Z","caller":"traceutil/trace.go:171","msg":"trace[1470010598] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"183.595478ms","start":"2026-05-29T02:55:08.058305Z","end":"2026-05-29T02:55:08.2419Z","steps":["trace[1470010598] 'process raft request' (duration: 183.342192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.384828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.366619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv\" ","response":"range_response_count:1 size:5424"} {"level":"info","ts":"2026-05-29T02:55:08.384929Z","caller":"traceutil/trace.go:171","msg":"trace[216430574] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv; range_end:; response_count:1; response_revision:23287; }","duration":"635.500361ms","start":"2026-05-29T02:55:07.749398Z","end":"2026-05-29T02:55:08.384898Z","steps":["trace[216430574] 'agreement among raft nodes before linearized reading' (duration: 492.583958ms)","trace[216430574] 'range keys from in-memory index tree' (duration: 142.670748ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:08.384976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.749381Z","time spent":"635.584914ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5447,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv\" "} {"level":"info","ts":"2026-05-29T02:55:08.384989Z","caller":"traceutil/trace.go:171","msg":"trace[1039542211] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"278.026154ms","start":"2026-05-29T02:55:08.106933Z","end":"2026-05-29T02:55:08.384959Z","steps":["trace[1039542211] 'process raft request' (duration: 228.816059ms)","trace[1039542211] 'compare' (duration: 48.943658ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:08.385025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.103829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-29T02:55:08.385065Z","caller":"traceutil/trace.go:171","msg":"trace[1242895747] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23288; }","duration":"504.14973ms","start":"2026-05-29T02:55:07.880904Z","end":"2026-05-29T02:55:08.385054Z","steps":["trace[1242895747] 'agreement among raft nodes before linearized reading' (duration: 503.977106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.385095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:07.88081Z","time spent":"504.277913ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-05-29T02:55:08.384841Z","caller":"traceutil/trace.go:171","msg":"trace[1747532808] linearizableReadLoop","detail":"{readStateIndex:24123; appliedIndex:24122; }","duration":"142.865032ms","start":"2026-05-29T02:55:08.241951Z","end":"2026-05-29T02:55:08.384816Z","steps":["trace[1747532808] 'read index received' (duration: 93.779401ms)","trace[1747532808] 'applied index is now lower than readState.Index' (duration: 49.084641ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:08.674726Z","caller":"traceutil/trace.go:171","msg":"trace[1893163794] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"284.981717ms","start":"2026-05-29T02:55:08.389715Z","end":"2026-05-29T02:55:08.674696Z","steps":["trace[1893163794] 'process raft request' (duration: 284.803503ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.862595Z","caller":"traceutil/trace.go:171","msg":"trace[723057927] linearizableReadLoop","detail":"{readStateIndex:24125; appliedIndex:24123; }","duration":"420.658211ms","start":"2026-05-29T02:55:08.441907Z","end":"2026-05-29T02:55:08.862565Z","steps":["trace[723057927] 'read index received' (duration: 232.609988ms)","trace[723057927] 'applied index is now lower than readState.Index' (duration: 188.046742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:08.862884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.947597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29667055-7brh8\" ","response":"range_response_count:1 size:7226"} {"level":"info","ts":"2026-05-29T02:55:08.862947Z","caller":"traceutil/trace.go:171","msg":"trace[428423029] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29667055-7brh8; range_end:; response_count:1; response_revision:23291; }","duration":"421.0629ms","start":"2026-05-29T02:55:08.441867Z","end":"2026-05-29T02:55:08.86293Z","steps":["trace[428423029] 'agreement among raft nodes before linearized reading' (duration: 420.815074ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:08.862946Z","caller":"traceutil/trace.go:171","msg":"trace[449840050] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"419.272558ms","start":"2026-05-29T02:55:08.443628Z","end":"2026-05-29T02:55:08.8629Z","steps":["trace[449840050] 'process raft request' (duration: 418.841558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:08.862999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:08.441852Z","time spent":"421.132221ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7249,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29667055-7brh8\" "} {"level":"warn","ts":"2026-05-29T02:55:08.8631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:08.443591Z","time spent":"419.435921ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:55:08.862941Z","caller":"traceutil/trace.go:171","msg":"trace[1825248334] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"471.017942ms","start":"2026-05-29T02:55:08.391886Z","end":"2026-05-29T02:55:08.862904Z","steps":["trace[1825248334] 'process raft request' (duration: 423.58468ms)","trace[1825248334] 'compare' (duration: 46.89089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:08.863803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:08.391864Z","time spent":"471.837751ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:09.083082Z","caller":"traceutil/trace.go:171","msg":"trace[926956712] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"403.237052ms","start":"2026-05-29T02:55:08.679819Z","end":"2026-05-29T02:55:09.083056Z","steps":["trace[926956712] 'process raft request' (duration: 310.844544ms)","trace[926956712] 'compare' (duration: 92.090981ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:09.083192Z","caller":"traceutil/trace.go:171","msg":"trace[1897036] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"402.825032ms","start":"2026-05-29T02:55:08.680348Z","end":"2026-05-29T02:55:09.083173Z","steps":["trace[1897036] 'process raft request' (duration: 402.657398ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:09.083241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:08.679794Z","time spent":"403.366985ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:09.083272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:08.680321Z","time spent":"402.911484ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:55:09.144511Z","caller":"traceutil/trace.go:171","msg":"trace[1317329655] linearizableReadLoop","detail":"{readStateIndex:24129; appliedIndex:24126; }","duration":"236.07644ms","start":"2026-05-29T02:55:08.908412Z","end":"2026-05-29T02:55:09.144489Z","steps":["trace[1317329655] 'read index received' (duration: 82.266931ms)","trace[1317329655] 'applied index is now lower than readState.Index' (duration: 153.808599ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:09.14459Z","caller":"traceutil/trace.go:171","msg":"trace[1127219596] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"268.390557ms","start":"2026-05-29T02:55:08.876157Z","end":"2026-05-29T02:55:09.144547Z","steps":["trace[1127219596] 'process raft request' (duration: 268.179842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:09.144772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.331586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv\" ","response":"range_response_count:1 size:3041"} {"level":"info","ts":"2026-05-29T02:55:09.144844Z","caller":"traceutil/trace.go:171","msg":"trace[714037927] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv; range_end:; response_count:1; response_revision:23294; }","duration":"236.452939ms","start":"2026-05-29T02:55:08.908372Z","end":"2026-05-29T02:55:09.144825Z","steps":["trace[714037927] 'agreement among raft nodes before linearized reading' (duration: 236.224753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:09.34089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.893291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-05-29T02:55:09.341006Z","caller":"traceutil/trace.go:171","msg":"trace[1358749836] linearizableReadLoop","detail":"{readStateIndex:24130; appliedIndex:24129; }","duration":"182.736137ms","start":"2026-05-29T02:55:09.158252Z","end":"2026-05-29T02:55:09.340988Z","steps":["trace[1358749836] 'read index received' (duration: 74.60612ms)","trace[1358749836] 'applied index is now lower than readState.Index' (duration: 108.128547ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:09.341189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.944122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29667055-7brh8\" ","response":"range_response_count:1 size:7237"} {"level":"info","ts":"2026-05-29T02:55:09.341168Z","caller":"traceutil/trace.go:171","msg":"trace[1803703524] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23295; }","duration":"192.281241ms","start":"2026-05-29T02:55:09.14885Z","end":"2026-05-29T02:55:09.341131Z","steps":["trace[1803703524] 'process raft request' (duration: 83.994871ms)","trace[1803703524] 'compare' (duration: 107.757978ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:09.341231Z","caller":"traceutil/trace.go:171","msg":"trace[1067091013] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29667055-7brh8; range_end:; response_count:1; response_revision:23295; }","duration":"183.020054ms","start":"2026-05-29T02:55:09.158199Z","end":"2026-05-29T02:55:09.341219Z","steps":["trace[1067091013] 'agreement among raft nodes before linearized reading' (duration: 182.83524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:09.583602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.265794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:09.58388Z","caller":"traceutil/trace.go:171","msg":"trace[367934277] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"231.059572ms","start":"2026-05-29T02:55:09.352793Z","end":"2026-05-29T02:55:09.583853Z","steps":["trace[367934277] 'process raft request' (duration: 118.44258ms)","trace[367934277] 'compare' (duration: 111.876685ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:09.584122Z","caller":"traceutil/trace.go:171","msg":"trace[1720222966] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"106.372046ms","start":"2026-05-29T02:55:09.477726Z","end":"2026-05-29T02:55:09.584098Z","steps":["trace[1720222966] 'process raft request' (duration: 105.990177ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:09.838167Z","caller":"traceutil/trace.go:171","msg":"trace[1507796096] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"359.776352ms","start":"2026-05-29T02:55:09.478359Z","end":"2026-05-29T02:55:09.838136Z","steps":["trace[1507796096] 'process raft request' (duration: 315.996565ms)","trace[1507796096] 'compare' (duration: 43.593713ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:09.838342Z","caller":"traceutil/trace.go:171","msg":"trace[78711471] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"357.905828ms","start":"2026-05-29T02:55:09.480416Z","end":"2026-05-29T02:55:09.838322Z","steps":["trace[78711471] 'process raft request' (duration: 357.838307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:09.83836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.478333Z","time spent":"359.933736ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:09.838441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.480406Z","time spent":"357.98694ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:55:09.838461Z","caller":"traceutil/trace.go:171","msg":"trace[606482848] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"358.433881ms","start":"2026-05-29T02:55:09.47999Z","end":"2026-05-29T02:55:09.838424Z","steps":["trace[606482848] 'process raft request' (duration: 358.107413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:09.838632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.479978Z","time spent":"358.568104ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:10.030898Z","caller":"traceutil/trace.go:171","msg":"trace[1904777243] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"431.472974ms","start":"2026-05-29T02:55:09.599395Z","end":"2026-05-29T02:55:10.030868Z","steps":["trace[1904777243] 'process raft request' (duration: 431.375192ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.030935Z","caller":"traceutil/trace.go:171","msg":"trace[533900138] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"441.391157ms","start":"2026-05-29T02:55:09.589507Z","end":"2026-05-29T02:55:10.030898Z","steps":["trace[533900138] 'process raft request' (duration: 388.989637ms)","trace[533900138] 'compare' (duration: 51.669513ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:10.031045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.599384Z","time spent":"431.583276ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:10.031112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.589484Z","time spent":"441.529481ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:10.031123Z","caller":"traceutil/trace.go:171","msg":"trace[1656436353] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"433.105072ms","start":"2026-05-29T02:55:09.597981Z","end":"2026-05-29T02:55:10.031086Z","steps":["trace[1656436353] 'process raft request' (duration: 432.692473ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.031206Z","caller":"traceutil/trace.go:171","msg":"trace[1393196222] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"431.640008ms","start":"2026-05-29T02:55:09.599555Z","end":"2026-05-29T02:55:10.031195Z","steps":["trace[1393196222] 'process raft request' (duration: 431.264789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.031246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.59955Z","time spent":"431.676729ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:10.031262Z","caller":"traceutil/trace.go:171","msg":"trace[663388215] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"188.343199ms","start":"2026-05-29T02:55:09.842891Z","end":"2026-05-29T02:55:10.031234Z","steps":["trace[663388215] 'process raft request' (duration: 188.236566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.031304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.597971Z","time spent":"433.233975ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:10.031402Z","caller":"traceutil/trace.go:171","msg":"trace[1258197188] linearizableReadLoop","detail":"{readStateIndex:24136; appliedIndex:24132; }","duration":"433.543382ms","start":"2026-05-29T02:55:09.597851Z","end":"2026-05-29T02:55:10.031394Z","steps":["trace[1258197188] 'read index received' (duration: 196.525961ms)","trace[1258197188] 'applied index is now lower than readState.Index' (duration: 237.016691ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:10.031566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.006956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv\" ","response":"range_response_count:1 size:5612"} {"level":"info","ts":"2026-05-29T02:55:10.031593Z","caller":"traceutil/trace.go:171","msg":"trace[1217597482] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv; range_end:; response_count:1; response_revision:23305; }","duration":"432.071728ms","start":"2026-05-29T02:55:09.599514Z","end":"2026-05-29T02:55:10.031586Z","steps":["trace[1217597482] 'agreement among raft nodes before linearized reading' (duration: 431.958505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.031614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.599491Z","time spent":"432.11854ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":5635,"request content":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-dvljv\" "} {"level":"warn","ts":"2026-05-29T02:55:10.031611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.754347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:55:10.031651Z","caller":"traceutil/trace.go:171","msg":"trace[813441942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23305; }","duration":"433.814079ms","start":"2026-05-29T02:55:09.597826Z","end":"2026-05-29T02:55:10.03164Z","steps":["trace[813441942] 'agreement among raft nodes before linearized reading' (duration: 433.630215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.031692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:09.597816Z","time spent":"433.86966ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T02:55:10.031783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.480318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-05-29T02:55:10.031786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.446006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:4898"} {"level":"info","ts":"2026-05-29T02:55:10.031807Z","caller":"traceutil/trace.go:171","msg":"trace[1762940856] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23305; }","duration":"282.5833ms","start":"2026-05-29T02:55:09.749218Z","end":"2026-05-29T02:55:10.031801Z","steps":["trace[1762940856] 'agreement among raft nodes before linearized reading' (duration: 282.514648ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.031819Z","caller":"traceutil/trace.go:171","msg":"trace[1780945998] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:23305; }","duration":"221.519078ms","start":"2026-05-29T02:55:09.810291Z","end":"2026-05-29T02:55:10.03181Z","steps":["trace[1780945998] 'agreement among raft nodes before linearized reading' (duration: 221.352104ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.209105Z","caller":"traceutil/trace.go:171","msg":"trace[2104366039] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"172.372885ms","start":"2026-05-29T02:55:10.036674Z","end":"2026-05-29T02:55:10.209047Z","steps":["trace[2104366039] 'process raft request' (duration: 97.270533ms)","trace[2104366039] 'compare' (duration: 74.839436ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:10.271185Z","caller":"traceutil/trace.go:171","msg":"trace[46166997] linearizableReadLoop","detail":"{readStateIndex:24143; appliedIndex:24140; }","duration":"213.807517ms","start":"2026-05-29T02:55:10.05735Z","end":"2026-05-29T02:55:10.271158Z","steps":["trace[46166997] 'read index received' (duration: 76.601037ms)","trace[46166997] 'applied index is now lower than readState.Index' (duration: 137.20555ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:10.27146Z","caller":"traceutil/trace.go:171","msg":"trace[1725399358] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"234.242097ms","start":"2026-05-29T02:55:10.037204Z","end":"2026-05-29T02:55:10.271446Z","steps":["trace[1725399358] 'process raft request' (duration: 233.757865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.271824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.457943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:55:10.271864Z","caller":"traceutil/trace.go:171","msg":"trace[681888011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23308; }","duration":"214.549845ms","start":"2026-05-29T02:55:10.057302Z","end":"2026-05-29T02:55:10.271852Z","steps":["trace[681888011] 'agreement among raft nodes before linearized reading' (duration: 214.412972ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.272012Z","caller":"traceutil/trace.go:171","msg":"trace[62629750] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"228.934932ms","start":"2026-05-29T02:55:10.043061Z","end":"2026-05-29T02:55:10.271996Z","steps":["trace[62629750] 'process raft request' (duration: 228.029901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.298213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.031561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417629"} {"level":"info","ts":"2026-05-29T02:55:10.298295Z","caller":"traceutil/trace.go:171","msg":"trace[992745843] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23309; }","duration":"202.153063ms","start":"2026-05-29T02:55:10.096124Z","end":"2026-05-29T02:55:10.298277Z","steps":["trace[992745843] 'agreement among raft nodes before linearized reading' (duration: 201.847886ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.298452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.678224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:55:10.29851Z","caller":"traceutil/trace.go:171","msg":"trace[1295790583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23309; }","duration":"239.746376ms","start":"2026-05-29T02:55:10.05875Z","end":"2026-05-29T02:55:10.298496Z","steps":["trace[1295790583] 'agreement among raft nodes before linearized reading' (duration: 239.614273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.29869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.96154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T02:55:10.298725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.905779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:55:10.298732Z","caller":"traceutil/trace.go:171","msg":"trace[1473178688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23309; }","duration":"240.046702ms","start":"2026-05-29T02:55:10.058676Z","end":"2026-05-29T02:55:10.298723Z","steps":["trace[1473178688] 'agreement among raft nodes before linearized reading' (duration: 239.94754ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.298758Z","caller":"traceutil/trace.go:171","msg":"trace[2046790193] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23309; }","duration":"239.975801ms","start":"2026-05-29T02:55:10.058772Z","end":"2026-05-29T02:55:10.298748Z","steps":["trace[2046790193] 'agreement among raft nodes before linearized reading' (duration: 239.884429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.298974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.277858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:55:10.299011Z","caller":"traceutil/trace.go:171","msg":"trace[665421350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23309; }","duration":"240.33537ms","start":"2026-05-29T02:55:10.058667Z","end":"2026-05-29T02:55:10.299002Z","steps":["trace[665421350] 'agreement among raft nodes before linearized reading' (duration: 240.237138ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.541579Z","caller":"traceutil/trace.go:171","msg":"trace[1755881941] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"100.450037ms","start":"2026-05-29T02:55:10.441102Z","end":"2026-05-29T02:55:10.541552Z","steps":["trace[1755881941] 'process raft request' (duration: 98.84912ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.609713Z","caller":"traceutil/trace.go:171","msg":"trace[1325370398] linearizableReadLoop","detail":"{readStateIndex:24153; appliedIndex:24150; }","duration":"114.892866ms","start":"2026-05-29T02:55:10.49478Z","end":"2026-05-29T02:55:10.609673Z","steps":["trace[1325370398] 'read index received' (duration: 45.18315ms)","trace[1325370398] 'applied index is now lower than readState.Index' (duration: 69.708666ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:10.609776Z","caller":"traceutil/trace.go:171","msg":"trace[162722689] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"166.620179ms","start":"2026-05-29T02:55:10.443116Z","end":"2026-05-29T02:55:10.609736Z","steps":["trace[162722689] 'process raft request' (duration: 166.471906ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.609794Z","caller":"traceutil/trace.go:171","msg":"trace[1783935794] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"167.90549ms","start":"2026-05-29T02:55:10.441856Z","end":"2026-05-29T02:55:10.609761Z","steps":["trace[1783935794] 'process raft request' (duration: 167.598042ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.60998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.175592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29667055-7brh8\" ","response":"range_response_count:1 size:7237"} {"level":"info","ts":"2026-05-29T02:55:10.61002Z","caller":"traceutil/trace.go:171","msg":"trace[42899096] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29667055-7brh8; range_end:; response_count:1; response_revision:23318; }","duration":"115.267585ms","start":"2026-05-29T02:55:10.494742Z","end":"2026-05-29T02:55:10.610009Z","steps":["trace[42899096] 'agreement among raft nodes before linearized reading' (duration: 115.05387ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.750637Z","caller":"traceutil/trace.go:171","msg":"trace[242521896] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"136.264117ms","start":"2026-05-29T02:55:10.614338Z","end":"2026-05-29T02:55:10.750602Z","steps":["trace[242521896] 'process raft request' (duration: 136.036582ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.750699Z","caller":"traceutil/trace.go:171","msg":"trace[607939221] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"134.144067ms","start":"2026-05-29T02:55:10.616534Z","end":"2026-05-29T02:55:10.750678Z","steps":["trace[607939221] 'process raft request' (duration: 133.992824ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.750824Z","caller":"traceutil/trace.go:171","msg":"trace[2121034031] linearizableReadLoop","detail":"{readStateIndex:24157; appliedIndex:24153; }","duration":"132.802116ms","start":"2026-05-29T02:55:10.618001Z","end":"2026-05-29T02:55:10.750803Z","steps":["trace[2121034031] 'read index received' (duration: 19.450607ms)","trace[2121034031] 'applied index is now lower than readState.Index' (duration: 113.349859ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:10.751013Z","caller":"traceutil/trace.go:171","msg":"trace[590981339] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"133.250726ms","start":"2026-05-29T02:55:10.617739Z","end":"2026-05-29T02:55:10.75099Z","steps":["trace[590981339] 'process raft request' (duration: 132.881038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.751023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.998891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5039"} {"level":"info","ts":"2026-05-29T02:55:10.751165Z","caller":"traceutil/trace.go:171","msg":"trace[1520679253] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:23322; }","duration":"133.150034ms","start":"2026-05-29T02:55:10.617996Z","end":"2026-05-29T02:55:10.751146Z","steps":["trace[1520679253] 'agreement among raft nodes before linearized reading' (duration: 132.900238ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.95683Z","caller":"traceutil/trace.go:171","msg":"trace[70028227] linearizableReadLoop","detail":"{readStateIndex:24161; appliedIndex:24157; }","duration":"188.538194ms","start":"2026-05-29T02:55:10.768267Z","end":"2026-05-29T02:55:10.956805Z","steps":["trace[70028227] 'read index received' (duration: 47.432553ms)","trace[70028227] 'applied index is now lower than readState.Index' (duration: 141.104591ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:10.956958Z","caller":"traceutil/trace.go:171","msg":"trace[1453326613] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"201.228272ms","start":"2026-05-29T02:55:10.755718Z","end":"2026-05-29T02:55:10.956946Z","steps":["trace[1453326613] 'process raft request' (duration: 158.838978ms)","trace[1453326613] 'compare' (duration: 41.867812ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:10.957013Z","caller":"traceutil/trace.go:171","msg":"trace[453982834] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"194.138045ms","start":"2026-05-29T02:55:10.76284Z","end":"2026-05-29T02:55:10.956978Z","steps":["trace[453982834] 'process raft request' (duration: 193.9129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:10.957371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.085957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-9twdd\" ","response":"range_response_count:1 size:4242"} {"level":"info","ts":"2026-05-29T02:55:10.957418Z","caller":"traceutil/trace.go:171","msg":"trace[1340737616] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-9twdd; range_end:; response_count:1; response_revision:23326; }","duration":"189.166049ms","start":"2026-05-29T02:55:10.768238Z","end":"2026-05-29T02:55:10.957404Z","steps":["trace[1340737616] 'agreement among raft nodes before linearized reading' (duration: 188.947174ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:10.957603Z","caller":"traceutil/trace.go:171","msg":"trace[1313837000] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"197.661048ms","start":"2026-05-29T02:55:10.759926Z","end":"2026-05-29T02:55:10.957587Z","steps":["trace[1313837000] 'process raft request' (duration: 196.709576ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.458194Z","caller":"traceutil/trace.go:171","msg":"trace[1509985481] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"105.489695ms","start":"2026-05-29T02:55:11.35267Z","end":"2026-05-29T02:55:11.458159Z","steps":["trace[1509985481] 'process raft request' (duration: 105.27133ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.989899Z","caller":"traceutil/trace.go:171","msg":"trace[406996137] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"146.20678ms","start":"2026-05-29T02:55:11.843662Z","end":"2026-05-29T02:55:11.989869Z","steps":["trace[406996137] 'process raft request' (duration: 146.096148ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:11.990024Z","caller":"traceutil/trace.go:171","msg":"trace[886054513] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"147.102712ms","start":"2026-05-29T02:55:11.842879Z","end":"2026-05-29T02:55:11.989982Z","steps":["trace[886054513] 'process raft request' (duration: 75.974123ms)","trace[886054513] 'compare' (duration: 70.30548ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:12.613098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.546398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:12.613372Z","caller":"traceutil/trace.go:171","msg":"trace[301438879] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"576.479417ms","start":"2026-05-29T02:55:12.036854Z","end":"2026-05-29T02:55:12.613334Z","steps":["trace[301438879] 'process raft request' (duration: 458.608821ms)","trace[301438879] 'compare' (duration: 117.025526ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:12.61355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.03682Z","time spent":"576.639551ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:12.61351Z","caller":"traceutil/trace.go:171","msg":"trace[1650768219] linearizableReadLoop","detail":"{readStateIndex:24173; appliedIndex:24170; }","duration":"542.634804ms","start":"2026-05-29T02:55:12.070856Z","end":"2026-05-29T02:55:12.61349Z","steps":["trace[1650768219] 'read index received' (duration: 424.636844ms)","trace[1650768219] 'applied index is now lower than readState.Index' (duration: 117.99699ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:12.613761Z","caller":"traceutil/trace.go:171","msg":"trace[152718305] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"575.344161ms","start":"2026-05-29T02:55:12.038367Z","end":"2026-05-29T02:55:12.613712Z","steps":["trace[152718305] 'process raft request' (duration: 574.857099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.613911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.94166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:12.61392Z","caller":"traceutil/trace.go:171","msg":"trace[1169130585] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"574.555362ms","start":"2026-05-29T02:55:12.039341Z","end":"2026-05-29T02:55:12.613896Z","steps":["trace[1169130585] 'process raft request' (duration: 574.101271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.614022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.039316Z","time spent":"574.656634ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:12.613969Z","caller":"traceutil/trace.go:171","msg":"trace[373994197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23338; }","duration":"543.144655ms","start":"2026-05-29T02:55:12.070808Z","end":"2026-05-29T02:55:12.613953Z","steps":["trace[373994197] 'agreement among raft nodes before linearized reading' (duration: 542.775637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.613912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.038353Z","time spent":"575.482824ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:12.613918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.864981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:55:12.614111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.070786Z","time spent":"543.297938ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:55:12.61425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.867378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:55:12.61427Z","caller":"traceutil/trace.go:171","msg":"trace[715799922] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23338; }","duration":"489.199309ms","start":"2026-05-29T02:55:12.125038Z","end":"2026-05-29T02:55:12.614237Z","steps":["trace[715799922] 'agreement among raft nodes before linearized reading' (duration: 488.82774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.6143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.413789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T02:55:12.614324Z","caller":"traceutil/trace.go:171","msg":"trace[1728138685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23338; }","duration":"259.979641ms","start":"2026-05-29T02:55:12.35433Z","end":"2026-05-29T02:55:12.61431Z","steps":["trace[1728138685] 'agreement among raft nodes before linearized reading' (duration: 259.758916ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.614333Z","caller":"traceutil/trace.go:171","msg":"trace[1208045701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23338; }","duration":"254.482061ms","start":"2026-05-29T02:55:12.359841Z","end":"2026-05-29T02:55:12.614323Z","steps":["trace[1208045701] 'agreement among raft nodes before linearized reading' (duration: 254.412129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.614357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.124976Z","time spent":"489.353653ms","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:55:12.614228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.330592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-05-29T02:55:12.614408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.08712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:55:12.614422Z","caller":"traceutil/trace.go:171","msg":"trace[1086574534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23338; }","duration":"258.523916ms","start":"2026-05-29T02:55:12.355888Z","end":"2026-05-29T02:55:12.614412Z","steps":["trace[1086574534] 'agreement among raft nodes before linearized reading' (duration: 258.24874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.614512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.217309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-05-29T02:55:12.614519Z","caller":"traceutil/trace.go:171","msg":"trace[1490261081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23338; }","duration":"259.233413ms","start":"2026-05-29T02:55:12.355267Z","end":"2026-05-29T02:55:12.614501Z","steps":["trace[1490261081] 'agreement among raft nodes before linearized reading' (duration: 259.044119ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.61456Z","caller":"traceutil/trace.go:171","msg":"trace[118569976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23338; }","duration":"261.325132ms","start":"2026-05-29T02:55:12.353222Z","end":"2026-05-29T02:55:12.614548Z","steps":["trace[118569976] 'agreement among raft nodes before linearized reading' (duration: 261.176619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.614885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.684387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:55:12.614945Z","caller":"traceutil/trace.go:171","msg":"trace[77408283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23338; }","duration":"338.775269ms","start":"2026-05-29T02:55:12.276152Z","end":"2026-05-29T02:55:12.614927Z","steps":["trace[77408283] 'agreement among raft nodes before linearized reading' (duration: 337.95863ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.615122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:12.276128Z","time spent":"338.978644ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:55:12.763189Z","caller":"traceutil/trace.go:171","msg":"trace[1076963604] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"142.890593ms","start":"2026-05-29T02:55:12.620261Z","end":"2026-05-29T02:55:12.763152Z","steps":["trace[1076963604] 'process raft request' (duration: 142.535655ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.830775Z","caller":"traceutil/trace.go:171","msg":"trace[509035128] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"209.760982ms","start":"2026-05-29T02:55:12.620984Z","end":"2026-05-29T02:55:12.830745Z","steps":["trace[509035128] 'process raft request' (duration: 209.68365ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.830904Z","caller":"traceutil/trace.go:171","msg":"trace[2106930670] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"210.51877ms","start":"2026-05-29T02:55:12.620333Z","end":"2026-05-29T02:55:12.830852Z","steps":["trace[2106930670] 'process raft request' (duration: 210.135051ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.831161Z","caller":"traceutil/trace.go:171","msg":"trace[1373902693] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"210.138481ms","start":"2026-05-29T02:55:12.621009Z","end":"2026-05-29T02:55:12.831148Z","steps":["trace[1373902693] 'process raft request' (duration: 209.69437ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.831163Z","caller":"traceutil/trace.go:171","msg":"trace[855402547] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"210.312555ms","start":"2026-05-29T02:55:12.62059Z","end":"2026-05-29T02:55:12.830903Z","steps":["trace[855402547] 'process raft request' (duration: 210.029788ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.831258Z","caller":"traceutil/trace.go:171","msg":"trace[1905521697] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"209.788953ms","start":"2026-05-29T02:55:12.621449Z","end":"2026-05-29T02:55:12.831238Z","steps":["trace[1905521697] 'process raft request' (duration: 209.731411ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.831271Z","caller":"traceutil/trace.go:171","msg":"trace[1630039313] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"210.203183ms","start":"2026-05-29T02:55:12.621029Z","end":"2026-05-29T02:55:12.831232Z","steps":["trace[1630039313] 'process raft request' (duration: 210.008868ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:12.831252Z","caller":"traceutil/trace.go:171","msg":"trace[1590355376] linearizableReadLoop","detail":"{readStateIndex:24179; appliedIndex:24173; }","duration":"209.800313ms","start":"2026-05-29T02:55:12.621424Z","end":"2026-05-29T02:55:12.831224Z","steps":["trace[1590355376] 'read index received' (duration: 141.45481ms)","trace[1590355376] 'applied index is now lower than readState.Index' (duration: 68.344483ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:12.831449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.005498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18667"} {"level":"info","ts":"2026-05-29T02:55:12.831488Z","caller":"traceutil/trace.go:171","msg":"trace[524226960] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23345; }","duration":"210.083679ms","start":"2026-05-29T02:55:12.621395Z","end":"2026-05-29T02:55:12.831479Z","steps":["trace[524226960] 'agreement among raft nodes before linearized reading' (duration: 209.908505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.831611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.248568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:12.831649Z","caller":"traceutil/trace.go:171","msg":"trace[1708780032] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:23345; }","duration":"165.341709ms","start":"2026-05-29T02:55:12.666296Z","end":"2026-05-29T02:55:12.831638Z","steps":["trace[1708780032] 'agreement among raft nodes before linearized reading' (duration: 165.244427ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:12.831658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.806299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T02:55:12.831703Z","caller":"traceutil/trace.go:171","msg":"trace[1981964788] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:23345; }","duration":"205.887671ms","start":"2026-05-29T02:55:12.625805Z","end":"2026-05-29T02:55:12.831692Z","steps":["trace[1981964788] 'agreement among raft nodes before linearized reading' (duration: 205.727648ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.096361Z","caller":"traceutil/trace.go:171","msg":"trace[1173898332] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"101.040171ms","start":"2026-05-29T02:55:13.995277Z","end":"2026-05-29T02:55:14.096318Z","steps":["trace[1173898332] 'process raft request' (duration: 100.761875ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.824908Z","caller":"traceutil/trace.go:171","msg":"trace[923467827] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"204.051879ms","start":"2026-05-29T02:55:14.620821Z","end":"2026-05-29T02:55:14.824873Z","steps":["trace[923467827] 'process raft request' (duration: 186.900986ms)","trace[923467827] 'compare' (duration: 16.845665ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:14.900647Z","caller":"traceutil/trace.go:171","msg":"trace[220134692] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"279.265003ms","start":"2026-05-29T02:55:14.621354Z","end":"2026-05-29T02:55:14.900619Z","steps":["trace[220134692] 'process raft request' (duration: 279.103909ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.900989Z","caller":"traceutil/trace.go:171","msg":"trace[1299708968] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"163.849385ms","start":"2026-05-29T02:55:14.737114Z","end":"2026-05-29T02:55:14.900964Z","steps":["trace[1299708968] 'process raft request' (duration: 163.706272ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:14.901121Z","caller":"traceutil/trace.go:171","msg":"trace[1460677759] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"279.724214ms","start":"2026-05-29T02:55:14.621353Z","end":"2026-05-29T02:55:14.901077Z","steps":["trace[1460677759] 'process raft request' (duration: 279.227542ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.007825Z","caller":"traceutil/trace.go:171","msg":"trace[600572015] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"101.645425ms","start":"2026-05-29T02:55:14.906149Z","end":"2026-05-29T02:55:15.007794Z","steps":["trace[600572015] 'process raft request' (duration: 101.581363ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.007831Z","caller":"traceutil/trace.go:171","msg":"trace[1770677350] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"102.606308ms","start":"2026-05-29T02:55:14.905192Z","end":"2026-05-29T02:55:15.007798Z","steps":["trace[1770677350] 'process raft request' (duration: 80.488319ms)","trace[1770677350] 'compare' (duration: 21.932575ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:15.00801Z","caller":"traceutil/trace.go:171","msg":"trace[883161512] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"101.541773ms","start":"2026-05-29T02:55:14.90646Z","end":"2026-05-29T02:55:15.008002Z","steps":["trace[883161512] 'process raft request' (duration: 101.4471ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.008072Z","caller":"traceutil/trace.go:171","msg":"trace[1905434782] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"101.503392ms","start":"2026-05-29T02:55:14.906558Z","end":"2026-05-29T02:55:15.008062Z","steps":["trace[1905434782] 'process raft request' (duration: 101.41182ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.008054Z","caller":"traceutil/trace.go:171","msg":"trace[26969951] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"101.700586ms","start":"2026-05-29T02:55:14.90631Z","end":"2026-05-29T02:55:15.00801Z","steps":["trace[26969951] 'process raft request' (duration: 101.45413ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:15.764481Z","caller":"traceutil/trace.go:171","msg":"trace[332816022] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"102.350712ms","start":"2026-05-29T02:55:15.662097Z","end":"2026-05-29T02:55:15.764448Z","steps":["trace[332816022] 'process raft request' (duration: 48.56224ms)","trace[332816022] 'compare' (duration: 53.344072ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:16.1113Z","caller":"traceutil/trace.go:171","msg":"trace[77527358] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"201.300553ms","start":"2026-05-29T02:55:15.909979Z","end":"2026-05-29T02:55:16.11128Z","steps":["trace[77527358] 'process raft request' (duration: 201.085378ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.11129Z","caller":"traceutil/trace.go:171","msg":"trace[825717779] linearizableReadLoop","detail":"{readStateIndex:24211; appliedIndex:24210; }","duration":"109.273574ms","start":"2026-05-29T02:55:16.001961Z","end":"2026-05-29T02:55:16.111235Z","steps":["trace[825717779] 'read index received' (duration: 109.163112ms)","trace[825717779] 'applied index is now lower than readState.Index' (duration: 109.182µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:16.111412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.431728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:55:16.111638Z","caller":"traceutil/trace.go:171","msg":"trace[1890529509] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23375; }","duration":"109.683364ms","start":"2026-05-29T02:55:16.001905Z","end":"2026-05-29T02:55:16.111588Z","steps":["trace[1890529509] 'agreement among raft nodes before linearized reading' (duration: 109.444978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:16.26774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.326644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:55:16.26793Z","caller":"traceutil/trace.go:171","msg":"trace[648328443] linearizableReadLoop","detail":"{readStateIndex:24213; appliedIndex:24211; }","duration":"156.420411ms","start":"2026-05-29T02:55:16.111491Z","end":"2026-05-29T02:55:16.267912Z","steps":["trace[648328443] 'read index received' (duration: 52.771519ms)","trace[648328443] 'applied index is now lower than readState.Index' (duration: 103.648012ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:16.26801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.691122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:16.26801Z","caller":"traceutil/trace.go:171","msg":"trace[731451623] transaction","detail":"{read_only:false; response_revision:23376; number_of_response:1; }","duration":"222.779498ms","start":"2026-05-29T02:55:16.045178Z","end":"2026-05-29T02:55:16.267958Z","steps":["trace[731451623] 'process raft request' (duration: 119.138266ms)","trace[731451623] 'compare' (duration: 103.183101ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:16.268115Z","caller":"traceutil/trace.go:171","msg":"trace[601887086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23377; }","duration":"198.819525ms","start":"2026-05-29T02:55:16.069284Z","end":"2026-05-29T02:55:16.268103Z","steps":["trace[601887086] 'agreement among raft nodes before linearized reading' (duration: 198.685262ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.268109Z","caller":"traceutil/trace.go:171","msg":"trace[1476485631] transaction","detail":"{read_only:false; response_revision:23377; number_of_response:1; }","duration":"165.483533ms","start":"2026-05-29T02:55:16.102509Z","end":"2026-05-29T02:55:16.267992Z","steps":["trace[1476485631] 'process raft request' (duration: 165.342219ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.365339Z","caller":"traceutil/trace.go:171","msg":"trace[1877271179] transaction","detail":"{read_only:false; response_revision:23378; number_of_response:1; }","duration":"243.565656ms","start":"2026-05-29T02:55:16.121721Z","end":"2026-05-29T02:55:16.365287Z","steps":["trace[1877271179] 'process raft request' (duration: 243.276049ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.582022Z","caller":"traceutil/trace.go:171","msg":"trace[1103717232] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"115.030588ms","start":"2026-05-29T02:55:16.466958Z","end":"2026-05-29T02:55:16.581989Z","steps":["trace[1103717232] 'process raft request' (duration: 114.920156ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:16.582027Z","caller":"traceutil/trace.go:171","msg":"trace[913055319] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"117.933416ms","start":"2026-05-29T02:55:16.464057Z","end":"2026-05-29T02:55:16.58199Z","steps":["trace[913055319] 'process raft request' (duration: 74.819595ms)","trace[913055319] 'compare' (duration: 42.791114ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:18.399988Z","caller":"traceutil/trace.go:171","msg":"trace[1119045757] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"125.606937ms","start":"2026-05-29T02:55:18.27435Z","end":"2026-05-29T02:55:18.399957Z","steps":["trace[1119045757] 'process raft request' (duration: 101.8465ms)","trace[1119045757] 'compare' (duration: 23.628984ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:19.159426Z","caller":"traceutil/trace.go:171","msg":"trace[372393080] transaction","detail":"{read_only:false; response_revision:23401; number_of_response:1; }","duration":"127.690106ms","start":"2026-05-29T02:55:19.031705Z","end":"2026-05-29T02:55:19.159395Z","steps":["trace[372393080] 'process raft request' (duration: 96.194377ms)","trace[372393080] 'compare' (duration: 31.308715ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:21.087484Z","caller":"traceutil/trace.go:171","msg":"trace[1784772302] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"108.321322ms","start":"2026-05-29T02:55:20.979127Z","end":"2026-05-29T02:55:21.087448Z","steps":["trace[1784772302] 'process raft request' (duration: 108.173489ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:21.446276Z","caller":"traceutil/trace.go:171","msg":"trace[1959752780] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"130.395439ms","start":"2026-05-29T02:55:21.315836Z","end":"2026-05-29T02:55:21.446232Z","steps":["trace[1959752780] 'process raft request' (duration: 87.706898ms)","trace[1959752780] 'compare' (duration: 42.554508ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:21.842658Z","caller":"traceutil/trace.go:171","msg":"trace[895202807] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"453.256856ms","start":"2026-05-29T02:55:21.389361Z","end":"2026-05-29T02:55:21.842618Z","steps":["trace[895202807] 'process raft request' (duration: 448.295059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:21.842836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:21.38934Z","time spent":"453.415189ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:55:21.84285Z","caller":"traceutil/trace.go:171","msg":"trace[1365197668] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"453.328507ms","start":"2026-05-29T02:55:21.389485Z","end":"2026-05-29T02:55:21.842813Z","steps":["trace[1365197668] 'process raft request' (duration: 453.046621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:21.843062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:21.389451Z","time spent":"453.498212ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":598,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:21.843097Z","caller":"traceutil/trace.go:171","msg":"trace[1647625476] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"453.082281ms","start":"2026-05-29T02:55:21.389988Z","end":"2026-05-29T02:55:21.84307Z","steps":["trace[1647625476] 'process raft request' (duration: 452.724993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:21.843197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:21.389963Z","time spent":"453.179184ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1317,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:21.843231Z","caller":"traceutil/trace.go:171","msg":"trace[1939799419] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"449.191351ms","start":"2026-05-29T02:55:21.394025Z","end":"2026-05-29T02:55:21.843217Z","steps":["trace[1939799419] 'process raft request' (duration: 448.920474ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:21.843216Z","caller":"traceutil/trace.go:171","msg":"trace[1210003476] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"439.757249ms","start":"2026-05-29T02:55:21.403424Z","end":"2026-05-29T02:55:21.843181Z","steps":["trace[1210003476] 'process raft request' (duration: 439.645456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:21.843321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:21.394017Z","time spent":"449.246362ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4584,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:55:21.843376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:21.403387Z","time spent":"439.909053ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:55:22.057518Z","caller":"traceutil/trace.go:171","msg":"trace[516399988] linearizableReadLoop","detail":"{readStateIndex:24270; appliedIndex:24264; }","duration":"611.266894ms","start":"2026-05-29T02:55:21.44622Z","end":"2026-05-29T02:55:22.057487Z","steps":["trace[516399988] 'read index received' (duration: 391.446386ms)","trace[516399988] 'applied index is now lower than readState.Index' (duration: 219.819038ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:22.057726Z","caller":"traceutil/trace.go:171","msg":"trace[1899494606] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"256.15392ms","start":"2026-05-29T02:55:21.801532Z","end":"2026-05-29T02:55:22.057686Z","steps":["trace[1899494606] 'process raft request' (duration: 255.892384ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.057758Z","caller":"traceutil/trace.go:171","msg":"trace[1946676358] transaction","detail":"{read_only:false; response_revision:23433; number_of_response:1; }","duration":"613.056566ms","start":"2026-05-29T02:55:21.444648Z","end":"2026-05-29T02:55:22.057704Z","steps":["trace[1946676358] 'process raft request' (duration: 586.868561ms)","trace[1946676358] 'compare' (duration: 25.608971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:55:22.057926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.353354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-bbckh\" ","response":"range_response_count:1 size:5269"} {"level":"warn","ts":"2026-05-29T02:55:22.058002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:21.444633Z","time spent":"613.229559ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:55:22.058023Z","caller":"traceutil/trace.go:171","msg":"trace[2127000382] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-bbckh; range_end:; response_count:1; response_revision:23434; }","duration":"654.471547ms","start":"2026-05-29T02:55:21.403526Z","end":"2026-05-29T02:55:22.057997Z","steps":["trace[2127000382] 'agreement among raft nodes before linearized reading' (duration: 654.148149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:22.058081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:55:21.403515Z","time spent":"654.555759ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5292,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-bbckh\" "} {"level":"info","ts":"2026-05-29T02:55:22.104252Z","caller":"traceutil/trace.go:171","msg":"trace[556693776] transaction","detail":"{read_only:false; response_revision:23435; number_of_response:1; }","duration":"253.521799ms","start":"2026-05-29T02:55:21.850698Z","end":"2026-05-29T02:55:22.10422Z","steps":["trace[556693776] 'process raft request' (duration: 253.112589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:22.104531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.257428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:22.10458Z","caller":"traceutil/trace.go:171","msg":"trace[1744781840] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23435; }","duration":"223.366991ms","start":"2026-05-29T02:55:21.8812Z","end":"2026-05-29T02:55:22.104567Z","steps":["trace[1744781840] 'agreement among raft nodes before linearized reading' (duration: 223.257919ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.734113Z","caller":"traceutil/trace.go:171","msg":"trace[1830611628] linearizableReadLoop","detail":"{readStateIndex:24276; appliedIndex:24275; }","duration":"107.738398ms","start":"2026-05-29T02:55:22.626349Z","end":"2026-05-29T02:55:22.734087Z","steps":["trace[1830611628] 'read index received' (duration: 107.647476ms)","trace[1830611628] 'applied index is now lower than readState.Index' (duration: 90.142µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:22.734157Z","caller":"traceutil/trace.go:171","msg":"trace[88693865] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"118.297186ms","start":"2026-05-29T02:55:22.615827Z","end":"2026-05-29T02:55:22.734124Z","steps":["trace[88693865] 'process raft request' (duration: 118.007799ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:22.734291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.929283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T02:55:22.734309Z","caller":"traceutil/trace.go:171","msg":"trace[1195295138] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:23439; }","duration":"107.994574ms","start":"2026-05-29T02:55:22.626308Z","end":"2026-05-29T02:55:22.734303Z","steps":["trace[1195295138] 'agreement among raft nodes before linearized reading' (duration: 107.869211ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:22.744878Z","caller":"traceutil/trace.go:171","msg":"trace[1645953906] transaction","detail":"{read_only:false; response_revision:23440; number_of_response:1; }","duration":"108.69ms","start":"2026-05-29T02:55:22.636168Z","end":"2026-05-29T02:55:22.744858Z","steps":["trace[1645953906] 'process raft request' (duration: 108.440794ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.163443Z","caller":"traceutil/trace.go:171","msg":"trace[1604693336] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"149.609031ms","start":"2026-05-29T02:55:23.013766Z","end":"2026-05-29T02:55:23.163375Z","steps":["trace[1604693336] 'process raft request' (duration: 149.431397ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.331616Z","caller":"traceutil/trace.go:171","msg":"trace[14850015] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"261.738782ms","start":"2026-05-29T02:55:23.069855Z","end":"2026-05-29T02:55:23.331594Z","steps":["trace[14850015] 'process raft request' (duration: 242.107941ms)","trace[14850015] 'compare' (duration: 18.947095ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:23.33162Z","caller":"traceutil/trace.go:171","msg":"trace[411825316] linearizableReadLoop","detail":"{readStateIndex:24284; appliedIndex:24282; }","duration":"168.253518ms","start":"2026-05-29T02:55:23.163338Z","end":"2026-05-29T02:55:23.331592Z","steps":["trace[411825316] 'read index received' (duration: 148.595206ms)","trace[411825316] 'applied index is now lower than readState.Index' (duration: 19.656912ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:23.331873Z","caller":"traceutil/trace.go:171","msg":"trace[1088586495] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"240.594466ms","start":"2026-05-29T02:55:23.091266Z","end":"2026-05-29T02:55:23.33186Z","steps":["trace[1088586495] 'process raft request' (duration: 240.067734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:23.332109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.289434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:55:23.332148Z","caller":"traceutil/trace.go:171","msg":"trace[1711549273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23446; }","duration":"236.381637ms","start":"2026-05-29T02:55:23.095756Z","end":"2026-05-29T02:55:23.332138Z","steps":["trace[1711549273] 'agreement among raft nodes before linearized reading' (duration: 236.205993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:23.332182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.110241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:55:23.332262Z","caller":"traceutil/trace.go:171","msg":"trace[533026287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23446; }","duration":"242.237404ms","start":"2026-05-29T02:55:23.090004Z","end":"2026-05-29T02:55:23.332242Z","steps":["trace[533026287] 'agreement among raft nodes before linearized reading' (duration: 241.994808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:23.350903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.575644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:55:23.350947Z","caller":"traceutil/trace.go:171","msg":"trace[1038293137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23447; }","duration":"124.652505ms","start":"2026-05-29T02:55:23.226283Z","end":"2026-05-29T02:55:23.350935Z","steps":["trace[1038293137] 'agreement among raft nodes before linearized reading' (duration: 124.547092ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.350943Z","caller":"traceutil/trace.go:171","msg":"trace[1117428729] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23447; }","duration":"185.277928ms","start":"2026-05-29T02:55:23.165635Z","end":"2026-05-29T02:55:23.350913Z","steps":["trace[1117428729] 'process raft request' (duration: 184.899309ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:23.350961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.389854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:23.351044Z","caller":"traceutil/trace.go:171","msg":"trace[740173004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23447; }","duration":"186.542158ms","start":"2026-05-29T02:55:23.164482Z","end":"2026-05-29T02:55:23.351024Z","steps":["trace[740173004] 'agreement among raft nodes before linearized reading' (duration: 186.431415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:23.351539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.235102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:55:23.351624Z","caller":"traceutil/trace.go:171","msg":"trace[278158579] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23447; }","duration":"149.976499ms","start":"2026-05-29T02:55:23.201627Z","end":"2026-05-29T02:55:23.351603Z","steps":["trace[278158579] 'agreement among raft nodes before linearized reading' (duration: 149.16265ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.538349Z","caller":"traceutil/trace.go:171","msg":"trace[734112740] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"183.26335ms","start":"2026-05-29T02:55:23.355053Z","end":"2026-05-29T02:55:23.538316Z","steps":["trace[734112740] 'process raft request' (duration: 182.908192ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.53846Z","caller":"traceutil/trace.go:171","msg":"trace[1500864983] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"182.204295ms","start":"2026-05-29T02:55:23.356237Z","end":"2026-05-29T02:55:23.538442Z","steps":["trace[1500864983] 'process raft request' (duration: 181.954169ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.539298Z","caller":"traceutil/trace.go:171","msg":"trace[597034211] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"182.974323ms","start":"2026-05-29T02:55:23.35631Z","end":"2026-05-29T02:55:23.539285Z","steps":["trace[597034211] 'process raft request' (duration: 182.261426ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.539753Z","caller":"traceutil/trace.go:171","msg":"trace[1087970136] linearizableReadLoop","detail":"{readStateIndex:24291; appliedIndex:24286; }","duration":"143.848946ms","start":"2026-05-29T02:55:23.39589Z","end":"2026-05-29T02:55:23.539739Z","steps":["trace[1087970136] 'read index received' (duration: 142.106345ms)","trace[1087970136] 'applied index is now lower than readState.Index' (duration: 1.741431ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:55:23.539989Z","caller":"traceutil/trace.go:171","msg":"trace[1787228769] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"183.077635ms","start":"2026-05-29T02:55:23.356894Z","end":"2026-05-29T02:55:23.539972Z","steps":["trace[1787228769] 'process raft request' (duration: 182.786378ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.539991Z","caller":"traceutil/trace.go:171","msg":"trace[568043134] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"183.332552ms","start":"2026-05-29T02:55:23.356614Z","end":"2026-05-29T02:55:23.539946Z","steps":["trace[568043134] 'process raft request' (duration: 182.606684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:55:23.5404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.443439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18667"} {"level":"info","ts":"2026-05-29T02:55:23.540479Z","caller":"traceutil/trace.go:171","msg":"trace[2038940237] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23453; }","duration":"144.606443ms","start":"2026-05-29T02:55:23.395847Z","end":"2026-05-29T02:55:23.540453Z","steps":["trace[2038940237] 'agreement among raft nodes before linearized reading' (duration: 143.956128ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:23.551607Z","caller":"traceutil/trace.go:171","msg":"trace[1547041394] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"100.104719ms","start":"2026-05-29T02:55:23.451474Z","end":"2026-05-29T02:55:23.551579Z","steps":["trace[1547041394] 'process raft request' (duration: 99.979666ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:55:25.666796Z","caller":"traceutil/trace.go:171","msg":"trace[969710166] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"111.768502ms","start":"2026-05-29T02:55:25.55499Z","end":"2026-05-29T02:55:25.666758Z","steps":["trace[969710166] 'process raft request' (duration: 111.67288ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:17.735203Z","caller":"traceutil/trace.go:171","msg":"trace[1402396715] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"163.983248ms","start":"2026-05-29T02:56:17.571178Z","end":"2026-05-29T02:56:17.735162Z","steps":["trace[1402396715] 'process raft request' (duration: 111.758832ms)","trace[1402396715] 'compare' (duration: 51.99395ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:56:17.735317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.835971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:17.735374Z","caller":"traceutil/trace.go:171","msg":"trace[1526328893] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24053; }","duration":"139.957754ms","start":"2026-05-29T02:56:17.595403Z","end":"2026-05-29T02:56:17.735361Z","steps":["trace[1526328893] 'agreement among raft nodes before linearized reading' (duration: 139.833151ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:17.735209Z","caller":"traceutil/trace.go:171","msg":"trace[62302061] linearizableReadLoop","detail":"{readStateIndex:24904; appliedIndex:24903; }","duration":"139.726998ms","start":"2026-05-29T02:56:17.595458Z","end":"2026-05-29T02:56:17.735185Z","steps":["trace[62302061] 'read index received' (duration: 87.573974ms)","trace[62302061] 'applied index is now lower than readState.Index' (duration: 52.150154ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:18.092968Z","caller":"traceutil/trace.go:171","msg":"trace[846411397] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"117.721193ms","start":"2026-05-29T02:56:17.975209Z","end":"2026-05-29T02:56:18.09293Z","steps":["trace[846411397] 'process raft request' (duration: 117.657761ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:18.092993Z","caller":"traceutil/trace.go:171","msg":"trace[320403414] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"118.803467ms","start":"2026-05-29T02:56:17.974166Z","end":"2026-05-29T02:56:18.092969Z","steps":["trace[320403414] 'process raft request' (duration: 118.523631ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:18.093066Z","caller":"traceutil/trace.go:171","msg":"trace[1554743907] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"118.570312ms","start":"2026-05-29T02:56:17.974471Z","end":"2026-05-29T02:56:18.093041Z","steps":["trace[1554743907] 'process raft request' (duration: 118.359377ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.240978Z","caller":"traceutil/trace.go:171","msg":"trace[1181982016] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"110.070822ms","start":"2026-05-29T02:56:26.130846Z","end":"2026-05-29T02:56:26.240916Z","steps":["trace[1181982016] 'process raft request' (duration: 70.620127ms)","trace[1181982016] 'compare' (duration: 39.22193ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:26.241222Z","caller":"traceutil/trace.go:171","msg":"trace[825833730] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"107.770669ms","start":"2026-05-29T02:56:26.133414Z","end":"2026-05-29T02:56:26.241184Z","steps":["trace[825833730] 'process raft request' (duration: 107.659296ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.241458Z","caller":"traceutil/trace.go:171","msg":"trace[256740092] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"108.733841ms","start":"2026-05-29T02:56:26.132694Z","end":"2026-05-29T02:56:26.241428Z","steps":["trace[256740092] 'process raft request' (duration: 108.164628ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:26.429839Z","caller":"traceutil/trace.go:171","msg":"trace[752233081] linearizableReadLoop","detail":"{readStateIndex:24999; appliedIndex:24998; }","duration":"187.872419ms","start":"2026-05-29T02:56:26.241933Z","end":"2026-05-29T02:56:26.429805Z","steps":["trace[752233081] 'read index received' (duration: 187.656864ms)","trace[752233081] 'applied index is now lower than readState.Index' (duration: 213.995µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:26.429936Z","caller":"traceutil/trace.go:171","msg":"trace[2077009458] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"219.033499ms","start":"2026-05-29T02:56:26.210863Z","end":"2026-05-29T02:56:26.429896Z","steps":["trace[2077009458] 'process raft request' (duration: 218.753572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:26.430083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.118764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:56:26.430132Z","caller":"traceutil/trace.go:171","msg":"trace[89524729] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24144; }","duration":"188.231277ms","start":"2026-05-29T02:56:26.241887Z","end":"2026-05-29T02:56:26.430118Z","steps":["trace[89524729] 'agreement among raft nodes before linearized reading' (duration: 188.086734ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:26.430179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.9429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:56:26.430303Z","caller":"traceutil/trace.go:171","msg":"trace[1100886852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24144; }","duration":"136.126755ms","start":"2026-05-29T02:56:26.294148Z","end":"2026-05-29T02:56:26.430275Z","steps":["trace[1100886852] 'agreement among raft nodes before linearized reading' (duration: 135.91075ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:27.028838Z","caller":"traceutil/trace.go:171","msg":"trace[68487581] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"279.681023ms","start":"2026-05-29T02:56:26.749123Z","end":"2026-05-29T02:56:27.028804Z","steps":["trace[68487581] 'process raft request' (duration: 279.180401ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:56:27.2301Z","caller":"traceutil/trace.go:171","msg":"trace[1203490257] linearizableReadLoop","detail":"{readStateIndex:25002; appliedIndex:25001; }","duration":"160.530677ms","start":"2026-05-29T02:56:27.069547Z","end":"2026-05-29T02:56:27.230078Z","steps":["trace[1203490257] 'read index received' (duration: 160.304922ms)","trace[1203490257] 'applied index is now lower than readState.Index' (duration: 224.565µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:56:27.23013Z","caller":"traceutil/trace.go:171","msg":"trace[1067636703] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"191.38195ms","start":"2026-05-29T02:56:27.038719Z","end":"2026-05-29T02:56:27.230101Z","steps":["trace[1067636703] 'process raft request' (duration: 191.163745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:56:27.230371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.738952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:56:27.230467Z","caller":"traceutil/trace.go:171","msg":"trace[357463714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24147; }","duration":"160.941557ms","start":"2026-05-29T02:56:27.069511Z","end":"2026-05-29T02:56:27.230453Z","steps":["trace[357463714] 'agreement among raft nodes before linearized reading' (duration: 160.708541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:18.824972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.600056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:57:18.825072Z","caller":"traceutil/trace.go:171","msg":"trace[500197159] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25481; }","duration":"341.80099ms","start":"2026-05-29T02:57:18.483255Z","end":"2026-05-29T02:57:18.825056Z","steps":["trace[500197159] 'read index received' (duration: 71.811865ms)","trace[500197159] 'applied index is now lower than readState.Index' (duration: 269.988265ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:57:18.825181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.925773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:57:18.825154Z","caller":"traceutil/trace.go:171","msg":"trace[1722237480] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"343.797777ms","start":"2026-05-29T02:57:18.481305Z","end":"2026-05-29T02:57:18.825103Z","steps":["trace[1722237480] 'process raft request' (duration: 197.996006ms)","trace[1722237480] 'compare' (duration: 144.813078ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:57:18.825226Z","caller":"traceutil/trace.go:171","msg":"trace[1469411339] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24615; }","duration":"341.996575ms","start":"2026-05-29T02:57:18.483221Z","end":"2026-05-29T02:57:18.825217Z","steps":["trace[1469411339] 'agreement among raft nodes before linearized reading' (duration: 341.871732ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:18.825266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:18.48321Z","time spent":"342.038216ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:57:18.825359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:18.481268Z","time spent":"343.972512ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:57:19.465029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.333294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:57:19.465137Z","caller":"traceutil/trace.go:171","msg":"trace[1854049453] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24618; }","duration":"100.484688ms","start":"2026-05-29T02:57:19.364624Z","end":"2026-05-29T02:57:19.465109Z","steps":["trace[1854049453] 'range keys from in-memory index tree' (duration: 100.226072ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:19.547395Z","caller":"traceutil/trace.go:171","msg":"trace[1626800395] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"134.539887ms","start":"2026-05-29T02:57:19.41282Z","end":"2026-05-29T02:57:19.54736Z","steps":["trace[1626800395] 'process raft request' (duration: 134.26576ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:35.580591Z","caller":"traceutil/trace.go:171","msg":"trace[1403858302] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"312.302348ms","start":"2026-05-29T02:57:35.268256Z","end":"2026-05-29T02:57:35.580558Z","steps":["trace[1403858302] 'process raft request' (duration: 312.095903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:57:35.580835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:57:35.268219Z","time spent":"312.482542ms","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:57:35.603036Z","caller":"traceutil/trace.go:171","msg":"trace[2120346338] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"170.675335ms","start":"2026-05-29T02:57:35.432327Z","end":"2026-05-29T02:57:35.603002Z","steps":["trace[2120346338] 'process raft request' (duration: 170.4759ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:57:55.808542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21700} {"level":"info","ts":"2026-05-29T02:57:55.914408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21700,"took":"102.71985ms","hash":1001189140,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":42983424,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-05-29T02:57:55.914452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1001189140,"revision":21700,"compact-revision":19518} {"level":"info","ts":"2026-05-29T02:58:01.150517Z","caller":"traceutil/trace.go:171","msg":"trace[1501149071] linearizableReadLoop","detail":"{readStateIndex:25944; appliedIndex:25943; }","duration":"113.328398ms","start":"2026-05-29T02:58:01.037172Z","end":"2026-05-29T02:58:01.1505Z","steps":["trace[1501149071] 'read index received' (duration: 73.107785ms)","trace[1501149071] 'applied index is now lower than readState.Index' (duration: 40.219943ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:01.150597Z","caller":"traceutil/trace.go:171","msg":"trace[1977774293] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"140.096536ms","start":"2026-05-29T02:58:01.010491Z","end":"2026-05-29T02:58:01.150588Z","steps":["trace[1977774293] 'process raft request' (duration: 99.601247ms)","trace[1977774293] 'compare' (duration: 40.313945ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:01.150781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.592664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:58:01.150841Z","caller":"traceutil/trace.go:171","msg":"trace[445234417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25062; }","duration":"113.690347ms","start":"2026-05-29T02:58:01.037139Z","end":"2026-05-29T02:58:01.150829Z","steps":["trace[445234417] 'agreement among raft nodes before linearized reading' (duration: 113.503832ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:01.183715Z","caller":"traceutil/trace.go:171","msg":"trace[1269260047] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"129.920677ms","start":"2026-05-29T02:58:01.053765Z","end":"2026-05-29T02:58:01.183685Z","steps":["trace[1269260047] 'process raft request' (duration: 129.770554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:01.22043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.857652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:01.220539Z","caller":"traceutil/trace.go:171","msg":"trace[1326699938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25065; }","duration":"151.979995ms","start":"2026-05-29T02:58:01.068538Z","end":"2026-05-29T02:58:01.220518Z","steps":["trace[1326699938] 'agreement among raft nodes before linearized reading' (duration: 151.78613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:01.220548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.688222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T02:58:01.220634Z","caller":"traceutil/trace.go:171","msg":"trace[1816472996] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25065; }","duration":"181.810605ms","start":"2026-05-29T02:58:01.038803Z","end":"2026-05-29T02:58:01.220613Z","steps":["trace[1816472996] 'agreement among raft nodes before linearized reading' (duration: 181.618261ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:10.529079Z","caller":"traceutil/trace.go:171","msg":"trace[1688419841] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"148.974155ms","start":"2026-05-29T02:58:10.38008Z","end":"2026-05-29T02:58:10.529054Z","steps":["trace[1688419841] 'process raft request' (duration: 148.838902ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:10.5908Z","caller":"traceutil/trace.go:171","msg":"trace[1563166207] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"209.016555ms","start":"2026-05-29T02:58:10.381755Z","end":"2026-05-29T02:58:10.590771Z","steps":["trace[1563166207] 'process raft request' (duration: 207.830387ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:10.591832Z","caller":"traceutil/trace.go:171","msg":"trace[480194111] linearizableReadLoop","detail":"{readStateIndex:26051; appliedIndex:26050; }","duration":"174.467284ms","start":"2026-05-29T02:58:10.417324Z","end":"2026-05-29T02:58:10.591791Z","steps":["trace[480194111] 'read index received' (duration: 112.254924ms)","trace[480194111] 'applied index is now lower than readState.Index' (duration: 62.21045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:10.592509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.15159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:10.59259Z","caller":"traceutil/trace.go:171","msg":"trace[1546652909] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25167; }","duration":"175.321514ms","start":"2026-05-29T02:58:10.417245Z","end":"2026-05-29T02:58:10.592567Z","steps":["trace[1546652909] 'agreement among raft nodes before linearized reading' (duration: 175.1561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:10.592923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.530167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:10.592996Z","caller":"traceutil/trace.go:171","msg":"trace[1337839840] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25167; }","duration":"131.605579ms","start":"2026-05-29T02:58:10.461373Z","end":"2026-05-29T02:58:10.592978Z","steps":["trace[1337839840] 'agreement among raft nodes before linearized reading' (duration: 131.477586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:12.227579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.071653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:12.227715Z","caller":"traceutil/trace.go:171","msg":"trace[348468199] linearizableReadLoop","detail":"{readStateIndex:26059; appliedIndex:26058; }","duration":"801.896895ms","start":"2026-05-29T02:58:11.425801Z","end":"2026-05-29T02:58:12.227697Z","steps":["trace[348468199] 'read index received' (duration: 255.573697ms)","trace[348468199] 'applied index is now lower than readState.Index' (duration: 546.321648ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:12.227776Z","caller":"traceutil/trace.go:171","msg":"trace[1528998553] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"884.145015ms","start":"2026-05-29T02:58:11.34358Z","end":"2026-05-29T02:58:12.227725Z","steps":["trace[1528998553] 'process raft request' (duration: 337.809056ms)","trace[1528998553] 'compare' (duration: 545.483619ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:12.22785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.043679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:12.227888Z","caller":"traceutil/trace.go:171","msg":"trace[1947319927] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25174; }","duration":"802.14059ms","start":"2026-05-29T02:58:11.425735Z","end":"2026-05-29T02:58:12.227876Z","steps":["trace[1947319927] 'agreement among raft nodes before linearized reading' (duration: 802.007797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:12.227965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.425713Z","time spent":"802.246703ms","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:12.227955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.343571Z","time spent":"884.309479ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:12.728388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:13.229103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:13.729376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:14.169714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.417256559s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:15.070212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:15.070321Z","caller":"traceutil/trace.go:171","msg":"trace[1941974717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137433s","start":"2026-05-29T02:58:13.070164Z","end":"2026-05-29T02:58:15.070301Z","steps":["trace[1941974717] 'agreement among raft nodes before linearized reading' (duration: 2.00000095s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:15.070379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.07015Z","time spent":"2.000215824s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:15.373599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203662353s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:15.373671Z","caller":"traceutil/trace.go:171","msg":"trace[1339904463] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"3.621346702s","start":"2026-05-29T02:58:11.752312Z","end":"2026-05-29T02:58:15.373659Z","steps":["trace[1339904463] 'process raft request' (duration: 2.417568356s)","trace[1339904463] 'compare' (duration: 1.201535243s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:15.373706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.752283Z","time spent":"3.621408344s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:16.261214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.090921482s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:17.053686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.055782Z","time spent":"4.997893103s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:17.070842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:17.070905Z","caller":"traceutil/trace.go:171","msg":"trace[387539327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333246s","start":"2026-05-29T02:58:15.070557Z","end":"2026-05-29T02:58:17.07089Z","steps":["trace[387539327] 'agreement among raft nodes before linearized reading' (duration: 2.000249644s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.070942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.070495Z","time spent":"2.000436909s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:17.098728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363602306s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:17.09887Z","caller":"traceutil/trace.go:171","msg":"trace[801788571] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25175; }","duration":"1.36375408s","start":"2026-05-29T02:58:15.735095Z","end":"2026-05-29T02:58:17.098849Z","steps":["trace[801788571] 'range keys from in-memory index tree' (duration: 1.363584416s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.099975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.359122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:17.100242Z","caller":"traceutil/trace.go:171","msg":"trace[1952211204] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"5.25651209s","start":"2026-05-29T02:58:11.843682Z","end":"2026-05-29T02:58:17.100194Z","steps":["trace[1952211204] 'process raft request' (duration: 4.41783961s)","trace[1952211204] 'compare' (duration: 836.99305ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:17.100301Z","caller":"traceutil/trace.go:171","msg":"trace[2080942967] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"4.889614002s","start":"2026-05-29T02:58:12.210667Z","end":"2026-05-29T02:58:17.100281Z","steps":["trace[2080942967] 'process raft request' (duration: 4.889501339s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:17.100315Z","caller":"traceutil/trace.go:171","msg":"trace[596670861] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"4.857842516s","start":"2026-05-29T02:58:12.242454Z","end":"2026-05-29T02:58:17.100296Z","steps":["trace[596670861] 'process raft request' (duration: 4.857761154s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.100394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.242439Z","time spent":"4.857917458s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:17.100407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.84366Z","time spent":"5.256654913s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:17.100418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.210644Z","time spent":"4.889702644s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:17.100544Z","caller":"traceutil/trace.go:171","msg":"trace[368352496] linearizableReadLoop","detail":"{readStateIndex:26066; appliedIndex:26059; }","duration":"4.872773127s","start":"2026-05-29T02:58:12.227747Z","end":"2026-05-29T02:58:17.10052Z","steps":["trace[368352496] 'read index received' (duration: 1.942146852s)","trace[368352496] 'applied index is now lower than readState.Index' (duration: 2.930625305s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:17.100593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.306667167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:17.100614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206082348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:17.100633Z","caller":"traceutil/trace.go:171","msg":"trace[665335894] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25181; }","duration":"5.306735168s","start":"2026-05-29T02:58:11.793883Z","end":"2026-05-29T02:58:17.100618Z","steps":["trace[665335894] 'agreement among raft nodes before linearized reading' (duration: 5.306670187s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:17.100674Z","caller":"traceutil/trace.go:171","msg":"trace[582721012] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25181; }","duration":"5.20619254s","start":"2026-05-29T02:58:11.894467Z","end":"2026-05-29T02:58:17.10066Z","steps":["trace[582721012] 'agreement among raft nodes before linearized reading' (duration: 5.206083768s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.100663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182706279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T02:58:17.100709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.894445Z","time spent":"5.206255691s","remote":"127.0.0.1:49172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:17.10072Z","caller":"traceutil/trace.go:171","msg":"trace[2121359519] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25181; }","duration":"5.182980226s","start":"2026-05-29T02:58:11.917725Z","end":"2026-05-29T02:58:17.100705Z","steps":["trace[2121359519] 'agreement among raft nodes before linearized reading' (duration: 5.182832642s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:17.100745Z","caller":"traceutil/trace.go:171","msg":"trace[1446531550] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"3.895302491s","start":"2026-05-29T02:58:13.205403Z","end":"2026-05-29T02:58:17.100706Z","steps":["trace[1446531550] 'process raft request' (duration: 3.895029344s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.100755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.917703Z","time spent":"5.183043676s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:58:17.100782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.629489472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-05-29T02:58:17.100633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881183374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-05-29T02:58:17.10081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.20535Z","time spent":"3.895425393s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:17.100817Z","caller":"traceutil/trace.go:171","msg":"trace[178815797] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25181; }","duration":"5.629563733s","start":"2026-05-29T02:58:11.471243Z","end":"2026-05-29T02:58:17.100807Z","steps":["trace[178815797] 'agreement among raft nodes before linearized reading' (duration: 5.629391039s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.100855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.471227Z","time spent":"5.629620395s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-29T02:58:17.100853Z","caller":"traceutil/trace.go:171","msg":"trace[1529598853] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25181; }","duration":"4.881411429s","start":"2026-05-29T02:58:12.219417Z","end":"2026-05-29T02:58:17.100828Z","steps":["trace[1529598853] 'agreement among raft nodes before linearized reading' (duration: 4.881132283s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.100679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:11.793866Z","time spent":"5.3068024s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:17.100921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.219408Z","time spent":"4.881489051s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-05-29T02:58:17.100683Z","caller":"traceutil/trace.go:171","msg":"trace[344628391] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"4.566995842s","start":"2026-05-29T02:58:12.533673Z","end":"2026-05-29T02:58:17.100669Z","steps":["trace[344628391] 'process raft request' (duration: 4.566580492s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.101043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.533645Z","time spent":"4.56735241s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:17.135529Z","caller":"traceutil/trace.go:171","msg":"trace[209379491] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"1.722098068s","start":"2026-05-29T02:58:15.413402Z","end":"2026-05-29T02:58:17.1355Z","steps":["trace[209379491] 'process raft request' (duration: 1.722021256s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:17.135564Z","caller":"traceutil/trace.go:171","msg":"trace[1645046067] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"2.166013513s","start":"2026-05-29T02:58:14.969519Z","end":"2026-05-29T02:58:17.135533Z","steps":["trace[1645046067] 'process raft request' (duration: 2.165730747s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.135724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.969486Z","time spent":"2.166146857s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:17.135718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.413361Z","time spent":"1.722262122s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:17.594576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999280045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:17.594684Z","caller":"traceutil/trace.go:171","msg":"trace[1267039940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999431739s","start":"2026-05-29T02:58:12.595232Z","end":"2026-05-29T02:58:17.594664Z","steps":["trace[1267039940] 'agreement among raft nodes before linearized reading' (duration: 4.999301806s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.59474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.595215Z","time spent":"4.99951327s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:58:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:17.616643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999086911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:17.616733Z","caller":"traceutil/trace.go:171","msg":"trace[1182320988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999241724s","start":"2026-05-29T02:58:12.61747Z","end":"2026-05-29T02:58:17.616712Z","steps":["trace[1182320988] 'agreement among raft nodes before linearized reading' (duration: 4.999120461s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.616787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.617447Z","time spent":"4.999329636s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:58:17.65203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998614589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:17.652118Z","caller":"traceutil/trace.go:171","msg":"trace[882324058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998752562s","start":"2026-05-29T02:58:12.653343Z","end":"2026-05-29T02:58:17.652096Z","steps":["trace[882324058] 'agreement among raft nodes before linearized reading' (duration: 4.99864904s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:17.652168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.653323Z","time spent":"4.998835385s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:58:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:18.308351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.532704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:18.308451Z","caller":"traceutil/trace.go:171","msg":"trace[980005167] linearizableReadLoop","detail":"{readStateIndex:26069; appliedIndex:26068; }","duration":"1.207827851s","start":"2026-05-29T02:58:17.100608Z","end":"2026-05-29T02:58:18.308436Z","steps":["trace[980005167] 'read index received' (duration: 34.887609ms)","trace[980005167] 'applied index is now lower than readState.Index' (duration: 1.172938902s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:18.30876Z","caller":"traceutil/trace.go:171","msg":"trace[116887918] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"1.963231396s","start":"2026-05-29T02:58:16.345518Z","end":"2026-05-29T02:58:18.30875Z","steps":["trace[116887918] 'process raft request' (duration: 1.208263702s)","trace[116887918] 'compare' (duration: 754.232847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:18.308845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.345485Z","time spent":"1.963303298s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:18.309051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.94476793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:18.309077Z","caller":"traceutil/trace.go:171","msg":"trace[1847867862] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25184; }","duration":"5.944869383s","start":"2026-05-29T02:58:12.3642Z","end":"2026-05-29T02:58:18.309069Z","steps":["trace[1847867862] 'agreement among raft nodes before linearized reading' (duration: 5.944814202s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043228786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:18.309124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.364174Z","time spent":"5.944941854s","remote":"127.0.0.1:49302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.309123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.899508208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6b6bc7ffd6-qkd78\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-05-29T02:58:18.309162Z","caller":"traceutil/trace.go:171","msg":"trace[1019762718] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6b6bc7ffd6-qkd78; range_end:; response_count:1; response_revision:25184; }","duration":"5.89957683s","start":"2026-05-29T02:58:12.409574Z","end":"2026-05-29T02:58:18.309151Z","steps":["trace[1019762718] 'agreement among raft nodes before linearized reading' (duration: 5.899438027s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.783731467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:18.309161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65644527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:18.309201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.409556Z","time spent":"5.899638151s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-6b6bc7ffd6-qkd78\" "} {"level":"warn","ts":"2026-05-29T02:58:18.309208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161178614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:18.309239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907655895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:18.309289Z","caller":"traceutil/trace.go:171","msg":"trace[703117516] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25184; }","duration":"5.161301667s","start":"2026-05-29T02:58:13.147974Z","end":"2026-05-29T02:58:18.309276Z","steps":["trace[703117516] 'agreement among raft nodes before linearized reading' (duration: 5.161146063s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.086666697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:18.309353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.946770842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T02:58:18.309416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.099480476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:18.309436Z","caller":"traceutil/trace.go:171","msg":"trace[156098778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25184; }","duration":"4.946873165s","start":"2026-05-29T02:58:13.36255Z","end":"2026-05-29T02:58:18.309423Z","steps":["trace[156098778] 'agreement among raft nodes before linearized reading' (duration: 4.946691551s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:18.309448Z","caller":"traceutil/trace.go:171","msg":"trace[1150328900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25184; }","duration":"5.099536508s","start":"2026-05-29T02:58:13.209902Z","end":"2026-05-29T02:58:18.309438Z","steps":["trace[1150328900] 'agreement among raft nodes before linearized reading' (duration: 5.099453096s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.209891Z","time spent":"5.099581948s","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.309482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.362539Z","time spent":"4.946934306s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:58:18.309442Z","caller":"traceutil/trace.go:171","msg":"trace[848442599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25184; }","duration":"3.086929423s","start":"2026-05-29T02:58:15.222429Z","end":"2026-05-29T02:58:18.309359Z","steps":["trace[848442599] 'agreement among raft nodes before linearized reading' (duration: 3.086541624s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555797428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:18.309489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077823714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:58:18.309658Z","caller":"traceutil/trace.go:171","msg":"trace[999675731] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25184; }","duration":"4.555869251s","start":"2026-05-29T02:58:13.753776Z","end":"2026-05-29T02:58:18.309645Z","steps":["trace[999675731] 'agreement among raft nodes before linearized reading' (duration: 4.555810069s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:18.309665Z","caller":"traceutil/trace.go:171","msg":"trace[418669571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25184; }","duration":"4.078041468s","start":"2026-05-29T02:58:14.231615Z","end":"2026-05-29T02:58:18.309657Z","steps":["trace[418669571] 'agreement among raft nodes before linearized reading' (duration: 4.07769287s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263835274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:18.3097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.753759Z","time spent":"4.555931452s","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:18.309743Z","caller":"traceutil/trace.go:171","msg":"trace[1002283423] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25184; }","duration":"3.263922516s","start":"2026-05-29T02:58:15.04581Z","end":"2026-05-29T02:58:18.309733Z","steps":["trace[1002283423] 'agreement among raft nodes before linearized reading' (duration: 3.263858884s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.928197062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:18.309506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450288857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-29T02:58:18.309771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.045789Z","time spent":"3.263975726s","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:18.309773Z","caller":"traceutil/trace.go:171","msg":"trace[354619516] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25184; }","duration":"3.928223353s","start":"2026-05-29T02:58:14.381542Z","end":"2026-05-29T02:58:18.309766Z","steps":["trace[354619516] 'agreement among raft nodes before linearized reading' (duration: 3.928177882s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.381525Z","time spent":"3.928264504s","remote":"127.0.0.1:38448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:18.309815Z","caller":"traceutil/trace.go:171","msg":"trace[602134900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25184; }","duration":"5.450634745s","start":"2026-05-29T02:58:12.859172Z","end":"2026-05-29T02:58:18.309807Z","steps":["trace[602134900] 'agreement among raft nodes before linearized reading' (duration: 5.450286127s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184376369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:18.309841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.85915Z","time spent":"5.450684317s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:58:18.309857Z","caller":"traceutil/trace.go:171","msg":"trace[1956835362] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25184; }","duration":"3.18444972s","start":"2026-05-29T02:58:15.125395Z","end":"2026-05-29T02:58:18.309845Z","steps":["trace[1956835362] 'agreement among raft nodes before linearized reading' (duration: 3.184380599s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532339654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:18.30924Z","caller":"traceutil/trace.go:171","msg":"trace[1207041463] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25184; }","duration":"4.656577333s","start":"2026-05-29T02:58:13.652639Z","end":"2026-05-29T02:58:18.309216Z","steps":["trace[1207041463] 'agreement among raft nodes before linearized reading' (duration: 4.65642962s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.222397Z","time spent":"3.087239159s","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.309902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.125373Z","time spent":"3.184515302s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.30992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.652617Z","time spent":"4.657288311s","remote":"127.0.0.1:49030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:18.309922Z","caller":"traceutil/trace.go:171","msg":"trace[1212725186] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25184; }","duration":"3.532427125s","start":"2026-05-29T02:58:14.777471Z","end":"2026-05-29T02:58:18.309898Z","steps":["trace[1212725186] 'agreement among raft nodes before linearized reading' (duration: 3.532341123s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.309708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.23159Z","time spent":"4.07810911s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:58:18.309959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137435498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-29T02:58:18.309972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.777453Z","time spent":"3.532504228s","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.30996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199390681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-05-29T02:58:18.310004Z","caller":"traceutil/trace.go:171","msg":"trace[329176867] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25184; }","duration":"3.137525s","start":"2026-05-29T02:58:15.172469Z","end":"2026-05-29T02:58:18.309994Z","steps":["trace[329176867] 'agreement among raft nodes before linearized reading' (duration: 3.137415727s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:18.309329Z","caller":"traceutil/trace.go:171","msg":"trace[216663431] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25184; }","duration":"4.907773008s","start":"2026-05-29T02:58:13.401543Z","end":"2026-05-29T02:58:18.309316Z","steps":["trace[216663431] 'agreement among raft nodes before linearized reading' (duration: 4.907657175s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:18.31003Z","caller":"traceutil/trace.go:171","msg":"trace[39661448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25184; }","duration":"3.199496214s","start":"2026-05-29T02:58:15.110514Z","end":"2026-05-29T02:58:18.31001Z","steps":["trace[39661448] 'agreement among raft nodes before linearized reading' (duration: 3.199366391s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.310041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.17244Z","time spent":"3.137593502s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:58:18.310076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.40153Z","time spent":"4.908527605s","remote":"127.0.0.1:49220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.310092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.110487Z","time spent":"3.199591716s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-05-29T02:58:18.309778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.880741039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:18.310148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236687768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-29T02:58:18.31017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583086557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:18.309373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064886349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-05-29T02:58:18.310201Z","caller":"traceutil/trace.go:171","msg":"trace[425487535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25184; }","duration":"1.583160168s","start":"2026-05-29T02:58:16.727033Z","end":"2026-05-29T02:58:18.310193Z","steps":["trace[425487535] 'agreement among raft nodes before linearized reading' (duration: 1.583116117s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:18.3102Z","caller":"traceutil/trace.go:171","msg":"trace[1939621778] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d; range_end:; response_count:1; response_revision:25184; }","duration":"1.236755129s","start":"2026-05-29T02:58:17.073435Z","end":"2026-05-29T02:58:18.310191Z","steps":["trace[1939621778] 'agreement among raft nodes before linearized reading' (duration: 1.236671547s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.31019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247688806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:18.310212Z","caller":"traceutil/trace.go:171","msg":"trace[1489352095] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25184; }","duration":"6.06575946s","start":"2026-05-29T02:58:12.244443Z","end":"2026-05-29T02:58:18.310203Z","steps":["trace[1489352095] 'agreement among raft nodes before linearized reading' (duration: 6.064776647s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.310094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231154018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:18.310233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.073424Z","time spent":"1.236803511s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" "} {"level":"warn","ts":"2026-05-29T02:58:18.310249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099933784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:18.310269Z","caller":"traceutil/trace.go:171","msg":"trace[508633322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25184; }","duration":"1.231347973s","start":"2026-05-29T02:58:17.078907Z","end":"2026-05-29T02:58:18.310255Z","steps":["trace[508633322] 'agreement among raft nodes before linearized reading' (duration: 1.231164449s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:18.309206Z","caller":"traceutil/trace.go:171","msg":"trace[299932841] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25184; }","duration":"4.783789178s","start":"2026-05-29T02:58:13.525409Z","end":"2026-05-29T02:58:18.309198Z","steps":["trace[299932841] 'agreement among raft nodes before linearized reading' (duration: 4.783741967s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:18.310291Z","caller":"traceutil/trace.go:171","msg":"trace[747260190] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25184; }","duration":"2.100010896s","start":"2026-05-29T02:58:16.210269Z","end":"2026-05-29T02:58:18.31028Z","steps":["trace[747260190] 'agreement among raft nodes before linearized reading' (duration: 2.099952745s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.310307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.078893Z","time spent":"1.231402574s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:18.310331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.210247Z","time spent":"2.100075157s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.310244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.244433Z","time spent":"6.06580235s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-05-29T02:58:18.310171Z","caller":"traceutil/trace.go:171","msg":"trace[440697911] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25184; }","duration":"3.881179599s","start":"2026-05-29T02:58:14.428979Z","end":"2026-05-29T02:58:18.310159Z","steps":["trace[440697911] 'agreement among raft nodes before linearized reading' (duration: 3.880722878s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.3102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947188123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-05-29T02:58:18.310397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.428959Z","time spent":"3.881425885s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.310055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253650446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-05-29T02:58:18.310434Z","caller":"traceutil/trace.go:171","msg":"trace[826047289] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25184; }","duration":"2.94744651s","start":"2026-05-29T02:58:15.362973Z","end":"2026-05-29T02:58:18.31042Z","steps":["trace[826047289] 'agreement among raft nodes before linearized reading' (duration: 2.947148553s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:18.310455Z","caller":"traceutil/trace.go:171","msg":"trace[2030004191] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25184; }","duration":"1.254075436s","start":"2026-05-29T02:58:17.056371Z","end":"2026-05-29T02:58:18.310446Z","steps":["trace[2030004191] 'agreement among raft nodes before linearized reading' (duration: 1.253603815s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.31047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:15.362952Z","time spent":"2.947508861s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:58:18.310493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.056346Z","time spent":"1.254137578s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:58:18.30933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.147953Z","time spent":"5.161367808s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.309564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353362088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:18.310605Z","caller":"traceutil/trace.go:171","msg":"trace[1253302342] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25184; }","duration":"4.354430073s","start":"2026-05-29T02:58:13.95615Z","end":"2026-05-29T02:58:18.31058Z","steps":["trace[1253302342] 'agreement among raft nodes before linearized reading' (duration: 4.353372179s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.310723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.956131Z","time spent":"4.354560187s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:18.310236Z","caller":"traceutil/trace.go:171","msg":"trace[1942844897] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25184; }","duration":"1.247753538s","start":"2026-05-29T02:58:17.062475Z","end":"2026-05-29T02:58:18.310228Z","steps":["trace[1942844897] 'agreement among raft nodes before linearized reading' (duration: 1.247689787s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.311009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.062464Z","time spent":"1.248526396s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:58:18.309125Z","caller":"traceutil/trace.go:171","msg":"trace[1527258348] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25184; }","duration":"5.043346579s","start":"2026-05-29T02:58:13.265758Z","end":"2026-05-29T02:58:18.309105Z","steps":["trace[1527258348] 'agreement among raft nodes before linearized reading' (duration: 5.043182545s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.31123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.265736Z","time spent":"5.045467358s","remote":"127.0.0.1:49360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.309574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.674044898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T02:58:18.311465Z","caller":"traceutil/trace.go:171","msg":"trace[1156337840] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:25184; }","duration":"5.675922092s","start":"2026-05-29T02:58:12.635525Z","end":"2026-05-29T02:58:18.311447Z","steps":["trace[1156337840] 'agreement among raft nodes before linearized reading' (duration: 5.673998497s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.311517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:12.635477Z","time spent":"5.676024314s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:58:18.310337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:13.525393Z","time spent":"4.784920735s","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.310231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:16.72701Z","time spent":"1.583214529s","remote":"127.0.0.1:49146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.311814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044705916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:58:18.311968Z","caller":"traceutil/trace.go:171","msg":"trace[1098813968] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25184; }","duration":"4.044900741s","start":"2026-05-29T02:58:14.267057Z","end":"2026-05-29T02:58:18.311958Z","steps":["trace[1098813968] 'agreement among raft nodes before linearized reading' (duration: 4.041816678s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:18.311999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:14.267032Z","time spent":"4.044957233s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2716,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:18.668347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11445745s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:19.505733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.07739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:19.505837Z","caller":"traceutil/trace.go:171","msg":"trace[110624335] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"2.128167385s","start":"2026-05-29T02:58:17.377648Z","end":"2026-05-29T02:58:19.505816Z","steps":["trace[110624335] 'process raft request' (duration: 1.290923041s)","trace[110624335] 'compare' (duration: 836.849005ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:19.505894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.377622Z","time spent":"2.128246637s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:19.5939Z","caller":"traceutil/trace.go:171","msg":"trace[330304701] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"1.995369749s","start":"2026-05-29T02:58:17.598498Z","end":"2026-05-29T02:58:19.593868Z","steps":["trace[330304701] 'process raft request' (duration: 1.994254673s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:19.594054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.598474Z","time spent":"1.995495533s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:20.312108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999462326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:20.312189Z","caller":"traceutil/trace.go:171","msg":"trace[879971002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999570918s","start":"2026-05-29T02:58:18.312601Z","end":"2026-05-29T02:58:20.312172Z","steps":["trace[879971002] 'agreement among raft nodes before linearized reading' (duration: 1.999458975s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:20.312247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.312568Z","time spent":"1.99966295s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:21.437962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.845132875s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:21.504488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911551594s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-29T02:58:21.504797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:20.479955Z","time spent":"1.024836737s","remote":"127.0.0.1:51320","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:58:21.505995Z","caller":"traceutil/trace.go:171","msg":"trace[955491957] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"3.193160875s","start":"2026-05-29T02:58:18.312814Z","end":"2026-05-29T02:58:21.505975Z","steps":["trace[955491957] 'process raft request' (duration: 3.191735692s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.506093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.312802Z","time spent":"3.193235487s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.531688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.313285Z","time spent":"3.218395757s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:58:21.531894Z","caller":"traceutil/trace.go:171","msg":"trace[1018074870] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"3.216477382s","start":"2026-05-29T02:58:18.315338Z","end":"2026-05-29T02:58:21.531815Z","steps":["trace[1018074870] 'process raft request' (duration: 3.216013652s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.532011Z","caller":"traceutil/trace.go:171","msg":"trace[1001085004] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"3.215889699s","start":"2026-05-29T02:58:18.316107Z","end":"2026-05-29T02:58:21.531997Z","steps":["trace[1001085004] 'process raft request' (duration: 3.215605222s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.532025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.315318Z","time spent":"3.216635416s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.532093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.31608Z","time spent":"3.215959s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:21.532068Z","caller":"traceutil/trace.go:171","msg":"trace[111584931] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"3.215760456s","start":"2026-05-29T02:58:18.316279Z","end":"2026-05-29T02:58:21.532039Z","steps":["trace[111584931] 'process raft request' (duration: 3.215635703s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.532238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.316273Z","time spent":"3.215873828s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:21.532317Z","caller":"traceutil/trace.go:171","msg":"trace[1533819830] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"3.214953097s","start":"2026-05-29T02:58:18.317336Z","end":"2026-05-29T02:58:21.532289Z","steps":["trace[1533819830] 'process raft request' (duration: 3.214647179s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.53244Z","caller":"traceutil/trace.go:171","msg":"trace[1053415562] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"3.216191966s","start":"2026-05-29T02:58:18.316227Z","end":"2026-05-29T02:58:21.532419Z","steps":["trace[1053415562] 'process raft request' (duration: 3.215591111s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.532458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.317328Z","time spent":"3.215058529s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.532538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.316217Z","time spent":"3.216271767s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:21.53262Z","caller":"traceutil/trace.go:171","msg":"trace[574220884] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"2.426273362s","start":"2026-05-29T02:58:19.106337Z","end":"2026-05-29T02:58:21.53261Z","steps":["trace[574220884] 'process raft request' (duration: 2.426040747s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.53262Z","caller":"traceutil/trace.go:171","msg":"trace[1548546806] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"2.427222244s","start":"2026-05-29T02:58:19.105386Z","end":"2026-05-29T02:58:21.532608Z","steps":["trace[1548546806] 'process raft request' (duration: 2.426873416s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.532658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.106329Z","time spent":"2.426309323s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.532682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.105362Z","time spent":"2.427286365s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:21.532683Z","caller":"traceutil/trace.go:171","msg":"trace[1787252780] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"2.427020419s","start":"2026-05-29T02:58:19.105643Z","end":"2026-05-29T02:58:21.532664Z","steps":["trace[1787252780] 'process raft request' (duration: 2.426679111s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.532711Z","caller":"traceutil/trace.go:171","msg":"trace[1703907334] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"3.214127297s","start":"2026-05-29T02:58:18.318577Z","end":"2026-05-29T02:58:21.532705Z","steps":["trace[1703907334] 'process raft request' (duration: 3.213555264s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.532736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.31856Z","time spent":"3.214161988s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:21.532716Z","caller":"traceutil/trace.go:171","msg":"trace[539401056] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"2.425146565s","start":"2026-05-29T02:58:19.107545Z","end":"2026-05-29T02:58:21.532692Z","steps":["trace[539401056] 'process raft request' (duration: 2.424885409s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.532765Z","caller":"traceutil/trace.go:171","msg":"trace[1419842762] linearizableReadLoop","detail":"{readStateIndex:26072; appliedIndex:26069; }","duration":"3.224242184s","start":"2026-05-29T02:58:18.308512Z","end":"2026-05-29T02:58:21.532754Z","steps":["trace[1419842762] 'read index received' (duration: 360.078209ms)","trace[1419842762] 'applied index is now lower than readState.Index' (duration: 2.864162525s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:21.532763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.105634Z","time spent":"2.427086331s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.532824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.107539Z","time spent":"2.425225777s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.532878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804557251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.532916Z","caller":"traceutil/trace.go:171","msg":"trace[720369829] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25200; }","duration":"3.804629523s","start":"2026-05-29T02:58:17.728273Z","end":"2026-05-29T02:58:21.532903Z","steps":["trace[720369829] 'agreement among raft nodes before linearized reading' (duration: 3.804551551s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.532947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.728251Z","time spent":"3.804688105s","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:21.532944Z","caller":"traceutil/trace.go:171","msg":"trace[1107992877] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"2.424746836s","start":"2026-05-29T02:58:19.108182Z","end":"2026-05-29T02:58:21.532929Z","steps":["trace[1107992877] 'process raft request' (duration: 2.424296325s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.108174Z","time spent":"2.424803267s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:21.533151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428598605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:58:21.533172Z","caller":"traceutil/trace.go:171","msg":"trace[1083387427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25200; }","duration":"4.428654925s","start":"2026-05-29T02:58:17.104512Z","end":"2026-05-29T02:58:21.533167Z","steps":["trace[1083387427] 'agreement among raft nodes before linearized reading' (duration: 4.428501772s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.104491Z","time spent":"4.428717537s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:58:21.533202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036982765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:21.533332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42712438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-29T02:58:21.533348Z","caller":"traceutil/trace.go:171","msg":"trace[23049868] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25200; }","duration":"4.42716576s","start":"2026-05-29T02:58:17.106177Z","end":"2026-05-29T02:58:21.533343Z","steps":["trace[23049868] 'agreement among raft nodes before linearized reading' (duration: 4.427111909s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.106165Z","time spent":"4.427249723s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-29T02:58:21.533483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218894849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4463c6fd-02fb-42fc-897f-a077714732c0\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-05-29T02:58:21.533537Z","caller":"traceutil/trace.go:171","msg":"trace[1823427579] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4463c6fd-02fb-42fc-897f-a077714732c0; range_end:; response_count:1; response_revision:25200; }","duration":"3.218983242s","start":"2026-05-29T02:58:18.314541Z","end":"2026-05-29T02:58:21.533524Z","steps":["trace[1823427579] 'agreement among raft nodes before linearized reading' (duration: 3.218853438s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.314529Z","time spent":"3.219036342s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-4463c6fd-02fb-42fc-897f-a077714732c0\" "} {"level":"warn","ts":"2026-05-29T02:58:21.533666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914528954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:58:21.533706Z","caller":"traceutil/trace.go:171","msg":"trace[912737497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25200; }","duration":"1.914606976s","start":"2026-05-29T02:58:19.619088Z","end":"2026-05-29T02:58:21.533695Z","steps":["trace[912737497] 'agreement among raft nodes before linearized reading' (duration: 1.914488983s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.619066Z","time spent":"1.914660266s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:58:21.533745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.604057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:21.533766Z","caller":"traceutil/trace.go:171","msg":"trace[353149288] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25200; }","duration":"930.654288ms","start":"2026-05-29T02:58:20.603105Z","end":"2026-05-29T02:58:21.533759Z","steps":["trace[353149288] 'agreement among raft nodes before linearized reading' (duration: 930.550736ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:20.603087Z","time spent":"930.691188ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.533806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937165775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:58:21.533843Z","caller":"traceutil/trace.go:171","msg":"trace[349206255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25200; }","duration":"1.937234776s","start":"2026-05-29T02:58:19.596601Z","end":"2026-05-29T02:58:21.533836Z","steps":["trace[349206255] 'agreement among raft nodes before linearized reading' (duration: 1.937134413s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.596582Z","time spent":"1.937277977s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:58:21.533908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879708176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:58:21.53394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216599525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.53395Z","caller":"traceutil/trace.go:171","msg":"trace[326588054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25200; }","duration":"1.879808299s","start":"2026-05-29T02:58:19.654128Z","end":"2026-05-29T02:58:21.533936Z","steps":["trace[326588054] 'agreement among raft nodes before linearized reading' (duration: 1.879684536s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.533938Z","caller":"traceutil/trace.go:171","msg":"trace[73137780] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25200; }","duration":"4.037097528s","start":"2026-05-29T02:58:17.496141Z","end":"2026-05-29T02:58:21.533238Z","steps":["trace[73137780] 'agreement among raft nodes before linearized reading' (duration: 4.036987535s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:21.533976Z","caller":"traceutil/trace.go:171","msg":"trace[1173065365] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25200; }","duration":"3.216640716s","start":"2026-05-29T02:58:18.317324Z","end":"2026-05-29T02:58:21.533964Z","steps":["trace[1173065365] 'agreement among raft nodes before linearized reading' (duration: 3.216584355s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.533984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217546087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-05-29T02:58:21.533986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:19.654091Z","time spent":"1.879887491s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:58:21.534004Z","caller":"traceutil/trace.go:171","msg":"trace[443291597] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25200; }","duration":"3.217582539s","start":"2026-05-29T02:58:18.316415Z","end":"2026-05-29T02:58:21.533998Z","steps":["trace[443291597] 'agreement among raft nodes before linearized reading' (duration: 3.217514327s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.317319Z","time spent":"3.216678247s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:58:21.534024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.316406Z","time spent":"3.217613609s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-05-29T02:58:21.534018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.496118Z","time spent":"4.037875766s","remote":"127.0.0.1:49466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.534121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214228051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.534148Z","caller":"traceutil/trace.go:171","msg":"trace[1899308491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25200; }","duration":"1.214252632s","start":"2026-05-29T02:58:20.319886Z","end":"2026-05-29T02:58:21.534139Z","steps":["trace[1899308491] 'agreement among raft nodes before linearized reading' (duration: 1.214208731s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217816794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-05-29T02:58:21.534176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:20.319825Z","time spent":"1.214345305s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:58:21.534193Z","caller":"traceutil/trace.go:171","msg":"trace[1313775039] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25200; }","duration":"3.217863105s","start":"2026-05-29T02:58:18.316324Z","end":"2026-05-29T02:58:21.534187Z","steps":["trace[1313775039] 'agreement among raft nodes before linearized reading' (duration: 3.217792333s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097433009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:58:21.533966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.762779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:21.534211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.316316Z","time spent":"3.217891436s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-29T02:58:21.534215Z","caller":"traceutil/trace.go:171","msg":"trace[1321292751] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25200; }","duration":"3.097499681s","start":"2026-05-29T02:58:18.43671Z","end":"2026-05-29T02:58:21.53421Z","steps":["trace[1321292751] 'agreement among raft nodes before linearized reading' (duration: 3.097376418s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.436689Z","time spent":"3.097540341s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:21.534241Z","caller":"traceutil/trace.go:171","msg":"trace[186451530] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25200; }","duration":"186.066166ms","start":"2026-05-29T02:58:21.348159Z","end":"2026-05-29T02:58:21.534226Z","steps":["trace[186451530] 'agreement among raft nodes before linearized reading' (duration: 185.786739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658685134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:21.534334Z","caller":"traceutil/trace.go:171","msg":"trace[1745861129] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25200; }","duration":"2.658730525s","start":"2026-05-29T02:58:18.875597Z","end":"2026-05-29T02:58:21.534328Z","steps":["trace[1745861129] 'agreement among raft nodes before linearized reading' (duration: 2.658699945s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:18.875579Z","time spent":"2.658765836s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:21.534372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499197698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-29T02:58:21.5344Z","caller":"traceutil/trace.go:171","msg":"trace[903529649] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25200; }","duration":"1.499225459s","start":"2026-05-29T02:58:20.035166Z","end":"2026-05-29T02:58:21.534392Z","steps":["trace[903529649] 'agreement among raft nodes before linearized reading' (duration: 1.499134837s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:20.035114Z","time spent":"1.499311471s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:58:21.534682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432179288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-v6m5m\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-05-29T02:58:21.534714Z","caller":"traceutil/trace.go:171","msg":"trace[101824720] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-v6m5m; range_end:; response_count:1; response_revision:25200; }","duration":"4.432238369s","start":"2026-05-29T02:58:17.102467Z","end":"2026-05-29T02:58:21.534705Z","steps":["trace[101824720] 'agreement among raft nodes before linearized reading' (duration: 4.430609861s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:21.534739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:17.102454Z","time spent":"4.432279391s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-v6m5m\" "} {"level":"info","ts":"2026-05-29T02:58:22.822023Z","caller":"traceutil/trace.go:171","msg":"trace[1591674115] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"129.512729ms","start":"2026-05-29T02:58:22.692466Z","end":"2026-05-29T02:58:22.821979Z","steps":["trace[1591674115] 'process raft request' (duration: 107.676517ms)","trace[1591674115] 'compare' (duration: 20.571513ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:24.749975Z","caller":"traceutil/trace.go:171","msg":"trace[1297271923] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"108.800994ms","start":"2026-05-29T02:58:24.641151Z","end":"2026-05-29T02:58:24.749952Z","steps":["trace[1297271923] 'process raft request' (duration: 108.64069ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:25.711178Z","caller":"traceutil/trace.go:171","msg":"trace[995559675] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"137.115807ms","start":"2026-05-29T02:58:25.574033Z","end":"2026-05-29T02:58:25.711148Z","steps":["trace[995559675] 'process raft request' (duration: 50.169867ms)","trace[995559675] 'compare' (duration: 86.748636ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:25.711336Z","caller":"traceutil/trace.go:171","msg":"trace[1768989161] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"137.204349ms","start":"2026-05-29T02:58:25.574092Z","end":"2026-05-29T02:58:25.711296Z","steps":["trace[1768989161] 'process raft request' (duration: 137.007504ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:25.73042Z","caller":"traceutil/trace.go:171","msg":"trace[1579906160] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"156.091402ms","start":"2026-05-29T02:58:25.574303Z","end":"2026-05-29T02:58:25.730394Z","steps":["trace[1579906160] 'process raft request' (duration: 155.890257ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:25.730638Z","caller":"traceutil/trace.go:171","msg":"trace[1869119532] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"156.119824ms","start":"2026-05-29T02:58:25.57451Z","end":"2026-05-29T02:58:25.730629Z","steps":["trace[1869119532] 'process raft request' (duration: 155.838227ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:25.73096Z","caller":"traceutil/trace.go:171","msg":"trace[143549605] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26116; }","duration":"156.517353ms","start":"2026-05-29T02:58:25.574422Z","end":"2026-05-29T02:58:25.730939Z","steps":["trace[143549605] 'read index received' (duration: 49.882691ms)","trace[143549605] 'applied index is now lower than readState.Index' (duration: 106.633912ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:25.731055Z","caller":"traceutil/trace.go:171","msg":"trace[1018989108] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"156.396699ms","start":"2026-05-29T02:58:25.574645Z","end":"2026-05-29T02:58:25.731042Z","steps":["trace[1018989108] 'process raft request' (duration: 155.946869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:25.731199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.634822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:58:25.731213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.100701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:58:25.731263Z","caller":"traceutil/trace.go:171","msg":"trace[335192934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25233; }","duration":"138.162602ms","start":"2026-05-29T02:58:25.593091Z","end":"2026-05-29T02:58:25.731253Z","steps":["trace[335192934] 'agreement among raft nodes before linearized reading' (duration: 138.008929ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:25.731068Z","caller":"traceutil/trace.go:171","msg":"trace[55177801] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"156.088283ms","start":"2026-05-29T02:58:25.574969Z","end":"2026-05-29T02:58:25.731057Z","steps":["trace[55177801] 'process raft request' (duration: 155.881038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:25.731325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.294915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:58:25.731366Z","caller":"traceutil/trace.go:171","msg":"trace[1264808098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25233; }","duration":"138.378937ms","start":"2026-05-29T02:58:25.592982Z","end":"2026-05-29T02:58:25.731361Z","steps":["trace[1264808098] 'agreement among raft nodes before linearized reading' (duration: 138.299925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:25.731319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.301881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:58:25.731265Z","caller":"traceutil/trace.go:171","msg":"trace[790295531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25233; }","duration":"149.730533ms","start":"2026-05-29T02:58:25.581519Z","end":"2026-05-29T02:58:25.731249Z","steps":["trace[790295531] 'agreement among raft nodes before linearized reading' (duration: 149.568659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:25.731371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.243804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:58:25.731435Z","caller":"traceutil/trace.go:171","msg":"trace[798239583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25233; }","duration":"157.465665ms","start":"2026-05-29T02:58:25.573938Z","end":"2026-05-29T02:58:25.731404Z","steps":["trace[798239583] 'agreement among raft nodes before linearized reading' (duration: 157.173918ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:25.731494Z","caller":"traceutil/trace.go:171","msg":"trace[1553536782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25233; }","duration":"138.390597ms","start":"2026-05-29T02:58:25.593073Z","end":"2026-05-29T02:58:25.731463Z","steps":["trace[1553536782] 'agreement among raft nodes before linearized reading' (duration: 138.057929ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:27.512107Z","caller":"traceutil/trace.go:171","msg":"trace[299114141] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"350.776341ms","start":"2026-05-29T02:58:27.161307Z","end":"2026-05-29T02:58:27.512083Z","steps":["trace[299114141] 'process raft request' (duration: 350.602407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:27.512243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.161276Z","time spent":"350.891014ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:28.277476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:28.701978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121958237s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:29.196818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.450542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:29.196977Z","caller":"traceutil/trace.go:171","msg":"trace[749636283] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"1.617007972s","start":"2026-05-29T02:58:27.579943Z","end":"2026-05-29T02:58:29.196951Z","steps":["trace[749636283] 'process raft request' (duration: 1.122262263s)","trace[749636283] 'compare' (duration: 493.974061ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:29.197334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.579925Z","time spent":"1.617094435s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:30.070191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:30.070274Z","caller":"traceutil/trace.go:171","msg":"trace[325623494] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139301s","start":"2026-05-29T02:58:28.070115Z","end":"2026-05-29T02:58:30.070254Z","steps":["trace[325623494] 'agreement among raft nodes before linearized reading' (duration: 2.000034288s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:30.070324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.070097Z","time spent":"2.000214463s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:31.205365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:31.205462Z","caller":"traceutil/trace.go:171","msg":"trace[2043665381] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155542s","start":"2026-05-29T02:58:29.205291Z","end":"2026-05-29T02:58:31.205446Z","steps":["trace[2043665381] 'agreement among raft nodes before linearized reading' (duration: 2.000041189s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.205505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.205275Z","time spent":"2.000220063s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:31.481081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.778938605s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:31.734491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.961996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:31.734944Z","caller":"traceutil/trace.go:171","msg":"trace[1438315745] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26129; }","duration":"3.958295729s","start":"2026-05-29T02:58:27.776627Z","end":"2026-05-29T02:58:31.734923Z","steps":["trace[1438315745] 'read index received' (duration: 925.549517ms)","trace[1438315745] 'applied index is now lower than readState.Index' (duration: 3.032745052s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:31.735116Z","caller":"traceutil/trace.go:171","msg":"trace[1644340944] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"3.999253s","start":"2026-05-29T02:58:27.735847Z","end":"2026-05-29T02:58:31.7351Z","steps":["trace[1644340944] 'process raft request' (duration: 3.99883585s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:31.735205Z","caller":"traceutil/trace.go:171","msg":"trace[1010754287] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"4.018940512s","start":"2026-05-29T02:58:27.716254Z","end":"2026-05-29T02:58:31.735194Z","steps":["trace[1010754287] 'process raft request' (duration: 3.764994203s)","trace[1010754287] 'compare' (duration: 250.836166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:31.735241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.735821Z","time spent":"3.999343042s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:31.735328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.716223Z","time spent":"4.019035864s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:31.73495Z","caller":"traceutil/trace.go:171","msg":"trace[1978695842] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"4.018620954s","start":"2026-05-29T02:58:27.716299Z","end":"2026-05-29T02:58:31.73492Z","steps":["trace[1978695842] 'process raft request' (duration: 4.018296226s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:31.735438Z","caller":"traceutil/trace.go:171","msg":"trace[1529117787] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"3.999542057s","start":"2026-05-29T02:58:27.735887Z","end":"2026-05-29T02:58:31.735429Z","steps":["trace[1529117787] 'process raft request' (duration: 3.998853451s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:31.735456Z","caller":"traceutil/trace.go:171","msg":"trace[184193444] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"3.999273041s","start":"2026-05-29T02:58:27.736157Z","end":"2026-05-29T02:58:31.73543Z","steps":["trace[184193444] 'process raft request' (duration: 3.998633966s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:31.735447Z","caller":"traceutil/trace.go:171","msg":"trace[598090112] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"3.364703921s","start":"2026-05-29T02:58:28.370716Z","end":"2026-05-29T02:58:31.73542Z","steps":["trace[598090112] 'process raft request' (duration: 3.364156018s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.735474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.735859Z","time spent":"3.999593858s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:31.735518Z","caller":"traceutil/trace.go:171","msg":"trace[155138809] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"3.998730507s","start":"2026-05-29T02:58:27.736727Z","end":"2026-05-29T02:58:31.735457Z","steps":["trace[155138809] 'process raft request' (duration: 3.998103713s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.735573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.370691Z","time spent":"3.364815533s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:31.735567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.716268Z","time spent":"4.019200228s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:31.735613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958957374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-29T02:58:31.735542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.736142Z","time spent":"3.999352282s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:31.735697Z","caller":"traceutil/trace.go:171","msg":"trace[1313087931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25248; }","duration":"3.959086428s","start":"2026-05-29T02:58:27.776589Z","end":"2026-05-29T02:58:31.735675Z","steps":["trace[1313087931] 'agreement among raft nodes before linearized reading' (duration: 3.958844772s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:31.73575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.776571Z","time spent":"3.959169679s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:58:31.735707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.736712Z","time spent":"3.998898422s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:32.070384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999958258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:32.070443Z","caller":"traceutil/trace.go:171","msg":"trace[1321184110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058841s","start":"2026-05-29T02:58:30.07037Z","end":"2026-05-29T02:58:32.070429Z","steps":["trace[1321184110] 'agreement among raft nodes before linearized reading' (duration: 1.999978679s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:32.070472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.070357Z","time spent":"2.000109172s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:32.780022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999685785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:32.780125Z","caller":"traceutil/trace.go:171","msg":"trace[1895293136] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999825488s","start":"2026-05-29T02:58:27.78028Z","end":"2026-05-29T02:58:32.780105Z","steps":["trace[1895293136] 'agreement among raft nodes before linearized reading' (duration: 4.999702965s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:32.780174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.780268Z","time spent":"4.99989422s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:58:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:32.780132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000262278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:32.780422Z","caller":"traceutil/trace.go:171","msg":"trace[97673541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000589055s","start":"2026-05-29T02:58:27.779811Z","end":"2026-05-29T02:58:32.7804Z","steps":["trace[97673541] 'agreement among raft nodes before linearized reading' (duration: 5.000272908s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:32.780505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.779804Z","time spent":"5.000688399s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:58:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:34.078444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:34.078538Z","caller":"traceutil/trace.go:171","msg":"trace[726901856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353786s","start":"2026-05-29T02:58:32.078164Z","end":"2026-05-29T02:58:34.078517Z","steps":["trace[726901856] 'agreement among raft nodes before linearized reading' (duration: 2.000236194s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.078585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.078148Z","time spent":"2.000426759s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:34.132163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072332635s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:34.133097Z","caller":"traceutil/trace.go:171","msg":"trace[646176846] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"2.929063088s","start":"2026-05-29T02:58:31.204004Z","end":"2026-05-29T02:58:34.133067Z","steps":["trace[646176846] 'process raft request' (duration: 2.928266889s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.13322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.203973Z","time spent":"2.929188641s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:34.133231Z","caller":"traceutil/trace.go:171","msg":"trace[179744903] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"4.141796294s","start":"2026-05-29T02:58:29.991401Z","end":"2026-05-29T02:58:34.133198Z","steps":["trace[179744903] 'process raft request' (duration: 2.068334812s)","trace[179744903] 'compare' (duration: 2.072026988s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:34.133343Z","caller":"traceutil/trace.go:171","msg":"trace[2064820421] linearizableReadLoop","detail":"{readStateIndex:26139; appliedIndex:26137; }","duration":"2.398251043s","start":"2026-05-29T02:58:31.73506Z","end":"2026-05-29T02:58:34.133311Z","steps":["trace[2064820421] 'read index received' (duration: 324.689509ms)","trace[2064820421] 'applied index is now lower than readState.Index' (duration: 2.073558604s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:34.133401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.991371Z","time spent":"4.141949118s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:34.133394Z","caller":"traceutil/trace.go:171","msg":"trace[1150440591] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"2.393174414s","start":"2026-05-29T02:58:31.740188Z","end":"2026-05-29T02:58:34.133363Z","steps":["trace[1150440591] 'process raft request' (duration: 2.392218501s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.133507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427719795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:34.133551Z","caller":"traceutil/trace.go:171","msg":"trace[1653322259] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25252; }","duration":"2.427818326s","start":"2026-05-29T02:58:31.705718Z","end":"2026-05-29T02:58:34.133537Z","steps":["trace[1653322259] 'agreement among raft nodes before linearized reading' (duration: 2.427717064s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.13355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.740168Z","time spent":"2.393309727s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:34.133595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.705695Z","time spent":"2.427887428s","remote":"127.0.0.1:33216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:34.133774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.98094535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:34.133783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.651629796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:34.133824Z","caller":"traceutil/trace.go:171","msg":"trace[75415237] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25252; }","duration":"3.981033682s","start":"2026-05-29T02:58:30.152777Z","end":"2026-05-29T02:58:34.133811Z","steps":["trace[75415237] 'agreement among raft nodes before linearized reading' (duration: 3.98094869s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:34.133832Z","caller":"traceutil/trace.go:171","msg":"trace[568531556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25252; }","duration":"4.651736389s","start":"2026-05-29T02:58:29.482083Z","end":"2026-05-29T02:58:34.133819Z","steps":["trace[568531556] 'agreement among raft nodes before linearized reading' (duration: 4.651636306s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.133902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.152754Z","time spent":"3.981137604s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:34.133902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853000643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:34.133935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.482061Z","time spent":"4.651846552s","remote":"127.0.0.1:51030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:34.133929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662729037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:34.133956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623881481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:34.133979Z","caller":"traceutil/trace.go:171","msg":"trace[2109268232] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25252; }","duration":"4.662807819s","start":"2026-05-29T02:58:29.471157Z","end":"2026-05-29T02:58:34.133965Z","steps":["trace[2109268232] 'agreement among raft nodes before linearized reading' (duration: 4.662725597s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.13399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603414915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:34.13403Z","caller":"traceutil/trace.go:171","msg":"trace[937041507] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25252; }","duration":"4.603499837s","start":"2026-05-29T02:58:29.530518Z","end":"2026-05-29T02:58:34.134018Z","steps":["trace[937041507] 'agreement among raft nodes before linearized reading' (duration: 4.603421375s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:34.134025Z","caller":"traceutil/trace.go:171","msg":"trace[425630789] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25252; }","duration":"3.623989094s","start":"2026-05-29T02:58:30.510014Z","end":"2026-05-29T02:58:34.134003Z","steps":["trace[425630789] 'agreement among raft nodes before linearized reading' (duration: 3.623787289s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50380678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:34.134067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.530496Z","time spent":"4.603564298s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:34.134046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630171872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:34.134082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:30.509992Z","time spent":"3.624075276s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:34.134096Z","caller":"traceutil/trace.go:171","msg":"trace[2109520094] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25252; }","duration":"2.503855081s","start":"2026-05-29T02:58:31.630225Z","end":"2026-05-29T02:58:34.13408Z","steps":["trace[2109520094] 'agreement among raft nodes before linearized reading' (duration: 2.503773839s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275115433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:34.134114Z","caller":"traceutil/trace.go:171","msg":"trace[118352555] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25252; }","duration":"4.630239284s","start":"2026-05-29T02:58:29.503855Z","end":"2026-05-29T02:58:34.134094Z","steps":["trace[118352555] 'agreement among raft nodes before linearized reading' (duration: 4.630132702s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.988965461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:34.134146Z","caller":"traceutil/trace.go:171","msg":"trace[652609145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25252; }","duration":"4.275206255s","start":"2026-05-29T02:58:29.858925Z","end":"2026-05-29T02:58:34.134132Z","steps":["trace[652609145] 'agreement among raft nodes before linearized reading' (duration: 4.275117263s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.630208Z","time spent":"2.503924232s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:58:34.134166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.503821Z","time spent":"4.630330716s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:34.134183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.858905Z","time spent":"4.275268976s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:34.134025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.47114Z","time spent":"4.66287223s","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:34.133969Z","caller":"traceutil/trace.go:171","msg":"trace[960821408] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25252; }","duration":"2.853114796s","start":"2026-05-29T02:58:31.28083Z","end":"2026-05-29T02:58:34.133945Z","steps":["trace[960821408] 'agreement among raft nodes before linearized reading' (duration: 2.852964772s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.280808Z","time spent":"2.853474094s","remote":"127.0.0.1:46234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:34.134173Z","caller":"traceutil/trace.go:171","msg":"trace[850610063] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25252; }","duration":"4.989013303s","start":"2026-05-29T02:58:29.145147Z","end":"2026-05-29T02:58:34.13416Z","steps":["trace[850610063] 'agreement among raft nodes before linearized reading' (duration: 4.98890377s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.024895645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-05-29T02:58:34.134368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.1451Z","time spent":"4.989254498s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:34.134392Z","caller":"traceutil/trace.go:171","msg":"trace[1307776084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25252; }","duration":"5.024984297s","start":"2026-05-29T02:58:29.109395Z","end":"2026-05-29T02:58:34.13438Z","steps":["trace[1307776084] 'agreement among raft nodes before linearized reading' (duration: 5.024802532s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.109375Z","time spent":"5.025047349s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-05-29T02:58:34.134472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125772362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:34.134482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.353520781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:58:34.134503Z","caller":"traceutil/trace.go:171","msg":"trace[1758017067] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25252; }","duration":"5.125806222s","start":"2026-05-29T02:58:29.008688Z","end":"2026-05-29T02:58:34.134494Z","steps":["trace[1758017067] 'agreement among raft nodes before linearized reading' (duration: 5.125744711s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.360876338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:34.134519Z","caller":"traceutil/trace.go:171","msg":"trace[2126943521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25252; }","duration":"6.353578632s","start":"2026-05-29T02:58:27.780931Z","end":"2026-05-29T02:58:34.13451Z","steps":["trace[2126943521] 'agreement among raft nodes before linearized reading' (duration: 6.353478789s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.357806611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T02:58:34.134537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:29.008605Z","time spent":"5.125920275s","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:34.134546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.780918Z","time spent":"6.353621192s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:58:34.134547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.353846018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:58:34.134544Z","caller":"traceutil/trace.go:171","msg":"trace[1372216819] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25252; }","duration":"5.36096214s","start":"2026-05-29T02:58:28.773568Z","end":"2026-05-29T02:58:34.13453Z","steps":["trace[1372216819] 'agreement among raft nodes before linearized reading' (duration: 5.360886738s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:34.134591Z","caller":"traceutil/trace.go:171","msg":"trace[1263215547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25252; }","duration":"6.353910639s","start":"2026-05-29T02:58:27.780671Z","end":"2026-05-29T02:58:34.134582Z","steps":["trace[1263215547] 'agreement among raft nodes before linearized reading' (duration: 6.353768886s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:28.773541Z","time spent":"5.361051883s","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:34.134623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.780664Z","time spent":"6.35394981s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:58:34.134629Z","caller":"traceutil/trace.go:171","msg":"trace[1347904019] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"1.874295478s","start":"2026-05-29T02:58:32.260317Z","end":"2026-05-29T02:58:34.134612Z","steps":["trace[1347904019] 'process raft request' (duration: 1.872152488s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.260289Z","time spent":"1.87436896s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:34.134557Z","caller":"traceutil/trace.go:171","msg":"trace[439496557] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25252; }","duration":"6.357858643s","start":"2026-05-29T02:58:27.77669Z","end":"2026-05-29T02:58:34.134549Z","steps":["trace[439496557] 'agreement among raft nodes before linearized reading' (duration: 6.35773084s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:34.134773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:27.77668Z","time spent":"6.358076468s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:58:34.634087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:35.134669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:35.396299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:35.396401Z","caller":"traceutil/trace.go:171","msg":"trace[1862272882] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045595s","start":"2026-05-29T02:58:33.395926Z","end":"2026-05-29T02:58:35.396382Z","steps":["trace[1862272882] 'agreement among raft nodes before linearized reading' (duration: 2.000325227s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:35.39645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.395911Z","time spent":"2.000529312s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:35.635955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:36.079957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000534461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:36.080049Z","caller":"traceutil/trace.go:171","msg":"trace[874591249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690685s","start":"2026-05-29T02:58:34.079338Z","end":"2026-05-29T02:58:36.080029Z","steps":["trace[874591249] 'agreement among raft nodes before linearized reading' (duration: 2.000564112s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:36.080099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.079315Z","time spent":"2.000773997s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:36.137111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:36.155315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946134235s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:36.157353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.646157ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:36.157451Z","caller":"traceutil/trace.go:171","msg":"trace[1071489643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25252; }","duration":"422.7515ms","start":"2026-05-29T02:58:35.734682Z","end":"2026-05-29T02:58:36.157434Z","steps":["trace[1071489643] 'range keys from in-memory index tree' (duration: 422.632367ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:36.15751Z","caller":"traceutil/trace.go:171","msg":"trace[803367643] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"2.416028631s","start":"2026-05-29T02:58:33.741454Z","end":"2026-05-29T02:58:36.157483Z","steps":["trace[803367643] 'process raft request' (duration: 2.414069195s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:36.157655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.741432Z","time spent":"2.416148523s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:37.775613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.139525Z","time spent":"3.636082467s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:37.779498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997417792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:37.779583Z","caller":"traceutil/trace.go:171","msg":"trace[2110170568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997580716s","start":"2026-05-29T02:58:34.781981Z","end":"2026-05-29T02:58:37.779562Z","steps":["trace[2110170568] 'agreement among raft nodes before linearized reading' (duration: 2.997452163s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:37.779635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.78196Z","time spent":"2.997664968s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:58:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:37.780958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.138583Z","time spent":"3.642367666s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:37.780998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.139259Z","time spent":"3.641734621s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 02:58:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:37.780966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998546638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:37.781137Z","caller":"traceutil/trace.go:171","msg":"trace[1005576017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998781514s","start":"2026-05-29T02:58:34.78234Z","end":"2026-05-29T02:58:37.781121Z","steps":["trace[1005576017] 'agreement among raft nodes before linearized reading' (duration: 2.998571409s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:37.781191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.782321Z","time spent":"2.998856116s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:58:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:38.088123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000233644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:38.088215Z","caller":"traceutil/trace.go:171","msg":"trace[536320322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367216s","start":"2026-05-29T02:58:36.087822Z","end":"2026-05-29T02:58:38.08819Z","steps":["trace[536320322] 'agreement among raft nodes before linearized reading' (duration: 2.000258574s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.088275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.087804Z","time spent":"2.000457489s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:38.739075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.741433Z","time spent":"4.997635516s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:38.739428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.7416Z","time spent":"4.997825151s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:38.740459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.741797Z","time spent":"4.998659561s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:38.740441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.741848Z","time spent":"4.998589629s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:38.912439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.603849437s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:58:38.980816Z","caller":"traceutil/trace.go:171","msg":"trace[1531807196] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"2.840732225s","start":"2026-05-29T02:58:36.140047Z","end":"2026-05-29T02:58:38.980779Z","steps":["trace[1531807196] 'process raft request' (duration: 2.840687664s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:38.980807Z","caller":"traceutil/trace.go:171","msg":"trace[404361415] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"5.239050751s","start":"2026-05-29T02:58:33.741727Z","end":"2026-05-29T02:58:38.980778Z","steps":["trace[404361415] 'process raft request' (duration: 5.238756445s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.980926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.140036Z","time spent":"2.840827967s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:38.980926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:33.741712Z","time spent":"5.239157304s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:38.980929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.344037318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-29T02:58:38.980961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.167218603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T02:58:38.980983Z","caller":"traceutil/trace.go:171","msg":"trace[860057264] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:25262; }","duration":"6.344153661s","start":"2026-05-29T02:58:32.636813Z","end":"2026-05-29T02:58:38.980967Z","steps":["trace[860057264] 'agreement among raft nodes before linearized reading' (duration: 6.343966416s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:38.980806Z","caller":"traceutil/trace.go:171","msg":"trace[66191633] linearizableReadLoop","detail":"{readStateIndex:26150; appliedIndex:26141; }","duration":"4.84737428s","start":"2026-05-29T02:58:34.133404Z","end":"2026-05-29T02:58:38.980779Z","steps":["trace[66191633] 'read index received' (duration: 2.023031839s)","trace[66191633] 'applied index is now lower than readState.Index' (duration: 2.824341421s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:38.981009Z","caller":"traceutil/trace.go:171","msg":"trace[1510493592] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25262; }","duration":"7.167274545s","start":"2026-05-29T02:58:31.813724Z","end":"2026-05-29T02:58:38.980999Z","steps":["trace[1510493592] 'agreement among raft nodes before linearized reading' (duration: 7.167143322s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.980972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.873533972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:38.981022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.636793Z","time spent":"6.344221293s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T02:58:38.981043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:31.813648Z","time spent":"7.167386317s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:58:38.981081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.187173397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:38.981068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.907812156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-05-29T02:58:38.981075Z","caller":"traceutil/trace.go:171","msg":"trace[974959024] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25262; }","duration":"6.873715877s","start":"2026-05-29T02:58:32.107335Z","end":"2026-05-29T02:58:38.981051Z","steps":["trace[974959024] 'agreement among raft nodes before linearized reading' (duration: 6.873511352s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.981118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.758759649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:38.981132Z","caller":"traceutil/trace.go:171","msg":"trace[1491496319] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25262; }","duration":"6.187259849s","start":"2026-05-29T02:58:32.793858Z","end":"2026-05-29T02:58:38.981118Z","steps":["trace[1491496319] 'agreement among raft nodes before linearized reading' (duration: 6.187183018s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:38.981145Z","caller":"traceutil/trace.go:171","msg":"trace[1302379306] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25262; }","duration":"6.758834081s","start":"2026-05-29T02:58:32.222303Z","end":"2026-05-29T02:58:38.981137Z","steps":["trace[1302379306] 'agreement among raft nodes before linearized reading' (duration: 6.75877704s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.981115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.870496561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:38.981154Z","caller":"traceutil/trace.go:171","msg":"trace[1805750392] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d; range_end:; response_count:1; response_revision:25262; }","duration":"6.90795041s","start":"2026-05-29T02:58:32.07318Z","end":"2026-05-29T02:58:38.981131Z","steps":["trace[1805750392] 'agreement among raft nodes before linearized reading' (duration: 6.907690884s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.981166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.222279Z","time spent":"6.758881272s","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:38.981167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.793837Z","time spent":"6.18732168s","remote":"127.0.0.1:49076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:38.981182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.107317Z","time spent":"6.87384922s","remote":"127.0.0.1:34204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:38.9812Z","caller":"traceutil/trace.go:171","msg":"trace[876366172] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25262; }","duration":"6.870622074s","start":"2026-05-29T02:58:32.110559Z","end":"2026-05-29T02:58:38.981181Z","steps":["trace[876366172] 'agreement among raft nodes before linearized reading' (duration: 6.87047404s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.981205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.073161Z","time spent":"6.908034622s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" "} {"level":"warn","ts":"2026-05-29T02:58:38.981183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.362147903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:38.981232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.110551Z","time spent":"6.870674595s","remote":"127.0.0.1:50898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:38.981221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.552728115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:38.981301Z","caller":"traceutil/trace.go:171","msg":"trace[1120049364] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25262; }","duration":"6.552857277s","start":"2026-05-29T02:58:32.428428Z","end":"2026-05-29T02:58:38.981285Z","steps":["trace[1120049364] 'agreement among raft nodes before linearized reading' (duration: 6.552638782s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:38.981325Z","caller":"traceutil/trace.go:171","msg":"trace[2021049654] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25262; }","duration":"6.362342228s","start":"2026-05-29T02:58:32.61896Z","end":"2026-05-29T02:58:38.981302Z","steps":["trace[2021049654] 'agreement among raft nodes before linearized reading' (duration: 6.362131183s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.981353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.428402Z","time spent":"6.552924439s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:38.98139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.618943Z","time spent":"6.362429079s","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:38.981521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.867769187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:38.981645Z","caller":"traceutil/trace.go:171","msg":"trace[627730715] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25262; }","duration":"6.86791122s","start":"2026-05-29T02:58:32.113712Z","end":"2026-05-29T02:58:38.981623Z","steps":["trace[627730715] 'agreement among raft nodes before linearized reading' (duration: 6.867124652s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:38.981749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:32.113705Z","time spent":"6.868023654s","remote":"127.0.0.1:59502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:39.481104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:40.088455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:40.08854Z","caller":"traceutil/trace.go:171","msg":"trace[1077935659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004342s","start":"2026-05-29T02:58:38.088476Z","end":"2026-05-29T02:58:40.088519Z","steps":["trace[1077935659] 'agreement among raft nodes before linearized reading' (duration: 1.999943188s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:40.088585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.088452Z","time spent":"2.000124232s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:41.138476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998823623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:41.138598Z","caller":"traceutil/trace.go:171","msg":"trace[1643986496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998966186s","start":"2026-05-29T02:58:36.139603Z","end":"2026-05-29T02:58:41.138569Z","steps":["trace[1643986496] 'agreement among raft nodes before linearized reading' (duration: 4.998831743s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:41.138663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.139595Z","time spent":"4.999055469s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:58:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:41.262166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.447673268s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:41.266133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451764984s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:58:41.268881Z","caller":"traceutil/trace.go:171","msg":"trace[267661220] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"4.527505243s","start":"2026-05-29T02:58:36.741358Z","end":"2026-05-29T02:58:41.268863Z","steps":["trace[267661220] 'process raft request' (duration: 4.524877392s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:41.268977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.741334Z","time spent":"4.527589096s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:42.096979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000666644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:42.097073Z","caller":"traceutil/trace.go:171","msg":"trace[50453482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779846s","start":"2026-05-29T02:58:40.09627Z","end":"2026-05-29T02:58:42.09705Z","steps":["trace[50453482] 'agreement among raft nodes before linearized reading' (duration: 2.000661824s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:42.097125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:40.096263Z","time spent":"2.000851998s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:42.780206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.782507Z","time spent":"4.997693297s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:43.162566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.164717Z","time spent":"4.997842611s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:43.485501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.280152108s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:43.739722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999038909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:43.739806Z","caller":"traceutil/trace.go:171","msg":"trace[6013726] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999175882s","start":"2026-05-29T02:58:38.74061Z","end":"2026-05-29T02:58:43.739786Z","steps":["trace[6013726] 'agreement among raft nodes before linearized reading' (duration: 4.9990727s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:43.739854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.740585Z","time spent":"4.999258694s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 02:58:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:43.740317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999603652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:43.740412Z","caller":"traceutil/trace.go:171","msg":"trace[237246881] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999761496s","start":"2026-05-29T02:58:38.740629Z","end":"2026-05-29T02:58:43.740391Z","steps":["trace[237246881] 'agreement among raft nodes before linearized reading' (duration: 4.999637813s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:43.740472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.74061Z","time spent":"4.999850918s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:58:43.740538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998443585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:43.740635Z","caller":"traceutil/trace.go:171","msg":"trace[1865891425] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998570388s","start":"2026-05-29T02:58:38.742038Z","end":"2026-05-29T02:58:43.740608Z","steps":["trace[1865891425] 'agreement among raft nodes before linearized reading' (duration: 4.998457155s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:43.740734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.74203Z","time spent":"4.998689391s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/29 02:58:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:43.740831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999090411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:43.740883Z","caller":"traceutil/trace.go:171","msg":"trace[1296182473] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999164512s","start":"2026-05-29T02:58:38.741704Z","end":"2026-05-29T02:58:43.740868Z","steps":["trace[1296182473] 'agreement among raft nodes before linearized reading' (duration: 4.999109461s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:43.740917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.741693Z","time spent":"4.999216363s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T02:58:43.783094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.798155146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:43.78318Z","caller":"traceutil/trace.go:171","msg":"trace[1011098498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"4.798287438s","start":"2026-05-29T02:58:38.984873Z","end":"2026-05-29T02:58:43.783161Z","steps":["trace[1011098498] 'agreement among raft nodes before linearized reading' (duration: 4.798179836s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:43.783219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.984866Z","time spent":"4.79834583s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/05/29 02:58:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:44.021886Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cee5dfd","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:58:44.097674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000012758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:44.097779Z","caller":"traceutil/trace.go:171","msg":"trace[1809619038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175362s","start":"2026-05-29T02:58:42.097579Z","end":"2026-05-29T02:58:44.097755Z","steps":["trace[1809619038] 'agreement among raft nodes before linearized reading' (duration: 2.000045529s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:44.097994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:42.097552Z","time spent":"2.000421598s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:44.144394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003805862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:44.144491Z","caller":"traceutil/trace.go:171","msg":"trace[1418756767] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.003938835s","start":"2026-05-29T02:58:34.140531Z","end":"2026-05-29T02:58:44.14447Z","steps":["trace[1418756767] 'agreement among raft nodes before linearized reading' (duration: 10.003819112s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:44.144545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.140524Z","time spent":"10.004008857s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/05/29 02:58:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:44.783778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.78326Z","time spent":"7.000510862s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:44.784198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.783949Z","time spent":"7.000241486s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:44.803432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.803018Z","time spent":"7.000408629s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:45.022936Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cee5e18","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:58:45.396361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000277035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:58:45.396435Z","caller":"traceutil/trace.go:171","msg":"trace[1935493196] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402648s","start":"2026-05-29T02:58:43.396017Z","end":"2026-05-29T02:58:45.396419Z","steps":["trace[1935493196] 'agreement among raft nodes before linearized reading' (duration: 2.000305485s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:45.396503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.395997Z","time spent":"2.00049884s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:45.908871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.639994074s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-29T02:58:45.909434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.321981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:45.909582Z","caller":"traceutil/trace.go:171","msg":"trace[520447250] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25263; }","duration":"174.469714ms","start":"2026-05-29T02:58:45.735087Z","end":"2026-05-29T02:58:45.909556Z","steps":["trace[520447250] 'range keys from in-memory index tree' (duration: 174.30786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:45.983068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.982284Z","time spent":"7.000779238s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:45.984162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:38.98385Z","time spent":"7.000305126s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:45.98488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:40.986695Z","time spent":"4.998181569s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:58:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:46.105699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999814635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:46.105757Z","caller":"traceutil/trace.go:171","msg":"trace[500821733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999916837s","start":"2026-05-29T02:58:44.105827Z","end":"2026-05-29T02:58:46.105744Z","steps":["trace[500821733] 'agreement among raft nodes before linearized reading' (duration: 1.999848856s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:46.105787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:44.105805Z","time spent":"1.999975788s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:46.139264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998785894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:46.139305Z","caller":"traceutil/trace.go:171","msg":"trace[947431582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998861566s","start":"2026-05-29T02:58:43.140433Z","end":"2026-05-29T02:58:46.139294Z","steps":["trace[947431582] 'agreement among raft nodes before linearized reading' (duration: 2.998818445s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:46.139333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.140412Z","time spent":"2.998912238s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:58:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:46.205894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.461390344s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:47.271348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3590752s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"warn","ts":"2026-05-29T02:58:47.987726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:40.987175Z","time spent":"7.000537942s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:48.11258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:48.11268Z","caller":"traceutil/trace.go:171","msg":"trace[1084430271] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283205s","start":"2026-05-29T02:58:46.112379Z","end":"2026-05-29T02:58:48.112662Z","steps":["trace[1084430271] 'agreement among raft nodes before linearized reading' (duration: 2.000161132s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:48.112731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:46.112369Z","time spent":"2.000347446s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:48.163211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999626702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:48.163289Z","caller":"traceutil/trace.go:171","msg":"trace[88370405] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999751386s","start":"2026-05-29T02:58:43.163519Z","end":"2026-05-29T02:58:48.163271Z","steps":["trace[88370405] 'agreement among raft nodes before linearized reading' (duration: 4.999654663s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:48.16334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.163504Z","time spent":"4.999826577s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/29 02:58:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:48.316048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04332678s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-05-29T02:58:48.639847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.639424Z","time spent":"7.00041336s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:48.741708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997392219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:48.74179Z","caller":"traceutil/trace.go:171","msg":"trace[9803423] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997526373s","start":"2026-05-29T02:58:43.744245Z","end":"2026-05-29T02:58:48.741771Z","steps":["trace[9803423] 'agreement among raft nodes before linearized reading' (duration: 4.99741485s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:48.74186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.744205Z","time spent":"4.997646955s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T02:58:49.680657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363483263s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-29T02:58:49.681596Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"46.281µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:58:49.681797Z","caller":"traceutil/trace.go:171","msg":"trace[829116538] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"3.406715187s","start":"2026-05-29T02:58:46.27506Z","end":"2026-05-29T02:58:49.681775Z","steps":["trace[829116538] 'process raft request' (duration: 3.406663645s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.681917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:46.275033Z","time spent":"3.406813628s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:49.682593Z","caller":"traceutil/trace.go:171","msg":"trace[153387922] linearizableReadLoop","detail":"{readStateIndex:26162; appliedIndex:26151; }","duration":"10.701560754s","start":"2026-05-29T02:58:38.981014Z","end":"2026-05-29T02:58:49.682574Z","steps":["trace[153387922] 'read index received' (duration: 833.478647ms)","trace[153387922] 'applied index is now lower than readState.Index' (duration: 9.868080257s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:49.682905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.575787502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:49.683005Z","caller":"traceutil/trace.go:171","msg":"trace[561892557] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25275; }","duration":"12.575906265s","start":"2026-05-29T02:58:37.107083Z","end":"2026-05-29T02:58:49.68299Z","steps":["trace[561892557] 'agreement among raft nodes before linearized reading' (duration: 12.575604758s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:49.68299Z","caller":"traceutil/trace.go:171","msg":"trace[1398430953] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"5.938580394s","start":"2026-05-29T02:58:43.744373Z","end":"2026-05-29T02:58:49.682953Z","steps":["trace[1398430953] 'process raft request' (duration: 5.936995477s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.064527314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:49.683095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.420900891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:49.683135Z","caller":"traceutil/trace.go:171","msg":"trace[1712203126] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25275; }","duration":"14.064671267s","start":"2026-05-29T02:58:35.618432Z","end":"2026-05-29T02:58:49.683103Z","steps":["trace[1712203126] 'agreement among raft nodes before linearized reading' (duration: 14.064498823s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.872734296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:49.683159Z","caller":"traceutil/trace.go:171","msg":"trace[15194087] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25275; }","duration":"15.420983053s","start":"2026-05-29T02:58:34.262156Z","end":"2026-05-29T02:58:49.683139Z","steps":["trace[15194087] 'agreement among raft nodes before linearized reading' (duration: 15.42087679s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.493202428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:49.6832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:35.618411Z","time spent":"14.06477305s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.68322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.144987698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T02:58:49.683322Z","caller":"traceutil/trace.go:171","msg":"trace[1155974730] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25275; }","duration":"13.14512886s","start":"2026-05-29T02:58:36.538162Z","end":"2026-05-29T02:58:49.683291Z","steps":["trace[1155974730] 'agreement among raft nodes before linearized reading' (duration: 13.144842533s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:49.683349Z","caller":"traceutil/trace.go:171","msg":"trace[1417540490] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"5.369157784s","start":"2026-05-29T02:58:44.314137Z","end":"2026-05-29T02:58:49.683295Z","steps":["trace[1417540490] 'process raft request' (duration: 5.36729005s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.598190137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:49.683398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.545992996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ccf5b38b-1099-4a73-94f6-98d786412f5f\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-29T02:58:49.683422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.53814Z","time spent":"13.145265784s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-29T02:58:49.68343Z","caller":"traceutil/trace.go:171","msg":"trace[758802223] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ccf5b38b-1099-4a73-94f6-98d786412f5f; range_end:; response_count:1; response_revision:25275; }","duration":"15.546040537s","start":"2026-05-29T02:58:34.13738Z","end":"2026-05-29T02:58:49.683421Z","steps":["trace[758802223] 'agreement among raft nodes before linearized reading' (duration: 15.545921834s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.137367Z","time spent":"15.546088198s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ccf5b38b-1099-4a73-94f6-98d786412f5f\" "} {"level":"info","ts":"2026-05-29T02:58:49.683434Z","caller":"traceutil/trace.go:171","msg":"trace[808936699] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25275; }","duration":"14.598271468s","start":"2026-05-29T02:58:35.085139Z","end":"2026-05-29T02:58:49.68341Z","steps":["trace[808936699] 'agreement among raft nodes before linearized reading' (duration: 14.598140475s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:44.31411Z","time spent":"5.369325778s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:49.683579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:35.08512Z","time spent":"14.598439483s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.683602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.520535249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-05-29T02:58:49.68365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.565539532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:49.683222Z","caller":"traceutil/trace.go:171","msg":"trace[505837459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25275; }","duration":"13.49328143s","start":"2026-05-29T02:58:36.189928Z","end":"2026-05-29T02:58:49.683209Z","steps":["trace[505837459] 'agreement among raft nodes before linearized reading' (duration: 13.493197638s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:49.683678Z","caller":"traceutil/trace.go:171","msg":"trace[212561743] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25275; }","duration":"12.565601813s","start":"2026-05-29T02:58:37.118068Z","end":"2026-05-29T02:58:49.68367Z","steps":["trace[212561743] 'agreement among raft nodes before linearized reading' (duration: 12.565545812s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:49.683687Z","caller":"traceutil/trace.go:171","msg":"trace[378771573] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25273; }","duration":"4.876846722s","start":"2026-05-29T02:58:44.806814Z","end":"2026-05-29T02:58:49.683661Z","steps":["trace[378771573] 'process raft request' (duration: 4.874661111s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.118025Z","time spent":"12.565683705s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:49.683701Z","caller":"traceutil/trace.go:171","msg":"trace[12599316] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"3.541934259s","start":"2026-05-29T02:58:46.141749Z","end":"2026-05-29T02:58:49.683683Z","steps":["trace[12599316] 'process raft request' (duration: 3.539909542s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.35152229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268423"} {"level":"warn","ts":"2026-05-29T02:58:49.683731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.189901Z","time spent":"13.493807152s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.683741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.619765705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:49.683777Z","caller":"traceutil/trace.go:171","msg":"trace[1771342308] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25275; }","duration":"12.351741405s","start":"2026-05-29T02:58:37.332022Z","end":"2026-05-29T02:58:49.683764Z","steps":["trace[1771342308] 'agreement among raft nodes before linearized reading' (duration: 12.351227093s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:49.683802Z","caller":"traceutil/trace.go:171","msg":"trace[1931331236] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25275; }","duration":"12.619860527s","start":"2026-05-29T02:58:37.063923Z","end":"2026-05-29T02:58:49.683784Z","steps":["trace[1931331236] 'agreement among raft nodes before linearized reading' (duration: 12.619783705s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:46.141728Z","time spent":"3.542020321s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:49.683832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:44.806793Z","time spent":"4.876952115s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:49.683852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.063902Z","time spent":"12.619935478s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.683879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.142663883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-05-29T02:58:49.683952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.332Z","time spent":"12.351812016s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268446,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-05-29T02:58:49.683189Z","caller":"traceutil/trace.go:171","msg":"trace[1779680845] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25275; }","duration":"11.872768717s","start":"2026-05-29T02:58:37.810408Z","end":"2026-05-29T02:58:49.683177Z","steps":["trace[1779680845] 'agreement among raft nodes before linearized reading' (duration: 11.872711375s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:49.683979Z","caller":"traceutil/trace.go:171","msg":"trace[1917508763] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25275; }","duration":"13.142835787s","start":"2026-05-29T02:58:36.54112Z","end":"2026-05-29T02:58:49.683956Z","steps":["trace[1917508763] 'agreement among raft nodes before linearized reading' (duration: 13.14253807s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.684028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.810349Z","time spent":"11.873665867s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.684049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.541099Z","time spent":"13.142935329s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:58:49.683144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.085003509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:49.684176Z","caller":"traceutil/trace.go:171","msg":"trace[1959103198] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25275; }","duration":"15.086144846s","start":"2026-05-29T02:58:34.598011Z","end":"2026-05-29T02:58:49.684156Z","steps":["trace[1959103198] 'agreement among raft nodes before linearized reading' (duration: 15.084947927s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.683595Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"16649e717cee5e18","error":"lease not found"} {"level":"warn","ts":"2026-05-29T02:58:49.684246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.597967Z","time spent":"15.086258838s","remote":"127.0.0.1:50924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.683213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.262145Z","time spent":"15.421055374s","remote":"127.0.0.1:34236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.68323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.098063643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:49.684459Z","caller":"traceutil/trace.go:171","msg":"trace[1547004021] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25275; }","duration":"12.099316302s","start":"2026-05-29T02:58:37.585124Z","end":"2026-05-29T02:58:49.68444Z","steps":["trace[1547004021] 'agreement among raft nodes before linearized reading' (duration: 12.098083413s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.684511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.585102Z","time spent":"12.099393103s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.683246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.74436Z","time spent":"5.938734308s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:58:49.68305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:37.107025Z","time spent":"12.576014037s","remote":"127.0.0.1:58824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.683649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.989869787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:49.684837Z","caller":"traceutil/trace.go:171","msg":"trace[966294693] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25275; }","duration":"14.991100925s","start":"2026-05-29T02:58:34.693723Z","end":"2026-05-29T02:58:49.684824Z","steps":["trace[966294693] 'agreement among raft nodes before linearized reading' (duration: 14.989863076s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:49.683672Z","caller":"traceutil/trace.go:171","msg":"trace[1266036477] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25275; }","duration":"13.520630492s","start":"2026-05-29T02:58:36.163025Z","end":"2026-05-29T02:58:49.683656Z","steps":["trace[1266036477] 'agreement among raft nodes before linearized reading' (duration: 13.520457778s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:49.684907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:34.693701Z","time spent":"14.991192928s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:49.685188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:36.163003Z","time spent":"13.521935462s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T02:58:50.113426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:50.113512Z","caller":"traceutil/trace.go:171","msg":"trace[1054559552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775577s","start":"2026-05-29T02:58:48.112717Z","end":"2026-05-29T02:58:50.113492Z","steps":["trace[1054559552] 'agreement among raft nodes before linearized reading' (duration: 2.000668575s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:50.113565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.112672Z","time spent":"2.00088344s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:50.182748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:50.536431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.363366375s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:50.985341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999266094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:50.985429Z","caller":"traceutil/trace.go:171","msg":"trace[2005228871] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999408628s","start":"2026-05-29T02:58:45.986002Z","end":"2026-05-29T02:58:50.98541Z","steps":["trace[2005228871] 'agreement among raft nodes before linearized reading' (duration: 4.999293485s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:50.985478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.985985Z","time spent":"4.9994844s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/29 02:58:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:50.985713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992846835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:50.985751Z","caller":"traceutil/trace.go:171","msg":"trace[136926221] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.992904497s","start":"2026-05-29T02:58:47.992834Z","end":"2026-05-29T02:58:50.985739Z","steps":["trace[136926221] 'agreement among raft nodes before linearized reading' (duration: 2.992869716s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:50.985778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:47.992812Z","time spent":"2.992959508s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/29 02:58:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:51.016192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.481361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:526"} {"level":"info","ts":"2026-05-29T02:58:51.016381Z","caller":"traceutil/trace.go:171","msg":"trace[407480029] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25275; }","duration":"2.85109571s","start":"2026-05-29T02:58:48.165264Z","end":"2026-05-29T02:58:51.01636Z","steps":["trace[407480029] 'process raft request' (duration: 2.371370443s)","trace[407480029] 'compare' (duration: 479.41681ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.016445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.165225Z","time spent":"2.851189901s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":549,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:51.016724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:50.47338Z","time spent":"543.339079ms","remote":"127.0.0.1:56280","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:58:51.016945Z","caller":"traceutil/trace.go:171","msg":"trace[1921860693] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"1.32627979s","start":"2026-05-29T02:58:49.690651Z","end":"2026-05-29T02:58:51.016931Z","steps":["trace[1921860693] 'process raft request' (duration: 1.325650105s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.016977Z","caller":"traceutil/trace.go:171","msg":"trace[58732435] linearizableReadLoop","detail":"{readStateIndex:26174; appliedIndex:26171; }","duration":"1.334321099s","start":"2026-05-29T02:58:49.682635Z","end":"2026-05-29T02:58:51.016956Z","steps":["trace[58732435] 'read index received' (duration: 854.012359ms)","trace[58732435] 'applied index is now lower than readState.Index' (duration: 480.30773ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:51.01702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.690638Z","time spent":"1.326346823s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:51.017037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032564186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.017076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.751742349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.017101Z","caller":"traceutil/trace.go:171","msg":"trace[1683445524] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:0; response_revision:25277; }","duration":"5.032800791s","start":"2026-05-29T02:58:45.984284Z","end":"2026-05-29T02:58:51.017084Z","steps":["trace[1683445524] 'agreement among raft nodes before linearized reading' (duration: 5.032680298s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.017117Z","caller":"traceutil/trace.go:171","msg":"trace[861356633] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25277; }","duration":"7.751853141s","start":"2026-05-29T02:58:43.26525Z","end":"2026-05-29T02:58:51.017103Z","steps":["trace[861356633] 'agreement among raft nodes before linearized reading' (duration: 7.751768699s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.300805992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.017153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.265232Z","time spent":"7.751912183s","remote":"127.0.0.1:46222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.01717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.592800372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.017189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782439598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.01714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.984264Z","time spent":"5.032867643s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"info","ts":"2026-05-29T02:58:51.017219Z","caller":"traceutil/trace.go:171","msg":"trace[1865733425] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25277; }","duration":"2.78249835s","start":"2026-05-29T02:58:48.23471Z","end":"2026-05-29T02:58:51.017208Z","steps":["trace[1865733425] 'agreement among raft nodes before linearized reading' (duration: 2.782450049s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.017172Z","caller":"traceutil/trace.go:171","msg":"trace[1160119499] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25277; }","duration":"8.300898455s","start":"2026-05-29T02:58:42.716262Z","end":"2026-05-29T02:58:51.017161Z","steps":["trace[1160119499] 'agreement among raft nodes before linearized reading' (duration: 8.300810043s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.234688Z","time spent":"2.782553042s","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.017282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:42.716239Z","time spent":"8.301009888s","remote":"127.0.0.1:38276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.017282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328452901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-05-29T02:58:51.017307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.047273849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.017323Z","caller":"traceutil/trace.go:171","msg":"trace[1976088570] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:25277; }","duration":"1.328519243s","start":"2026-05-29T02:58:49.68879Z","end":"2026-05-29T02:58:51.017309Z","steps":["trace[1976088570] 'agreement among raft nodes before linearized reading' (duration: 1.328353829s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.405133876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:51.017368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.925629252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-29T02:58:51.017393Z","caller":"traceutil/trace.go:171","msg":"trace[981285863] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25277; }","duration":"7.405201908s","start":"2026-05-29T02:58:43.612183Z","end":"2026-05-29T02:58:51.017385Z","steps":["trace[981285863] 'agreement among raft nodes before linearized reading' (duration: 7.405109636s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.017333Z","caller":"traceutil/trace.go:171","msg":"trace[959579924] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25277; }","duration":"7.047332881s","start":"2026-05-29T02:58:43.969994Z","end":"2026-05-29T02:58:51.017327Z","steps":["trace[959579924] 'agreement among raft nodes before linearized reading' (duration: 7.047283709s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.321507625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:51.01741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.579191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.017409Z","caller":"traceutil/trace.go:171","msg":"trace[1844320535] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"1.326654869s","start":"2026-05-29T02:58:49.69074Z","end":"2026-05-29T02:58:51.017395Z","steps":["trace[1844320535] 'process raft request' (duration: 1.326110386s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.969975Z","time spent":"7.047443083s","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.017439Z","caller":"traceutil/trace.go:171","msg":"trace[1719359389] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25277; }","duration":"216.646243ms","start":"2026-05-29T02:58:50.800784Z","end":"2026-05-29T02:58:51.01743Z","steps":["trace[1719359389] 'agreement among raft nodes before linearized reading' (duration: 216.597622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845412476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.017458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.150821779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.017466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.351598677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:51.017486Z","caller":"traceutil/trace.go:171","msg":"trace[446045742] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25277; }","duration":"7.1508897s","start":"2026-05-29T02:58:43.866589Z","end":"2026-05-29T02:58:51.017479Z","steps":["trace[446045742] 'agreement among raft nodes before linearized reading' (duration: 7.150846369s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.690711Z","time spent":"1.326731361s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:51.017487Z","caller":"traceutil/trace.go:171","msg":"trace[841529625] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25277; }","duration":"2.845468388s","start":"2026-05-29T02:58:48.172006Z","end":"2026-05-29T02:58:51.017474Z","steps":["trace[841529625] 'agreement among raft nodes before linearized reading' (duration: 2.845407667s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.688774Z","time spent":"1.328580224s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-05-29T02:58:51.017514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319538897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.01752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.171998Z","time spent":"2.845513299s","remote":"127.0.0.1:38346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.017515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459527317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.017565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.016221954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:51.01742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.589767518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:51.017489Z","caller":"traceutil/trace.go:171","msg":"trace[1286263166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25277; }","duration":"6.351638527s","start":"2026-05-29T02:58:44.665842Z","end":"2026-05-29T02:58:51.017481Z","steps":["trace[1286263166] 'agreement among raft nodes before linearized reading' (duration: 6.351612057s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.02163Z","caller":"traceutil/trace.go:171","msg":"trace[136995653] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25277; }","duration":"7.589986463s","start":"2026-05-29T02:58:43.427609Z","end":"2026-05-29T02:58:51.017596Z","steps":["trace[136995653] 'agreement among raft nodes before linearized reading' (duration: 7.589711156s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.021633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253861115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.021684Z","caller":"traceutil/trace.go:171","msg":"trace[1544501978] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25277; }","duration":"2.253949458s","start":"2026-05-29T02:58:48.767725Z","end":"2026-05-29T02:58:51.021674Z","steps":["trace[1544501978] 'agreement among raft nodes before linearized reading' (duration: 2.2498061s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.021713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.767704Z","time spent":"2.253994389s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.021734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:44.665825Z","time spent":"6.355815585s","remote":"127.0.0.1:51008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.021765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.427589Z","time spent":"7.59408675s","remote":"127.0.0.1:58818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.017458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.56365074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.022188Z","caller":"traceutil/trace.go:171","msg":"trace[2003326501] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25277; }","duration":"8.568411961s","start":"2026-05-29T02:58:42.453761Z","end":"2026-05-29T02:58:51.022173Z","steps":["trace[2003326501] 'agreement among raft nodes before linearized reading' (duration: 8.56366625s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.017599Z","caller":"traceutil/trace.go:171","msg":"trace[1019228692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25277; }","duration":"10.016280056s","start":"2026-05-29T02:58:41.00131Z","end":"2026-05-29T02:58:51.01759Z","steps":["trace[1019228692] 'agreement among raft nodes before linearized reading' (duration: 10.016233195s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.022255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.728295848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.022283Z","caller":"traceutil/trace.go:171","msg":"trace[2063707921] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25277; }","duration":"9.72834966s","start":"2026-05-29T02:58:41.293924Z","end":"2026-05-29T02:58:51.022273Z","steps":["trace[2063707921] 'agreement among raft nodes before linearized reading' (duration: 9.723611928s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.022301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.293907Z","time spent":"9.72839013s","remote":"127.0.0.1:58660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.022367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.001297Z","time spent":"10.021059038s","remote":"127.0.0.1:50980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.017423Z","caller":"traceutil/trace.go:171","msg":"trace[2130297268] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25277; }","duration":"5.321523436s","start":"2026-05-29T02:58:45.695894Z","end":"2026-05-29T02:58:51.017418Z","steps":["trace[2130297268] 'agreement among raft nodes before linearized reading' (duration: 5.321450544s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.101589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.022679Z","caller":"traceutil/trace.go:171","msg":"trace[824107382] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25277; }","duration":"847.197449ms","start":"2026-05-29T02:58:50.175471Z","end":"2026-05-29T02:58:51.022668Z","steps":["trace[824107382] 'agreement among raft nodes before linearized reading' (duration: 842.12141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.022713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:50.175449Z","time spent":"847.247451ms","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.022705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.695831Z","time spent":"5.326855971s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.022914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.568794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.022943Z","caller":"traceutil/trace.go:171","msg":"trace[1362547168] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25277; }","duration":"514.637185ms","start":"2026-05-29T02:58:50.508294Z","end":"2026-05-29T02:58:51.022931Z","steps":["trace[1362547168] 'agreement among raft nodes before linearized reading' (duration: 509.28693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.022959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:50.50827Z","time spent":"514.684817ms","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.023026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.658125831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-29T02:58:51.02305Z","caller":"traceutil/trace.go:171","msg":"trace[855006105] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25277; }","duration":"9.658176933s","start":"2026-05-29T02:58:41.364866Z","end":"2026-05-29T02:58:51.023043Z","steps":["trace[855006105] 'agreement among raft nodes before linearized reading' (duration: 9.652612872s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.023077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:41.364846Z","time spent":"9.658225694s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-29T02:58:51.017573Z","caller":"traceutil/trace.go:171","msg":"trace[1611105063] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25277; }","duration":"1.459626139s","start":"2026-05-29T02:58:49.557937Z","end":"2026-05-29T02:58:51.017563Z","steps":["trace[1611105063] 'agreement among raft nodes before linearized reading' (duration: 1.459545007s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.017421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.612164Z","time spent":"7.405250229s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.023276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.557915Z","time spent":"1.465343984s","remote":"127.0.0.1:46040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.021575Z","caller":"traceutil/trace.go:171","msg":"trace[232288968] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25277; }","duration":"2.319604008s","start":"2026-05-29T02:58:48.69792Z","end":"2026-05-29T02:58:51.017524Z","steps":["trace[232288968] 'agreement among raft nodes before linearized reading' (duration: 2.319579358s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.023634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.69789Z","time spent":"2.325727162s","remote":"127.0.0.1:49240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.022214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:42.45374Z","time spent":"8.568467093s","remote":"127.0.0.1:50950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.017364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015991484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.024456Z","caller":"traceutil/trace.go:171","msg":"trace[1176104493] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25277; }","duration":"2.023100861s","start":"2026-05-29T02:58:49.001329Z","end":"2026-05-29T02:58:51.02443Z","steps":["trace[1176104493] 'agreement among raft nodes before linearized reading' (duration: 2.015989174s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.024506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.001313Z","time spent":"2.023176903s","remote":"127.0.0.1:49088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.024874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014148596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.024908Z","caller":"traceutil/trace.go:171","msg":"trace[1407646498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25277; }","duration":"3.014236627s","start":"2026-05-29T02:58:48.010657Z","end":"2026-05-29T02:58:51.024894Z","steps":["trace[1407646498] 'agreement among raft nodes before linearized reading' (duration: 3.014105714s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.024932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.010616Z","time spent":"3.014310439s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.025019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970873314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.025072Z","caller":"traceutil/trace.go:171","msg":"trace[958499191] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25277; }","duration":"3.970959556s","start":"2026-05-29T02:58:47.054099Z","end":"2026-05-29T02:58:51.025059Z","steps":["trace[958499191] 'agreement among raft nodes before linearized reading' (duration: 3.97067744s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.025118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:47.054084Z","time spent":"3.971023377s","remote":"127.0.0.1:41712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.025224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.037213275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-29T02:58:51.025242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945839771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.025295Z","caller":"traceutil/trace.go:171","msg":"trace[1103925935] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25277; }","duration":"4.945925413s","start":"2026-05-29T02:58:46.07936Z","end":"2026-05-29T02:58:51.025286Z","steps":["trace[1103925935] 'agreement among raft nodes before linearized reading' (duration: 4.945722559s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.025307Z","caller":"traceutil/trace.go:171","msg":"trace[97296689] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939; range_end:; response_count:1; response_revision:25277; }","duration":"5.037284366s","start":"2026-05-29T02:58:45.987998Z","end":"2026-05-29T02:58:51.025282Z","steps":["trace[97296689] 'agreement among raft nodes before linearized reading' (duration: 5.037114142s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.025329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:46.079341Z","time spent":"4.945980414s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.025349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.987964Z","time spent":"5.037374949s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e8381a3b1939\" "} {"level":"warn","ts":"2026-05-29T02:58:51.017186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765810369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.025881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229728474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.025923Z","caller":"traceutil/trace.go:171","msg":"trace[1448229629] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25277; }","duration":"3.229785056s","start":"2026-05-29T02:58:47.796119Z","end":"2026-05-29T02:58:51.025904Z","steps":["trace[1448229629] 'agreement among raft nodes before linearized reading' (duration: 3.229718344s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.025941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:47.796106Z","time spent":"3.229830107s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.026053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.75384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.026111Z","caller":"traceutil/trace.go:171","msg":"trace[614883751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25277; }","duration":"904.870012ms","start":"2026-05-29T02:58:50.121216Z","end":"2026-05-29T02:58:51.026086Z","steps":["trace[614883751] 'agreement among raft nodes before linearized reading' (duration: 904.800161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.026144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:50.121198Z","time spent":"904.935584ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:51.01727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.027934663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:58:51.026214Z","caller":"traceutil/trace.go:171","msg":"trace[881404196] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25277; }","duration":"11.036899233s","start":"2026-05-29T02:58:39.989307Z","end":"2026-05-29T02:58:51.026206Z","steps":["trace[881404196] 'agreement among raft nodes before linearized reading' (duration: 11.02780908s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.026215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050142411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:51.026238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:39.989244Z","time spent":"11.036988025s","remote":"127.0.0.1:41700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.02627Z","caller":"traceutil/trace.go:171","msg":"trace[654721680] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25277; }","duration":"1.050188832s","start":"2026-05-29T02:58:49.976055Z","end":"2026-05-29T02:58:51.026244Z","steps":["trace[654721680] 'agreement among raft nodes before linearized reading' (duration: 1.05011779s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.026304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.976026Z","time spent":"1.050264144s","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.026315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147464334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"warn","ts":"2026-05-29T02:58:51.026315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23546654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-29T02:58:51.01722Z","caller":"traceutil/trace.go:171","msg":"trace[12778689] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25277; }","duration":"10.592870694s","start":"2026-05-29T02:58:40.424335Z","end":"2026-05-29T02:58:51.017206Z","steps":["trace[12778689] 'agreement among raft nodes before linearized reading' (duration: 10.592770351s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.026352Z","caller":"traceutil/trace.go:171","msg":"trace[1093614092] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25277; }","duration":"1.147533096s","start":"2026-05-29T02:58:49.878801Z","end":"2026-05-29T02:58:51.026334Z","steps":["trace[1093614092] 'agreement among raft nodes before linearized reading' (duration: 1.147445564s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:51.02636Z","caller":"traceutil/trace.go:171","msg":"trace[678061439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25277; }","duration":"1.235541361s","start":"2026-05-29T02:58:49.790803Z","end":"2026-05-29T02:58:51.026345Z","steps":["trace[678061439] 'agreement among raft nodes before linearized reading' (duration: 1.235445829s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.026378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.878779Z","time spent":"1.147591448s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1104,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-05-29T02:58:51.026405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:49.790784Z","time spent":"1.235610243s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:58:51.017444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.365303723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:51.026487Z","caller":"traceutil/trace.go:171","msg":"trace[874424262] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25277; }","duration":"5.374363626s","start":"2026-05-29T02:58:45.652101Z","end":"2026-05-29T02:58:51.026465Z","steps":["trace[874424262] 'agreement among raft nodes before linearized reading' (duration: 5.365330854s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.026529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:45.652082Z","time spent":"5.374431407s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.026658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:43.866564Z","time spent":"7.150939112s","remote":"127.0.0.1:49252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:51.026374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:40.42431Z","time spent":"10.60205625s","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.025876Z","caller":"traceutil/trace.go:171","msg":"trace[225724429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25277; }","duration":"2.774517503s","start":"2026-05-29T02:58:48.25134Z","end":"2026-05-29T02:58:51.025857Z","steps":["trace[225724429] 'agreement among raft nodes before linearized reading' (duration: 2.765791378s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.027794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382620717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-29T02:58:51.027814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.251329Z","time spent":"2.776462528s","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:51.027845Z","caller":"traceutil/trace.go:171","msg":"trace[1558595047] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25277; }","duration":"2.382705639s","start":"2026-05-29T02:58:48.645119Z","end":"2026-05-29T02:58:51.027825Z","steps":["trace[1558595047] 'agreement among raft nodes before linearized reading' (duration: 2.382572026s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.027869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:48.645089Z","time spent":"2.382775521s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-05-29T02:58:51.017399Z","caller":"traceutil/trace.go:171","msg":"trace[846821644] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25277; }","duration":"10.925690033s","start":"2026-05-29T02:58:40.091701Z","end":"2026-05-29T02:58:51.017392Z","steps":["trace[846821644] 'agreement among raft nodes before linearized reading' (duration: 10.925586451s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:51.028424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:40.091686Z","time spent":"10.936729293s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:58:52.966224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.715300458s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:53.027381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:53.027441Z","caller":"traceutil/trace.go:171","msg":"trace[2110946046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977518s","start":"2026-05-29T02:58:51.027449Z","end":"2026-05-29T02:58:53.027427Z","steps":["trace[2110946046] 'agreement among raft nodes before linearized reading' (duration: 1.999893886s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:53.027473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.027427Z","time spent":"2.000040579s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:53.038728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787891742s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-29T02:58:53.038923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.022923Z","time spent":"2.015992393s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:58:53.039761Z","caller":"traceutil/trace.go:171","msg":"trace[244127787] linearizableReadLoop","detail":"{readStateIndex:26175; appliedIndex:26174; }","duration":"2.012268566s","start":"2026-05-29T02:58:51.02747Z","end":"2026-05-29T02:58:53.039738Z","steps":["trace[244127787] 'read index received' (duration: 223.430771ms)","trace[244127787] 'applied index is now lower than readState.Index' (duration: 1.788834325s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:58:53.040181Z","caller":"traceutil/trace.go:171","msg":"trace[2048113221] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"2.011655811s","start":"2026-05-29T02:58:51.028492Z","end":"2026-05-29T02:58:53.040148Z","steps":["trace[2048113221] 'process raft request' (duration: 2.011243832s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:53.040336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.028471Z","time spent":"2.011779375s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:53.040245Z","caller":"traceutil/trace.go:171","msg":"trace[956793792] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"2.011659711s","start":"2026-05-29T02:58:51.028567Z","end":"2026-05-29T02:58:53.040227Z","steps":["trace[956793792] 'process raft request' (duration: 2.011487717s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:53.040508Z","caller":"traceutil/trace.go:171","msg":"trace[811961316] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"2.005526258s","start":"2026-05-29T02:58:51.034948Z","end":"2026-05-29T02:58:53.040474Z","steps":["trace[811961316] 'process raft request' (duration: 2.00520572s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:53.040576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.028551Z","time spent":"2.011849856s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:53.040671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.034937Z","time spent":"2.00564842s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:53.540617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:53.992198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01384966s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:55.035343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999718232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:58:55.035435Z","caller":"traceutil/trace.go:171","msg":"trace[1834051749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999822534s","start":"2026-05-29T02:58:53.035594Z","end":"2026-05-29T02:58:55.035416Z","steps":["trace[1834051749] 'agreement among raft nodes before linearized reading' (duration: 1.999715642s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.035482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.035568Z","time spent":"1.999904246s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:58:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:58:55.049651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057136834s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:55.049983Z","caller":"traceutil/trace.go:171","msg":"trace[2067031874] linearizableReadLoop","detail":"{readStateIndex:26180; appliedIndex:26178; }","duration":"2.010133386s","start":"2026-05-29T02:58:53.03984Z","end":"2026-05-29T02:58:55.049973Z","steps":["trace[2067031874] 'read index received' (duration: 952.584892ms)","trace[2067031874] 'applied index is now lower than readState.Index' (duration: 1.057547824s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:55.050405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238163706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:55.050459Z","caller":"traceutil/trace.go:171","msg":"trace[630123212] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25282; }","duration":"2.23828475s","start":"2026-05-29T02:58:52.81216Z","end":"2026-05-29T02:58:55.050444Z","steps":["trace[630123212] 'agreement among raft nodes before linearized reading' (duration: 2.238136966s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.05043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213642945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:55.050495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:52.812124Z","time spent":"2.238361321s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:55.050529Z","caller":"traceutil/trace.go:171","msg":"trace[1095643407] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25282; }","duration":"3.213798439s","start":"2026-05-29T02:58:51.836703Z","end":"2026-05-29T02:58:55.050501Z","steps":["trace[1095643407] 'agreement among raft nodes before linearized reading' (duration: 3.213567454s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.050607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.83668Z","time spent":"3.213908852s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:55.050712Z","caller":"traceutil/trace.go:171","msg":"trace[1086682473] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"2.010159347s","start":"2026-05-29T02:58:53.040539Z","end":"2026-05-29T02:58:55.050698Z","steps":["trace[1086682473] 'process raft request' (duration: 2.009172264s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.050783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.040514Z","time spent":"2.010234838s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:55.050036Z","caller":"traceutil/trace.go:171","msg":"trace[1793253388] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"3.535800045s","start":"2026-05-29T02:58:51.514229Z","end":"2026-05-29T02:58:55.050029Z","steps":["trace[1793253388] 'process raft request' (duration: 2.478241741s)","trace[1793253388] 'compare' (duration: 1.055905645s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:55.050905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.514204Z","time spent":"3.536628974s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:58:55.050937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.276576648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:55.050985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0193812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-05-29T02:58:55.051028Z","caller":"traceutil/trace.go:171","msg":"trace[368220679] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25282; }","duration":"4.019437862s","start":"2026-05-29T02:58:51.03158Z","end":"2026-05-29T02:58:55.051018Z","steps":["trace[368220679] 'agreement among raft nodes before linearized reading' (duration: 4.019316419s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.051051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.031568Z","time spent":"4.019478353s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-05-29T02:58:55.051007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844932934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:55.051079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.022922424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r\" ","response":"range_response_count:1 size:5719"} {"level":"warn","ts":"2026-05-29T02:58:55.051035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019334159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-05-29T02:58:55.051209Z","caller":"traceutil/trace.go:171","msg":"trace[1125391288] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25282; }","duration":"4.019519623s","start":"2026-05-29T02:58:51.031677Z","end":"2026-05-29T02:58:55.051196Z","steps":["trace[1125391288] 'agreement among raft nodes before linearized reading' (duration: 4.019193646s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.051253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.031659Z","time spent":"4.019581985s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-05-29T02:58:55.051101Z","caller":"traceutil/trace.go:171","msg":"trace[1764460069] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25282; }","duration":"2.845084428s","start":"2026-05-29T02:58:52.205997Z","end":"2026-05-29T02:58:55.051081Z","steps":["trace[1764460069] 'agreement among raft nodes before linearized reading' (duration: 2.844924054s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.051448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:52.205971Z","time spent":"2.845467766s","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:55.051115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019162905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-29T02:58:55.051539Z","caller":"traceutil/trace.go:171","msg":"trace[926903261] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3; range_end:; response_count:1; response_revision:25282; }","duration":"4.019595276s","start":"2026-05-29T02:58:51.03193Z","end":"2026-05-29T02:58:55.051525Z","steps":["trace[926903261] 'agreement among raft nodes before linearized reading' (duration: 4.019148596s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:55.050987Z","caller":"traceutil/trace.go:171","msg":"trace[172361734] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25282; }","duration":"2.276660319s","start":"2026-05-29T02:58:52.774309Z","end":"2026-05-29T02:58:55.050969Z","steps":["trace[172361734] 'agreement among raft nodes before linearized reading' (duration: 2.276556647s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.051609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.031925Z","time spent":"4.019658367s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" "} {"level":"warn","ts":"2026-05-29T02:58:55.051616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:52.774286Z","time spent":"2.277318905s","remote":"127.0.0.1:58518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:55.051146Z","caller":"traceutil/trace.go:171","msg":"trace[1546553562] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r; range_end:; response_count:1; response_revision:25282; }","duration":"4.023020016s","start":"2026-05-29T02:58:51.028109Z","end":"2026-05-29T02:58:55.051129Z","steps":["trace[1546553562] 'agreement among raft nodes before linearized reading' (duration: 4.022806331s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.051416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018303575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:58:55.051782Z","caller":"traceutil/trace.go:171","msg":"trace[690153320] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25282; }","duration":"4.018691705s","start":"2026-05-29T02:58:51.033069Z","end":"2026-05-29T02:58:55.05176Z","steps":["trace[690153320] 'agreement among raft nodes before linearized reading' (duration: 4.017848975s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:55.051919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.033056Z","time spent":"4.018844788s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-05-29T02:58:55.051671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:51.028095Z","time spent":"4.023561979s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5742,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r\" "} {"level":"warn","ts":"2026-05-29T02:58:55.550544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:56.051498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745621,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:56.135719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093714623s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:58:56.180564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.638497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.180691Z","caller":"traceutil/trace.go:171","msg":"trace[853648173] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25282; }","duration":"445.77612ms","start":"2026-05-29T02:58:55.734897Z","end":"2026-05-29T02:58:56.180673Z","steps":["trace[853648173] 'range keys from in-memory index tree' (duration: 445.605856ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.181637Z","caller":"traceutil/trace.go:171","msg":"trace[1272638629] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"1.491110597s","start":"2026-05-29T02:58:54.69051Z","end":"2026-05-29T02:58:56.181621Z","steps":["trace[1272638629] 'process raft request' (duration: 1.445342704s)","trace[1272638629] 'compare' (duration: 45.462056ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.181746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.690483Z","time spent":"1.491199409s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:56.276135Z","caller":"traceutil/trace.go:171","msg":"trace[789488126] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"1.220602131s","start":"2026-05-29T02:58:55.05551Z","end":"2026-05-29T02:58:56.276112Z","steps":["trace[789488126] 'process raft request' (duration: 1.220428796s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.055495Z","time spent":"1.220711214s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:56.276397Z","caller":"traceutil/trace.go:171","msg":"trace[914610218] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"1.218903191s","start":"2026-05-29T02:58:55.057483Z","end":"2026-05-29T02:58:56.276387Z","steps":["trace[914610218] 'process raft request' (duration: 1.218587484s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961457024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.276451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.057476Z","time spent":"1.218948722s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:58:56.276496Z","caller":"traceutil/trace.go:171","msg":"trace[1593013394] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25285; }","duration":"1.961582276s","start":"2026-05-29T02:58:54.31489Z","end":"2026-05-29T02:58:56.276472Z","steps":["trace[1593013394] 'agreement among raft nodes before linearized reading' (duration: 1.961448813s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30922287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.276534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.314868Z","time spent":"1.961659028s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.27657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117066855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.276589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557224508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.276623Z","caller":"traceutil/trace.go:171","msg":"trace[1947766901] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25285; }","duration":"2.117150697s","start":"2026-05-29T02:58:54.159457Z","end":"2026-05-29T02:58:56.276608Z","steps":["trace[1947766901] 'agreement among raft nodes before linearized reading' (duration: 2.117081696s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.2766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240514408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.276623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108910283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.276662Z","caller":"traceutil/trace.go:171","msg":"trace[568565806] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25285; }","duration":"1.557359272s","start":"2026-05-29T02:58:54.719268Z","end":"2026-05-29T02:58:56.276627Z","steps":["trace[568565806] 'agreement among raft nodes before linearized reading' (duration: 1.557178967s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.27668Z","caller":"traceutil/trace.go:171","msg":"trace[1780647977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25285; }","duration":"1.240644881s","start":"2026-05-29T02:58:55.036016Z","end":"2026-05-29T02:58:56.276661Z","steps":["trace[1780647977] 'agreement among raft nodes before linearized reading' (duration: 1.240516398s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155292296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-29T02:58:56.276723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.035989Z","time spent":"1.240726703s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:58:56.276725Z","caller":"traceutil/trace.go:171","msg":"trace[809111670] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25285; }","duration":"2.109059247s","start":"2026-05-29T02:58:54.167642Z","end":"2026-05-29T02:58:56.276702Z","steps":["trace[809111670] 'agreement among raft nodes before linearized reading' (duration: 2.108858213s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232096599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-29T02:58:56.276785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946929633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"warn","ts":"2026-05-29T02:58:56.276782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223915566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-05-29T02:58:56.276798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717455902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:56.276817Z","caller":"traceutil/trace.go:171","msg":"trace[287856334] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25285; }","duration":"1.946980614s","start":"2026-05-29T02:58:54.329829Z","end":"2026-05-29T02:58:56.27681Z","steps":["trace[287856334] 'agreement among raft nodes before linearized reading' (duration: 1.946861361s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.167629Z","time spent":"2.109136789s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:58:56.276825Z","caller":"traceutil/trace.go:171","msg":"trace[1394928860] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25285; }","duration":"3.223956317s","start":"2026-05-29T02:58:53.05286Z","end":"2026-05-29T02:58:56.276816Z","steps":["trace[1394928860] 'agreement among raft nodes before linearized reading' (duration: 3.223842764s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.276823Z","caller":"traceutil/trace.go:171","msg":"trace[1156062670] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d; range_end:; response_count:1; response_revision:25285; }","duration":"3.232218771s","start":"2026-05-29T02:58:53.04459Z","end":"2026-05-29T02:58:56.276809Z","steps":["trace[1156062670] 'agreement among raft nodes before linearized reading' (duration: 3.231876843s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.329819Z","time spent":"1.947012304s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-05-29T02:58:56.276828Z","caller":"traceutil/trace.go:171","msg":"trace[1745195667] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25285; }","duration":"2.717523834s","start":"2026-05-29T02:58:53.559297Z","end":"2026-05-29T02:58:56.276821Z","steps":["trace[1745195667] 'agreement among raft nodes before linearized reading' (duration: 2.717476393s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.052809Z","time spent":"3.224037249s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:58:56.27687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.559276Z","time spent":"2.717586076s","remote":"127.0.0.1:34192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.276893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.044577Z","time spent":"3.232277473s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" "} {"level":"warn","ts":"2026-05-29T02:58:56.276495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354996128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:58:56.277012Z","caller":"traceutil/trace.go:171","msg":"trace[1012673515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25285; }","duration":"2.355558291s","start":"2026-05-29T02:58:53.921437Z","end":"2026-05-29T02:58:56.276996Z","steps":["trace[1012673515] 'agreement among raft nodes before linearized reading' (duration: 2.355011038s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.277068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.921419Z","time spent":"2.355635633s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.276751Z","caller":"traceutil/trace.go:171","msg":"trace[515005552] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25285; }","duration":"3.155359568s","start":"2026-05-29T02:58:53.12138Z","end":"2026-05-29T02:58:56.27674Z","steps":["trace[515005552] 'agreement among raft nodes before linearized reading' (duration: 3.155217675s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.277172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:53.121359Z","time spent":"3.155802498s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-29T02:58:56.276569Z","caller":"traceutil/trace.go:171","msg":"trace[225986923] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25285; }","duration":"1.309366014s","start":"2026-05-29T02:58:54.967184Z","end":"2026-05-29T02:58:56.27655Z","steps":["trace[225986923] 'agreement among raft nodes before linearized reading' (duration: 1.30920492s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.276674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.159432Z","time spent":"2.117227178s","remote":"127.0.0.1:49412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.277293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.967163Z","time spent":"1.310110001s","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:58:56.276387Z","caller":"traceutil/trace.go:171","msg":"trace[1828229417] linearizableReadLoop","detail":"{readStateIndex:26183; appliedIndex:26180; }","duration":"1.226303034s","start":"2026-05-29T02:58:55.050009Z","end":"2026-05-29T02:58:56.276312Z","steps":["trace[1828229417] 'read index received' (duration: 1.085955491s)","trace[1828229417] 'applied index is now lower than readState.Index' (duration: 140.345093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.276739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:54.719249Z","time spent":"1.557465974s","remote":"127.0.0.1:49516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.277515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223742154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-29T02:58:56.277528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176450155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-29T02:58:56.277552Z","caller":"traceutil/trace.go:171","msg":"trace[760904972] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25285; }","duration":"1.223804126s","start":"2026-05-29T02:58:55.053738Z","end":"2026-05-29T02:58:56.277542Z","steps":["trace[760904972] 'agreement among raft nodes before linearized reading' (duration: 1.223699484s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.277581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.053724Z","time spent":"1.223850917s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-05-29T02:58:56.277569Z","caller":"traceutil/trace.go:171","msg":"trace[285176696] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25285; }","duration":"1.176519827s","start":"2026-05-29T02:58:55.101038Z","end":"2026-05-29T02:58:56.277558Z","steps":["trace[285176696] 'agreement among raft nodes before linearized reading' (duration: 1.176410554s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.277633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.101025Z","time spent":"1.176596258s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-05-29T02:58:56.277676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217891557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-29T02:58:56.277714Z","caller":"traceutil/trace.go:171","msg":"trace[1854905371] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25285; }","duration":"1.217930198s","start":"2026-05-29T02:58:55.059772Z","end":"2026-05-29T02:58:56.277703Z","steps":["trace[1854905371] 'agreement among raft nodes before linearized reading' (duration: 1.217780674s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.277737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176225119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-05-29T02:58:56.277746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.059721Z","time spent":"1.21801822s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-29T02:58:56.277769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222475015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-29T02:58:56.27778Z","caller":"traceutil/trace.go:171","msg":"trace[68506882] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25285; }","duration":"1.176286961s","start":"2026-05-29T02:58:55.10148Z","end":"2026-05-29T02:58:56.277767Z","steps":["trace[68506882] 'agreement among raft nodes before linearized reading' (duration: 1.176169139s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.277802Z","caller":"traceutil/trace.go:171","msg":"trace[618762274] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25285; }","duration":"1.222507556s","start":"2026-05-29T02:58:55.055285Z","end":"2026-05-29T02:58:56.277793Z","steps":["trace[618762274] 'agreement among raft nodes before linearized reading' (duration: 1.222420724s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.27781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.101472Z","time spent":"1.176330932s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-05-29T02:58:56.277828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.055256Z","time spent":"1.222566317s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-29T02:58:56.277867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184250498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.277894Z","caller":"traceutil/trace.go:171","msg":"trace[11911712] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25285; }","duration":"1.184309649s","start":"2026-05-29T02:58:55.093575Z","end":"2026-05-29T02:58:56.277885Z","steps":["trace[11911712] 'agreement among raft nodes before linearized reading' (duration: 1.184260038s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.277913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.093555Z","time spent":"1.18435198s","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.278043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176902576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-05-29T02:58:56.278085Z","caller":"traceutil/trace.go:171","msg":"trace[1907951651] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25285; }","duration":"1.176988378s","start":"2026-05-29T02:58:55.101086Z","end":"2026-05-29T02:58:56.278075Z","steps":["trace[1907951651] 'agreement among raft nodes before linearized reading' (duration: 1.176776573s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.278141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192559683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122448"} {"level":"warn","ts":"2026-05-29T02:58:56.278144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.10108Z","time spent":"1.177054889s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-05-29T02:58:56.278174Z","caller":"traceutil/trace.go:171","msg":"trace[32529761] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25285; }","duration":"1.192614834s","start":"2026-05-29T02:58:55.085549Z","end":"2026-05-29T02:58:56.278164Z","steps":["trace[32529761] 'agreement among raft nodes before linearized reading' (duration: 1.192487181s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.278202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.085535Z","time spent":"1.192660625s","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122471,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-29T02:58:56.279679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202242061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-29T02:58:56.279741Z","caller":"traceutil/trace.go:171","msg":"trace[2114427730] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25285; }","duration":"1.202356612s","start":"2026-05-29T02:58:55.077371Z","end":"2026-05-29T02:58:56.279728Z","steps":["trace[2114427730] 'agreement among raft nodes before linearized reading' (duration: 1.200171881s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.279774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:55.07735Z","time spent":"1.202416954s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-29T02:58:56.781669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:58:56.906328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.982088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11451"} {"level":"info","ts":"2026-05-29T02:58:56.906434Z","caller":"traceutil/trace.go:171","msg":"trace[554123930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:25285; }","duration":"626.137492ms","start":"2026-05-29T02:58:56.280271Z","end":"2026-05-29T02:58:56.906409Z","steps":["trace[554123930] 'range keys from in-memory index tree' (duration: 625.128798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.906554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.280255Z","time spent":"626.224794ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11474,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-05-29T02:58:56.906615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.281306Z","time spent":"625.274101ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:58:56.90658Z","caller":"traceutil/trace.go:171","msg":"trace[1513733967] linearizableReadLoop","detail":"{readStateIndex:26184; appliedIndex:26183; }","duration":"626.168933ms","start":"2026-05-29T02:58:56.280384Z","end":"2026-05-29T02:58:56.906553Z","steps":["trace[1513733967] 'read index received' (duration: 561.577017ms)","trace[1513733967] 'applied index is now lower than readState.Index' (duration: 64.590196ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:56.906754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.361557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-lpxgh\" ","response":"range_response_count:1 size:4461"} {"level":"info","ts":"2026-05-29T02:58:56.906809Z","caller":"traceutil/trace.go:171","msg":"trace[1189978547] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-lpxgh; range_end:; response_count:1; response_revision:25285; }","duration":"626.415058ms","start":"2026-05-29T02:58:56.280377Z","end":"2026-05-29T02:58:56.906792Z","steps":["trace[1189978547] 'agreement among raft nodes before linearized reading' (duration: 626.241584ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.906851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.280353Z","time spent":"626.48594ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4484,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-lpxgh\" "} {"level":"warn","ts":"2026-05-29T02:58:56.907012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.100411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T02:58:56.907034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.893945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.907046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.026219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.907072Z","caller":"traceutil/trace.go:171","msg":"trace[1997497304] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25285; }","duration":"626.210723ms","start":"2026-05-29T02:58:56.280844Z","end":"2026-05-29T02:58:56.907054Z","steps":["trace[1997497304] 'agreement among raft nodes before linearized reading' (duration: 625.986058ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.907087Z","caller":"traceutil/trace.go:171","msg":"trace[1470559043] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25285; }","duration":"242.026349ms","start":"2026-05-29T02:58:56.665042Z","end":"2026-05-29T02:58:56.907068Z","steps":["trace[1470559043] 'agreement among raft nodes before linearized reading' (duration: 241.898826ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.9071Z","caller":"traceutil/trace.go:171","msg":"trace[146402788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25285; }","duration":"623.144382ms","start":"2026-05-29T02:58:56.283935Z","end":"2026-05-29T02:58:56.907079Z","steps":["trace[146402788] 'agreement among raft nodes before linearized reading' (duration: 623.002669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.907112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.280833Z","time spent":"626.270896ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T02:58:56.907142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.283925Z","time spent":"623.210053ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:58:56.907305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.679057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:58:56.907361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.94132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:58:56.907364Z","caller":"traceutil/trace.go:171","msg":"trace[1926231543] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25285; }","duration":"214.788439ms","start":"2026-05-29T02:58:56.692559Z","end":"2026-05-29T02:58:56.907348Z","steps":["trace[1926231543] 'agreement among raft nodes before linearized reading' (duration: 214.693357ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.907393Z","caller":"traceutil/trace.go:171","msg":"trace[199390329] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25285; }","duration":"623.985041ms","start":"2026-05-29T02:58:56.283398Z","end":"2026-05-29T02:58:56.907383Z","steps":["trace[199390329] 'agreement among raft nodes before linearized reading' (duration: 623.93189ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.907422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.283388Z","time spent":"624.027483ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:58:56.907465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.47084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-29T02:58:56.907504Z","caller":"traceutil/trace.go:171","msg":"trace[1510974704] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25285; }","duration":"623.506801ms","start":"2026-05-29T02:58:56.283986Z","end":"2026-05-29T02:58:56.907493Z","steps":["trace[1510974704] 'agreement among raft nodes before linearized reading' (duration: 623.357807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.907538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.283965Z","time spent":"623.566592ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-29T02:58:56.907321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.988394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:58:56.907576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.288445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T02:58:56.90759Z","caller":"traceutil/trace.go:171","msg":"trace[1906308309] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25285; }","duration":"544.255041ms","start":"2026-05-29T02:58:56.363315Z","end":"2026-05-29T02:58:56.90757Z","steps":["trace[1906308309] 'agreement among raft nodes before linearized reading' (duration: 543.960994ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.907617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.599143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-29T02:58:56.907623Z","caller":"traceutil/trace.go:171","msg":"trace[1728205826] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25285; }","duration":"626.376408ms","start":"2026-05-29T02:58:56.281234Z","end":"2026-05-29T02:58:56.90761Z","steps":["trace[1728205826] 'agreement among raft nodes before linearized reading' (duration: 626.238234ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:58:56.907649Z","caller":"traceutil/trace.go:171","msg":"trace[1558784385] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9; range_end:; response_count:1; response_revision:25285; }","duration":"626.628123ms","start":"2026-05-29T02:58:56.28101Z","end":"2026-05-29T02:58:56.907638Z","steps":["trace[1558784385] 'agreement among raft nodes before linearized reading' (duration: 626.537181ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.907647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.363229Z","time spent":"544.398974ms","remote":"127.0.0.1:49000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:58:56.907662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.281227Z","time spent":"626.424598ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:58:56.90792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.199633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18b3e9ec2e41c01f\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-05-29T02:58:56.907676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.280989Z","time spent":"626.680785ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9\" "} {"level":"info","ts":"2026-05-29T02:58:56.907965Z","caller":"traceutil/trace.go:171","msg":"trace[1646773437] range","detail":"{range_begin:/registry/events/openstack/container-infra.18b3e9ec2e41c01f; range_end:; response_count:1; response_revision:25285; }","duration":"626.257295ms","start":"2026-05-29T02:58:56.281694Z","end":"2026-05-29T02:58:56.907951Z","steps":["trace[1646773437] 'agreement among raft nodes before linearized reading' (duration: 626.126481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.908006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.281687Z","time spent":"626.308347ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18b3e9ec2e41c01f\" "} {"level":"warn","ts":"2026-05-29T02:58:56.908523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.174147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117611"} {"level":"info","ts":"2026-05-29T02:58:56.908565Z","caller":"traceutil/trace.go:171","msg":"trace[2124494167] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:25285; }","duration":"627.217958ms","start":"2026-05-29T02:58:56.281338Z","end":"2026-05-29T02:58:56.908555Z","steps":["trace[2124494167] 'agreement among raft nodes before linearized reading' (duration: 626.618984ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.908598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.281317Z","time spent":"627.271308ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117634,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-29T02:58:56.908864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.336791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:117611"} {"level":"info","ts":"2026-05-29T02:58:56.908911Z","caller":"traceutil/trace.go:171","msg":"trace[10879856] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:25285; }","duration":"627.412532ms","start":"2026-05-29T02:58:56.281487Z","end":"2026-05-29T02:58:56.908899Z","steps":["trace[10879856] 'agreement among raft nodes before linearized reading' (duration: 626.759096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:58:56.908952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.281481Z","time spent":"627.460693ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":117634,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-05-29T02:58:58.687365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:58.333142Z","time spent":"354.21358ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:58:58.689141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355653799s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:58:58.689416Z","caller":"traceutil/trace.go:171","msg":"trace[1421074164] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"1.776211207s","start":"2026-05-29T02:58:56.913174Z","end":"2026-05-29T02:58:58.689385Z","steps":["trace[1421074164] 'process raft request' (duration: 420.22192ms)","trace[1421074164] 'compare' (duration: 1.353921938s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:58:58.689588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.913154Z","time spent":"1.77637858s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:00.069987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:00.070083Z","caller":"traceutil/trace.go:171","msg":"trace[1162227307] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000197733s","start":"2026-05-29T02:58:58.069861Z","end":"2026-05-29T02:59:00.070059Z","steps":["trace[1162227307] 'agreement among raft nodes before linearized reading' (duration: 2.00006097s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:00.070129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:58.069838Z","time spent":"2.000280465s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:00.513786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.180331574s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:00.719456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.39666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:00.719695Z","caller":"traceutil/trace.go:171","msg":"trace[1532890926] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26184; }","duration":"3.80278365s","start":"2026-05-29T02:58:56.916892Z","end":"2026-05-29T02:59:00.719676Z","steps":["trace[1532890926] 'read index received' (duration: 416.522944ms)","trace[1532890926] 'applied index is now lower than readState.Index' (duration: 3.386259326s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:00.719772Z","caller":"traceutil/trace.go:171","msg":"trace[244046374] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"3.806379444s","start":"2026-05-29T02:58:56.913378Z","end":"2026-05-29T02:59:00.719758Z","steps":["trace[244046374] 'process raft request' (duration: 3.600574125s)","trace[244046374] 'compare' (duration: 204.633561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:00.719833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.913347Z","time spent":"3.806450166s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:00.720014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.917106Z","time spent":"3.802906852s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:00.720248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803350313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-05-29T02:59:00.720278Z","caller":"traceutil/trace.go:171","msg":"trace[599330392] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25287; }","duration":"3.803394474s","start":"2026-05-29T02:58:56.916874Z","end":"2026-05-29T02:59:00.720268Z","steps":["trace[599330392] 'agreement among raft nodes before linearized reading' (duration: 3.803261231s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:00.720307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.916865Z","time spent":"3.803436265s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:59:01.219926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:01.721035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:01.927445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400281367s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:02.070713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:02.070795Z","caller":"traceutil/trace.go:171","msg":"trace[1974024702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225663s","start":"2026-05-29T02:59:00.07055Z","end":"2026-05-29T02:59:02.070776Z","steps":["trace[1974024702] 'agreement among raft nodes before linearized reading' (duration: 2.000119881s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:02.07085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.070532Z","time spent":"2.000307456s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:02.238409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.668509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:02.238488Z","caller":"traceutil/trace.go:171","msg":"trace[187153052] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"2.280340426s","start":"2026-05-29T02:58:59.958133Z","end":"2026-05-29T02:59:02.238473Z","steps":["trace[187153052] 'process raft request' (duration: 1.969575195s)","trace[187153052] 'compare' (duration: 310.546086ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:02.238528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:59.958106Z","time spent":"2.280404178s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:03.707978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780287923s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:04.076989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:04.07708Z","caller":"traceutil/trace.go:171","msg":"trace[1926515713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000614233s","start":"2026-05-29T02:59:02.076447Z","end":"2026-05-29T02:59:04.077061Z","steps":["trace[1926515713] 'agreement among raft nodes before linearized reading' (duration: 2.000495211s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.077142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.076431Z","time spent":"2.000701115s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:04.109682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.44166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:04.109992Z","caller":"traceutil/trace.go:171","msg":"trace[826085517] linearizableReadLoop","detail":"{readStateIndex:26191; appliedIndex:26187; }","duration":"3.39024885s","start":"2026-05-29T02:59:00.719723Z","end":"2026-05-29T02:59:04.109972Z","steps":["trace[826085517] 'read index received' (duration: 1.207970965s)","trace[826085517] 'applied index is now lower than readState.Index' (duration: 2.182276885s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:04.110108Z","caller":"traceutil/trace.go:171","msg":"trace[109667240] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"2.923494427s","start":"2026-05-29T02:59:01.186582Z","end":"2026-05-29T02:59:04.110076Z","steps":["trace[109667240] 'process raft request' (duration: 2.923319963s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375682012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:04.110153Z","caller":"traceutil/trace.go:171","msg":"trace[3053386] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"3.388095939s","start":"2026-05-29T02:59:00.722028Z","end":"2026-05-29T02:59:04.110124Z","steps":["trace[3053386] 'process raft request' (duration: 2.986121827s)","trace[3053386] 'compare' (duration: 401.311377ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:04.110187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.189958657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-05-29T02:59:04.1102Z","caller":"traceutil/trace.go:171","msg":"trace[1978517107] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25291; }","duration":"4.375752434s","start":"2026-05-29T02:58:59.73443Z","end":"2026-05-29T02:59:04.110182Z","steps":["trace[1978517107] 'agreement among raft nodes before linearized reading' (duration: 4.375640421s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.1102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.415879651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18b3e9ecc7fa7bd5\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-05-29T02:59:04.110229Z","caller":"traceutil/trace.go:171","msg":"trace[1961426686] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25291; }","duration":"7.190025628s","start":"2026-05-29T02:58:56.920191Z","end":"2026-05-29T02:59:04.110217Z","steps":["trace[1961426686] 'agreement among raft nodes before linearized reading' (duration: 7.189877655s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:59.734371Z","time spent":"4.375869237s","remote":"127.0.0.1:59494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:04.110257Z","caller":"traceutil/trace.go:171","msg":"trace[923374960] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18b3e9ecc7fa7bd5; range_end:; response_count:1; response_revision:25291; }","duration":"5.415961722s","start":"2026-05-29T02:58:58.694278Z","end":"2026-05-29T02:59:04.110239Z","steps":["trace[923374960] 'agreement among raft nodes before linearized reading' (duration: 5.415743927s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.72201Z","time spent":"3.388199441s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:04.110309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:58.694261Z","time spent":"5.416037214s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18b3e9ecc7fa7bd5\" "} {"level":"info","ts":"2026-05-29T02:59:04.110327Z","caller":"traceutil/trace.go:171","msg":"trace[10728013] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"3.381247729s","start":"2026-05-29T02:59:00.729066Z","end":"2026-05-29T02:59:04.110313Z","steps":["trace[10728013] 'process raft request' (duration: 3.380732397s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642857162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:59:04.110345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.264462757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:04.110393Z","caller":"traceutil/trace.go:171","msg":"trace[1562600712] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25291; }","duration":"4.642952084s","start":"2026-05-29T02:58:59.467419Z","end":"2026-05-29T02:59:04.110371Z","steps":["trace[1562600712] 'agreement among raft nodes before linearized reading' (duration: 4.642665627s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:04.110423Z","caller":"traceutil/trace.go:171","msg":"trace[345645250] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25291; }","duration":"5.26458059s","start":"2026-05-29T02:58:58.845825Z","end":"2026-05-29T02:59:04.110406Z","steps":["trace[345645250] 'agreement among raft nodes before linearized reading' (duration: 5.264337284s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:59.467369Z","time spent":"4.643069437s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":173,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:04.110369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.079809652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:04.110269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.920178Z","time spent":"7.19008039s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-05-29T02:59:04.110487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:58.845779Z","time spent":"5.264692192s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:04.11051Z","caller":"traceutil/trace.go:171","msg":"trace[236748907] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25291; }","duration":"7.080143161s","start":"2026-05-29T02:58:57.030347Z","end":"2026-05-29T02:59:04.11049Z","steps":["trace[236748907] 'agreement among raft nodes before linearized reading' (duration: 7.079705881s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.591733321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:04.11057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.030321Z","time spent":"7.080235182s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:04.110568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.190727575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:04.11038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.729054Z","time spent":"3.38129987s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:04.110625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.502887152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:04.110577Z","caller":"traceutil/trace.go:171","msg":"trace[171842823] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25291; }","duration":"6.591920925s","start":"2026-05-29T02:58:57.518642Z","end":"2026-05-29T02:59:04.110563Z","steps":["trace[171842823] 'agreement among raft nodes before linearized reading' (duration: 6.591759351s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.790397862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:04.11064Z","caller":"traceutil/trace.go:171","msg":"trace[904262144] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25291; }","duration":"7.190798897s","start":"2026-05-29T02:58:56.919815Z","end":"2026-05-29T02:59:04.110614Z","steps":["trace[904262144] 'agreement among raft nodes before linearized reading' (duration: 7.190705715s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:04.110674Z","caller":"traceutil/trace.go:171","msg":"trace[1193262970] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25291; }","duration":"5.502966664s","start":"2026-05-29T02:58:58.607695Z","end":"2026-05-29T02:59:04.110662Z","steps":["trace[1193262970] 'agreement among raft nodes before linearized reading' (duration: 5.502882382s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:04.11068Z","caller":"traceutil/trace.go:171","msg":"trace[916550058] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25291; }","duration":"6.790481874s","start":"2026-05-29T02:58:57.320187Z","end":"2026-05-29T02:59:04.110669Z","steps":["trace[916550058] 'agreement among raft nodes before linearized reading' (duration: 6.790402002s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.919808Z","time spent":"7.190880549s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:04.110686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.51861Z","time spent":"6.592062068s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:04.110754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.957115489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:04.110815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.193871809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2101acb6-ee30-41e6-abe8-641974caf25d\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-05-29T02:59:04.110465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.19348524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122448"} {"level":"info","ts":"2026-05-29T02:59:04.110827Z","caller":"traceutil/trace.go:171","msg":"trace[1856092894] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25291; }","duration":"5.957228901s","start":"2026-05-29T02:58:58.153579Z","end":"2026-05-29T02:59:04.110808Z","steps":["trace[1856092894] 'agreement among raft nodes before linearized reading' (duration: 5.957121219s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:04.11087Z","caller":"traceutil/trace.go:171","msg":"trace[1011850148] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25291; }","duration":"7.193937561s","start":"2026-05-29T02:58:56.916922Z","end":"2026-05-29T02:59:04.11086Z","steps":["trace[1011850148] 'agreement among raft nodes before linearized reading' (duration: 7.193301666s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:04.110864Z","caller":"traceutil/trace.go:171","msg":"trace[2147020388] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2101acb6-ee30-41e6-abe8-641974caf25d; range_end:; response_count:1; response_revision:25291; }","duration":"7.19391775s","start":"2026-05-29T02:58:56.916934Z","end":"2026-05-29T02:59:04.110851Z","steps":["trace[2147020388] 'agreement among raft nodes before linearized reading' (duration: 7.193808558s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.110888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:58.153556Z","time spent":"5.957318164s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:04.110926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.916911Z","time spent":"7.193991382s","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122471,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-05-29T02:59:04.110923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.916907Z","time spent":"7.194005192s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-2101acb6-ee30-41e6-abe8-641974caf25d\" "} {"level":"warn","ts":"2026-05-29T02:59:04.11072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.320164Z","time spent":"6.790548585s","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:04.110273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.186555Z","time spent":"2.923630011s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:04.110719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:58.607644Z","time spent":"5.503067056s","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:04.111143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.194185066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:04.111234Z","caller":"traceutil/trace.go:171","msg":"trace[1214250736] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25291; }","duration":"7.194291529s","start":"2026-05-29T02:58:56.916923Z","end":"2026-05-29T02:59:04.111214Z","steps":["trace[1214250736] 'agreement among raft nodes before linearized reading' (duration: 7.193369657s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.111294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:56.916909Z","time spent":"7.19436888s","remote":"127.0.0.1:58494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:04.112596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996403563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-29T02:59:04.112655Z","caller":"traceutil/trace.go:171","msg":"trace[387827229] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25291; }","duration":"3.996499405s","start":"2026-05-29T02:59:00.11614Z","end":"2026-05-29T02:59:04.11264Z","steps":["trace[387827229] 'agreement among raft nodes before linearized reading' (duration: 3.993961426s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.1127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.116115Z","time spent":"3.996575597s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:59:04.112668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.446746488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:04.112979Z","caller":"traceutil/trace.go:171","msg":"trace[612511574] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25291; }","duration":"6.446985864s","start":"2026-05-29T02:58:57.665845Z","end":"2026-05-29T02:59:04.112831Z","steps":["trace[612511574] 'agreement among raft nodes before linearized reading' (duration: 6.444537006s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.113064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:58:57.665778Z","time spent":"6.447247199s","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:04.123225Z","caller":"traceutil/trace.go:171","msg":"trace[1410131856] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"1.563782273s","start":"2026-05-29T02:59:02.55943Z","end":"2026-05-29T02:59:04.123213Z","steps":["trace[1410131856] 'process raft request' (duration: 1.563656541s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:04.123435Z","caller":"traceutil/trace.go:171","msg":"trace[1642146140] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"1.059763927s","start":"2026-05-29T02:59:03.063649Z","end":"2026-05-29T02:59:04.123413Z","steps":["trace[1642146140] 'process raft request' (duration: 1.059531462s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:04.123337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:02.559401Z","time spent":"1.563863716s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:04.123637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:03.063629Z","time spent":"1.059882979s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:05.39622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:05.396327Z","caller":"traceutil/trace.go:171","msg":"trace[843600144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183173s","start":"2026-05-29T02:59:03.396125Z","end":"2026-05-29T02:59:05.396308Z","steps":["trace[843600144] 'agreement among raft nodes before linearized reading' (duration: 2.00005373s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:05.396394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:03.396104Z","time spent":"2.000280156s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:06.078402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:06.078478Z","caller":"traceutil/trace.go:171","msg":"trace[2079411206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051426s","start":"2026-05-29T02:59:04.077947Z","end":"2026-05-29T02:59:06.078461Z","steps":["trace[2079411206] 'agreement among raft nodes before linearized reading' (duration: 2.000410638s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.078515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.077929Z","time spent":"2.000579142s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:06.148846Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.025745912s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:06.52031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396912551s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:59:06.520597Z","caller":"traceutil/trace.go:171","msg":"trace[1625933502] linearizableReadLoop","detail":"{readStateIndex:26194; appliedIndex:26191; }","duration":"2.410535751s","start":"2026-05-29T02:59:04.110036Z","end":"2026-05-29T02:59:06.520572Z","steps":["trace[1625933502] 'read index received' (duration: 13.041566ms)","trace[1625933502] 'applied index is now lower than readState.Index' (duration: 2.397492655s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:06.520992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.895751ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:06.521105Z","caller":"traceutil/trace.go:171","msg":"trace[520914921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25293; }","duration":"786.014693ms","start":"2026-05-29T02:59:05.735075Z","end":"2026-05-29T02:59:06.521089Z","steps":["trace[520914921] 'range keys from in-memory index tree' (duration: 785.87871ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.521827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.591214539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:06.521954Z","caller":"traceutil/trace.go:171","msg":"trace[1023435337] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25293; }","duration":"4.591377802s","start":"2026-05-29T02:59:01.930557Z","end":"2026-05-29T02:59:06.521935Z","steps":["trace[1023435337] 'agreement among raft nodes before linearized reading' (duration: 4.591199578s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.522005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.622471356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:06.524294Z","caller":"traceutil/trace.go:171","msg":"trace[368465851] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25293; }","duration":"5.624777541s","start":"2026-05-29T02:59:00.899477Z","end":"2026-05-29T02:59:06.524254Z","steps":["trace[368465851] 'agreement among raft nodes before linearized reading' (duration: 5.622384704s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.522047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.797179006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-05-29T02:59:06.522066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.930541Z","time spent":"4.591473275s","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:06.521862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.625299479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:06.522058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584463812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.522126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519777139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.522134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523787089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.522296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731236054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:06.522337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771419357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:06.523002Z","caller":"traceutil/trace.go:171","msg":"trace[475070697] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"2.408394631s","start":"2026-05-29T02:59:04.114586Z","end":"2026-05-29T02:59:06.522981Z","steps":["trace[475070697] 'process raft request' (duration: 2.405850561s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.524419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.899453Z","time spent":"5.624938335s","remote":"127.0.0.1:49020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:06.524422Z","caller":"traceutil/trace.go:171","msg":"trace[144059239] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d; range_end:; response_count:1; response_revision:25293; }","duration":"5.799560192s","start":"2026-05-29T02:59:00.724835Z","end":"2026-05-29T02:59:06.524395Z","steps":["trace[144059239] 'agreement among raft nodes before linearized reading' (duration: 5.797082784s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.524443Z","caller":"traceutil/trace.go:171","msg":"trace[1325695967] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25293; }","duration":"4.627887319s","start":"2026-05-29T02:59:01.896528Z","end":"2026-05-29T02:59:06.524415Z","steps":["trace[1325695967] 'agreement among raft nodes before linearized reading' (duration: 4.625239287s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.524511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:00.724819Z","time spent":"5.799671504s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18b3e83806d7288d\" "} {"level":"warn","ts":"2026-05-29T02:59:06.524532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.896469Z","time spent":"4.628033823s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:06.52455Z","caller":"traceutil/trace.go:171","msg":"trace[1884043138] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25293; }","duration":"2.526187705s","start":"2026-05-29T02:59:03.998339Z","end":"2026-05-29T02:59:06.524526Z","steps":["trace[1884043138] 'agreement among raft nodes before linearized reading' (duration: 2.523767618s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.524614Z","caller":"traceutil/trace.go:171","msg":"trace[39675020] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25293; }","duration":"4.773738941s","start":"2026-05-29T02:59:01.750863Z","end":"2026-05-29T02:59:06.524602Z","steps":["trace[39675020] 'agreement among raft nodes before linearized reading' (duration: 4.771401186s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:06.524616Z","caller":"traceutil/trace.go:171","msg":"trace[210150443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25293; }","duration":"4.733572019s","start":"2026-05-29T02:59:01.79103Z","end":"2026-05-29T02:59:06.524602Z","steps":["trace[210150443] 'agreement among raft nodes before linearized reading' (duration: 4.731230734s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.52463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:03.998282Z","time spent":"2.526329398s","remote":"127.0.0.1:38352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:06.524649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.750842Z","time spent":"4.773797313s","remote":"127.0.0.1:58746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:06.524653Z","caller":"traceutil/trace.go:171","msg":"trace[1556070930] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25293; }","duration":"2.587060833s","start":"2026-05-29T02:59:03.937561Z","end":"2026-05-29T02:59:06.524622Z","steps":["trace[1556070930] 'agreement among raft nodes before linearized reading' (duration: 2.584396911s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.524666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:01.791016Z","time spent":"4.73363488s","remote":"127.0.0.1:38404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:06.524563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.114569Z","time spent":"2.409888275s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:06.524723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:03.937478Z","time spent":"2.587223567s","remote":"127.0.0.1:38388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:06.524701Z","caller":"traceutil/trace.go:171","msg":"trace[48303983] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25293; }","duration":"3.522351919s","start":"2026-05-29T02:59:03.002319Z","end":"2026-05-29T02:59:06.524671Z","steps":["trace[48303983] 'agreement among raft nodes before linearized reading' (duration: 3.519775699s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:06.524824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:03.0023Z","time spent":"3.522477632s","remote":"127.0.0.1:49328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:07.048295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:08.652604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079965111s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:09.077819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.963740701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-05-29T02:59:09.077897Z","caller":"traceutil/trace.go:171","msg":"trace[1789776743] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25294; }","duration":"4.963855654s","start":"2026-05-29T02:59:04.114021Z","end":"2026-05-29T02:59:09.077877Z","steps":["trace[1789776743] 'agreement among raft nodes before linearized reading' (duration: 2.408935193s)","trace[1789776743] 'range keys from in-memory index tree' (duration: 2.554731586s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.07803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.114005Z","time spent":"4.963917296s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-29T02:59:09.078312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715991933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:09.078345Z","caller":"traceutil/trace.go:171","msg":"trace[481490831] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25294; }","duration":"3.716050284s","start":"2026-05-29T02:59:05.362285Z","end":"2026-05-29T02:59:09.078336Z","steps":["trace[481490831] 'agreement among raft nodes before linearized reading' (duration: 1.160726905s)","trace[481490831] 'count revisions from in-memory index tree' (duration: 2.555269768s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.078477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:05.36227Z","time spent":"3.716197358s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:09.078802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046088316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T02:59:09.078882Z","caller":"traceutil/trace.go:171","msg":"trace[633966137] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25294; }","duration":"3.046192958s","start":"2026-05-29T02:59:06.032664Z","end":"2026-05-29T02:59:09.078857Z","steps":["trace[633966137] 'agreement among raft nodes before linearized reading' (duration: 490.367696ms)","trace[633966137] 'range keys from in-memory index tree' (duration: 2.555627277s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.078927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.032646Z","time spent":"3.04627166s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:09.079154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734089848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:09.079211Z","caller":"traceutil/trace.go:171","msg":"trace[917769648] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25294; }","duration":"3.73418534s","start":"2026-05-29T02:59:05.345009Z","end":"2026-05-29T02:59:09.079194Z","steps":["trace[917769648] 'agreement among raft nodes before linearized reading' (duration: 1.178026101s)","trace[917769648] 'count revisions from in-memory index tree' (duration: 2.556089688s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.079252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:05.344985Z","time spent":"3.734256822s","remote":"127.0.0.1:49182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:09.079369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994548766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:09.079459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962983954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-29T02:59:09.079458Z","caller":"traceutil/trace.go:171","msg":"trace[125167694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25294; }","duration":"2.994647248s","start":"2026-05-29T02:59:06.084789Z","end":"2026-05-29T02:59:09.079436Z","steps":["trace[125167694] 'agreement among raft nodes before linearized reading' (duration: 438.275144ms)","trace[125167694] 'range keys from in-memory index tree' (duration: 2.556255042s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:09.079485Z","caller":"traceutil/trace.go:171","msg":"trace[1101869947] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25294; }","duration":"4.963018514s","start":"2026-05-29T02:59:04.116459Z","end":"2026-05-29T02:59:09.079478Z","steps":["trace[1101869947] 'agreement among raft nodes before linearized reading' (duration: 2.406610449s)","trace[1101869947] 'range keys from in-memory index tree' (duration: 2.556333514s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.07951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.116454Z","time spent":"4.963049805s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-29T02:59:09.079552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9708468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:09.079593Z","caller":"traceutil/trace.go:171","msg":"trace[1756080535] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25294; }","duration":"2.970918682s","start":"2026-05-29T02:59:06.108662Z","end":"2026-05-29T02:59:09.079581Z","steps":["trace[1756080535] 'agreement among raft nodes before linearized reading' (duration: 414.389013ms)","trace[1756080535] 'count revisions from in-memory index tree' (duration: 2.556478957s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.079631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.108646Z","time spent":"2.970977983s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:09.079502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.084762Z","time spent":"2.99473208s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:09.079745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565521192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:09.079906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.965736757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-05-29T02:59:09.079998Z","caller":"traceutil/trace.go:171","msg":"trace[1380617635] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25294; }","duration":"4.965866171s","start":"2026-05-29T02:59:04.114103Z","end":"2026-05-29T02:59:09.079969Z","steps":["trace[1380617635] 'agreement among raft nodes before linearized reading' (duration: 2.408969754s)","trace[1380617635] 'range keys from in-memory index tree' (duration: 2.556673712s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.080058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.114084Z","time spent":"4.965959713s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T02:59:09.080225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.047119263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:09.080272Z","caller":"traceutil/trace.go:171","msg":"trace[1107873724] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25294; }","duration":"4.047189644s","start":"2026-05-29T02:59:05.033068Z","end":"2026-05-29T02:59:09.080258Z","steps":["trace[1107873724] 'agreement among raft nodes before linearized reading' (duration: 1.48997603s)","trace[1107873724] 'count revisions from in-memory index tree' (duration: 2.557151693s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.080314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:05.033057Z","time spent":"4.047245645s","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:09.080357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962062771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:09.080416Z","caller":"traceutil/trace.go:171","msg":"trace[780291099] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25294; }","duration":"4.962154044s","start":"2026-05-29T02:59:04.118239Z","end":"2026-05-29T02:59:09.080393Z","steps":["trace[780291099] 'agreement among raft nodes before linearized reading' (duration: 2.404837197s)","trace[780291099] 'range keys from in-memory index tree' (duration: 2.557239475s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.080461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022574464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:09.080464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.118222Z","time spent":"4.962228176s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:59:09.080502Z","caller":"traceutil/trace.go:171","msg":"trace[1618326654] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25294; }","duration":"3.022636195s","start":"2026-05-29T02:59:06.057849Z","end":"2026-05-29T02:59:09.080485Z","steps":["trace[1618326654] 'agreement among raft nodes before linearized reading' (duration: 465.172875ms)","trace[1618326654] 'count revisions from in-memory index tree' (duration: 2.557405119s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.080546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.057832Z","time spent":"3.022704967s","remote":"127.0.0.1:46064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:09.081188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058801284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-29T02:59:09.08122Z","caller":"traceutil/trace.go:171","msg":"trace[1634873277] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25294; }","duration":"3.058867905s","start":"2026-05-29T02:59:06.022344Z","end":"2026-05-29T02:59:09.081212Z","steps":["trace[1634873277] 'agreement among raft nodes before linearized reading' (duration: 500.699608ms)","trace[1634873277] 'range keys from in-memory index tree' (duration: 2.558094115s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.08125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.022318Z","time spent":"3.058923087s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-29T02:59:09.07978Z","caller":"traceutil/trace.go:171","msg":"trace[1098877668] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25294; }","duration":"3.565579184s","start":"2026-05-29T02:59:05.514186Z","end":"2026-05-29T02:59:09.079765Z","steps":["trace[1098877668] 'agreement among raft nodes before linearized reading' (duration: 1.008869762s)","trace[1098877668] 'count revisions from in-memory index tree' (duration: 2.556669391s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.081459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:05.514169Z","time spent":"3.567237812s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:09.081598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.960349141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-05-29T02:59:09.081675Z","caller":"traceutil/trace.go:171","msg":"trace[822003013] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25294; }","duration":"4.960448603s","start":"2026-05-29T02:59:04.121206Z","end":"2026-05-29T02:59:09.081655Z","steps":["trace[822003013] 'agreement among raft nodes before linearized reading' (duration: 2.401854727s)","trace[822003013] 'range keys from in-memory index tree' (duration: 2.558404892s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.08172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.121198Z","time spent":"4.960511975s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:59:09.079696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080785103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:09.087636Z","caller":"traceutil/trace.go:171","msg":"trace[1611209381] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25294; }","duration":"4.088782541s","start":"2026-05-29T02:59:04.99883Z","end":"2026-05-29T02:59:09.087613Z","steps":["trace[1611209381] 'agreement among raft nodes before linearized reading' (duration: 1.524222364s)","trace[1611209381] 'count revisions from in-memory index tree' (duration: 2.556524138s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:09.087699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:04.998802Z","time spent":"4.088871362s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:10.084817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999748372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:10.084901Z","caller":"traceutil/trace.go:171","msg":"trace[1356013747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999874425s","start":"2026-05-29T02:59:08.085007Z","end":"2026-05-29T02:59:10.084881Z","steps":["trace[1356013747] 'agreement among raft nodes before linearized reading' (duration: 1.999779373s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:10.084956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:08.084987Z","time spent":"1.999956577s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:10.777547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.689331299s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:11.784628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326707422s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:59:11.786564Z","caller":"traceutil/trace.go:171","msg":"trace[928931945] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"5.260078614s","start":"2026-05-29T02:59:06.526455Z","end":"2026-05-29T02:59:11.786533Z","steps":["trace[928931945] 'process raft request' (duration: 5.258327203s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:11.786714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.52643Z","time spent":"5.260205867s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:11.786569Z","caller":"traceutil/trace.go:171","msg":"trace[1878052045] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26195; }","duration":"5.239170124s","start":"2026-05-29T02:59:06.547375Z","end":"2026-05-29T02:59:11.786545Z","steps":["trace[1878052045] 'read index received' (duration: 910.464524ms)","trace[1878052045] 'applied index is now lower than readState.Index' (duration: 4.3287043s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:12.090379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:12.090471Z","caller":"traceutil/trace.go:171","msg":"trace[1097867926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235255s","start":"2026-05-29T02:59:10.090215Z","end":"2026-05-29T02:59:12.09045Z","steps":["trace[1097867926] 'agreement among raft nodes before linearized reading' (duration: 2.000120252s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:12.090528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.090203Z","time spent":"2.000310376s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:12.287189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:12.787742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:13.288044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:13.729845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.182444521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:13.729933Z","caller":"traceutil/trace.go:171","msg":"trace[704963958] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25295; }","duration":"7.182578354s","start":"2026-05-29T02:59:06.547329Z","end":"2026-05-29T02:59:13.729907Z","steps":["trace[704963958] 'agreement among raft nodes before linearized reading' (duration: 5.239288166s)","trace[704963958] 'count revisions from in-memory index tree' (duration: 1.943176285s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:13.729979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.547307Z","time spent":"7.182660586s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:13.730911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944313602s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:13.73104Z","caller":"traceutil/trace.go:171","msg":"trace[954980350] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"4.642908212s","start":"2026-05-29T02:59:09.088118Z","end":"2026-05-29T02:59:13.731027Z","steps":["trace[954980350] 'process raft request' (duration: 2.698418286s)","trace[954980350] 'compare' (duration: 1.943195275s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:13.731105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.088093Z","time spent":"4.642985564s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:13.732227Z","caller":"traceutil/trace.go:171","msg":"trace[868296975] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"4.613484071s","start":"2026-05-29T02:59:09.118718Z","end":"2026-05-29T02:59:13.732202Z","steps":["trace[868296975] 'process raft request' (duration: 4.613389199s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:13.732376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.118679Z","time spent":"4.613618224s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:13.732566Z","caller":"traceutil/trace.go:171","msg":"trace[1011716832] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"4.639960092s","start":"2026-05-29T02:59:09.092591Z","end":"2026-05-29T02:59:13.732551Z","steps":["trace[1011716832] 'process raft request' (duration: 4.638381605s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:13.732643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.092578Z","time spent":"4.640033185s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:13.788902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:14.091965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:14.092054Z","caller":"traceutil/trace.go:171","msg":"trace[840109582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575723s","start":"2026-05-29T02:59:12.091459Z","end":"2026-05-29T02:59:14.092035Z","steps":["trace[840109582] 'agreement among raft nodes before linearized reading' (duration: 2.00045947s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:14.092286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:12.091436Z","time spent":"2.000833368s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:14.289842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:14.790387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624745657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:14.812068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.183483468s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:15.396586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:15.396957Z","caller":"traceutil/trace.go:171","msg":"trace[1934570666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001132475s","start":"2026-05-29T02:59:13.395798Z","end":"2026-05-29T02:59:15.39693Z","steps":["trace[1934570666] 'agreement among raft nodes before linearized reading' (duration: 2.000323356s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:15.397072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:13.395776Z","time spent":"2.001276899s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:16.1007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000857839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:16.100781Z","caller":"traceutil/trace.go:171","msg":"trace[784825663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000992342s","start":"2026-05-29T02:59:14.09977Z","end":"2026-05-29T02:59:16.100763Z","steps":["trace[784825663] 'agreement among raft nodes before linearized reading' (duration: 2.00089268s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.100834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.099746Z","time spent":"2.001070785s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:16.882431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14777056s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:16.882554Z","caller":"traceutil/trace.go:171","msg":"trace[1554306456] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25298; }","duration":"1.147903053s","start":"2026-05-29T02:59:15.734633Z","end":"2026-05-29T02:59:16.882536Z","steps":["trace[1554306456] 'range keys from in-memory index tree' (duration: 1.147753309s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.883578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071098755s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:16.883877Z","caller":"traceutil/trace.go:171","msg":"trace[435843006] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"5.255362831s","start":"2026-05-29T02:59:11.62848Z","end":"2026-05-29T02:59:16.883843Z","steps":["trace[435843006] 'process raft request' (duration: 3.183890197s)","trace[435843006] 'compare' (duration: 2.069660631s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:16.883961Z","caller":"traceutil/trace.go:171","msg":"trace[1686458129] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"5.093374311s","start":"2026-05-29T02:59:11.790556Z","end":"2026-05-29T02:59:16.883931Z","steps":["trace[1686458129] 'process raft request' (duration: 5.093163256s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:16.883992Z","caller":"traceutil/trace.go:171","msg":"trace[1959088977] linearizableReadLoop","detail":"{readStateIndex:26204; appliedIndex:26200; }","duration":"5.09714646s","start":"2026-05-29T02:59:11.786821Z","end":"2026-05-29T02:59:16.883967Z","steps":["trace[1959088977] 'read index received' (duration: 3.025527962s)","trace[1959088977] 'applied index is now lower than readState.Index' (duration: 2.071616998s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:16.884033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:11.628459Z","time spent":"5.255494563s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:16.884148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:11.790529Z","time spent":"5.093503044s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:59:16.884195Z","caller":"traceutil/trace.go:171","msg":"trace[578713278] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"4.533869283s","start":"2026-05-29T02:59:12.350311Z","end":"2026-05-29T02:59:16.88418Z","steps":["trace[578713278] 'process raft request' (duration: 4.533520295s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.884277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:12.350284Z","time spent":"4.533947874s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:16.884428Z","caller":"traceutil/trace.go:171","msg":"trace[1659685711] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"2.382038551s","start":"2026-05-29T02:59:14.502377Z","end":"2026-05-29T02:59:16.884415Z","steps":["trace[1659685711] 'process raft request' (duration: 2.381525289s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.884647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.502347Z","time spent":"2.382118633s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:16.884766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.417529264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:16.884761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.343803235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:16.884762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.133965855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:16.884801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.893705184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:16.884824Z","caller":"traceutil/trace.go:171","msg":"trace[1150458016] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25302; }","duration":"9.417619546s","start":"2026-05-29T02:59:07.467184Z","end":"2026-05-29T02:59:16.884804Z","steps":["trace[1150458016] 'agreement among raft nodes before linearized reading' (duration: 9.417525854s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.884828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.796825276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-29T02:59:16.884844Z","caller":"traceutil/trace.go:171","msg":"trace[2074903226] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25302; }","duration":"9.343934488s","start":"2026-05-29T02:59:07.540888Z","end":"2026-05-29T02:59:16.884823Z","steps":["trace[2074903226] 'agreement among raft nodes before linearized reading' (duration: 9.343790635s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.884861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:07.467163Z","time spent":"9.417689718s","remote":"127.0.0.1:49270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:16.884875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.288056363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:16.884902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:07.540866Z","time spent":"9.344022209s","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:16.884915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.894169821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:16.884918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.860758922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:16.88494Z","caller":"traceutil/trace.go:171","msg":"trace[984230037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25302; }","duration":"6.288157685s","start":"2026-05-29T02:59:10.596761Z","end":"2026-05-29T02:59:16.884919Z","steps":["trace[984230037] 'agreement among raft nodes before linearized reading' (duration: 6.288076203s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:16.884961Z","caller":"traceutil/trace.go:171","msg":"trace[284154038] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25302; }","duration":"6.860844434s","start":"2026-05-29T02:59:10.024108Z","end":"2026-05-29T02:59:16.884952Z","steps":["trace[284154038] 'agreement among raft nodes before linearized reading' (duration: 6.860773592s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:16.884959Z","caller":"traceutil/trace.go:171","msg":"trace[241745625] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25302; }","duration":"5.894250913s","start":"2026-05-29T02:59:10.990696Z","end":"2026-05-29T02:59:16.884947Z","steps":["trace[241745625] 'agreement among raft nodes before linearized reading' (duration: 5.894182381s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.884908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.139298403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:16.884983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.80745489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-05-29T02:59:16.885002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.990674Z","time spent":"5.894316375s","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:16.88489Z","caller":"traceutil/trace.go:171","msg":"trace[1264652110] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25302; }","duration":"7.796902947s","start":"2026-05-29T02:59:09.087966Z","end":"2026-05-29T02:59:16.884869Z","steps":["trace[1264652110] 'agreement among raft nodes before linearized reading' (duration: 7.796728633s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:16.885039Z","caller":"traceutil/trace.go:171","msg":"trace[615367165] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25302; }","duration":"6.807542923s","start":"2026-05-29T02:59:10.077482Z","end":"2026-05-29T02:59:16.885025Z","steps":["trace[615367165] 'agreement among raft nodes before linearized reading' (duration: 6.807258436s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.885051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.79362388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1935f20c-d878-4f9c-bd85-6e2350859794\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-29T02:59:16.885081Z","caller":"traceutil/trace.go:171","msg":"trace[1040438556] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1935f20c-d878-4f9c-bd85-6e2350859794; range_end:; response_count:1; response_revision:25302; }","duration":"7.793679812s","start":"2026-05-29T02:59:09.091393Z","end":"2026-05-29T02:59:16.885072Z","steps":["trace[1040438556] 'agreement among raft nodes before linearized reading' (duration: 7.79360505s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.885078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.087955Z","time spent":"7.797111602s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-29T02:59:16.885087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.797061911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-29T02:59:16.885119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.091375Z","time spent":"7.793737563s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-1935f20c-d878-4f9c-bd85-6e2350859794\" "} {"level":"warn","ts":"2026-05-29T02:59:16.884977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.787776052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht\" ","response":"range_response_count:1 size:5600"} {"level":"info","ts":"2026-05-29T02:59:16.885286Z","caller":"traceutil/trace.go:171","msg":"trace[1327611069] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht; range_end:; response_count:1; response_revision:25302; }","duration":"7.78808387s","start":"2026-05-29T02:59:09.097194Z","end":"2026-05-29T02:59:16.885277Z","steps":["trace[1327611069] 'agreement among raft nodes before linearized reading' (duration: 7.787718921s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.885083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.077463Z","time spent":"6.807611435s","remote":"127.0.0.1:34192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-29T02:59:16.885356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.097148Z","time spent":"7.788198532s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5623,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht\" "} {"level":"info","ts":"2026-05-29T02:59:16.885378Z","caller":"traceutil/trace.go:171","msg":"trace[1018037240] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25302; }","duration":"7.797118082s","start":"2026-05-29T02:59:09.088Z","end":"2026-05-29T02:59:16.885118Z","steps":["trace[1018037240] 'agreement among raft nodes before linearized reading' (duration: 7.797018419s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:16.884844Z","caller":"traceutil/trace.go:171","msg":"trace[476587485] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25302; }","duration":"10.134103688s","start":"2026-05-29T02:59:06.750726Z","end":"2026-05-29T02:59:16.88483Z","steps":["trace[476587485] 'agreement among raft nodes before linearized reading' (duration: 10.133952935s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.885484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.08799Z","time spent":"7.79748124s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-29T02:59:16.885528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:06.750704Z","time spent":"10.134798505s","remote":"127.0.0.1:58834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:16.884857Z","caller":"traceutil/trace.go:171","msg":"trace[1116663618] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25302; }","duration":"6.893865938s","start":"2026-05-29T02:59:09.990977Z","end":"2026-05-29T02:59:16.884843Z","steps":["trace[1116663618] 'agreement among raft nodes before linearized reading' (duration: 6.893702085s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.885664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.990955Z","time spent":"6.894699158s","remote":"127.0.0.1:50862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:16.884996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.024086Z","time spent":"6.860901485s","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:16.884777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.395210942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:16.885678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.515869903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:16.885779Z","caller":"traceutil/trace.go:171","msg":"trace[645063341] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25302; }","duration":"7.396258197s","start":"2026-05-29T02:59:09.4895Z","end":"2026-05-29T02:59:16.885759Z","steps":["trace[645063341] 'agreement among raft nodes before linearized reading' (duration: 7.395213412s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:16.885795Z","caller":"traceutil/trace.go:171","msg":"trace[1412205102] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25302; }","duration":"7.516074358s","start":"2026-05-29T02:59:09.369702Z","end":"2026-05-29T02:59:16.885777Z","steps":["trace[1412205102] 'agreement among raft nodes before linearized reading' (duration: 7.514963492s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.884997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.59674Z","time spent":"6.288243118s","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:16.88583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.489479Z","time spent":"7.396334299s","remote":"127.0.0.1:49046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:16.885038Z","caller":"traceutil/trace.go:171","msg":"trace[554602895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25302; }","duration":"6.139506727s","start":"2026-05-29T02:59:10.745502Z","end":"2026-05-29T02:59:16.885008Z","steps":["trace[554602895] 'agreement among raft nodes before linearized reading' (duration: 6.139261031s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:16.885969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:09.369679Z","time spent":"7.516239263s","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:16.886045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:10.745478Z","time spent":"6.140493601s","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:17.318924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.416329731s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:18.108146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:18.108279Z","caller":"traceutil/trace.go:171","msg":"trace[1307240573] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000523379s","start":"2026-05-29T02:59:16.107717Z","end":"2026-05-29T02:59:18.10824Z","steps":["trace[1307240573] 'agreement among raft nodes before linearized reading' (duration: 2.000358965s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:18.108351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.107702Z","time spent":"2.000635992s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:20.109344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00053302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:20.109434Z","caller":"traceutil/trace.go:171","msg":"trace[163311736] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000659093s","start":"2026-05-29T02:59:18.108755Z","end":"2026-05-29T02:59:20.109414Z","steps":["trace[163311736] 'agreement among raft nodes before linearized reading' (duration: 2.00052563s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:20.109711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.108667Z","time spent":"2.000806246s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:20.944547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.625374327s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:21.020578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:20.466619Z","time spent":"553.943848ms","remote":"127.0.0.1:54606","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:21.021611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702474616s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:59:21.021933Z","caller":"traceutil/trace.go:171","msg":"trace[326183942] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"4.127015257s","start":"2026-05-29T02:59:16.894897Z","end":"2026-05-29T02:59:21.021912Z","steps":["trace[326183942] 'process raft request' (duration: 4.126916365s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.022032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.894887Z","time spent":"4.127081369s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5774,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:21.022283Z","caller":"traceutil/trace.go:171","msg":"trace[419618583] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26204; }","duration":"4.138238871s","start":"2026-05-29T02:59:16.884034Z","end":"2026-05-29T02:59:21.022273Z","steps":["trace[419618583] 'read index received' (duration: 435.10979ms)","trace[419618583] 'applied index is now lower than readState.Index' (duration: 3.703127771s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:21.022382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.00540262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:21.022425Z","caller":"traceutil/trace.go:171","msg":"trace[207544842] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25305; }","duration":"6.005477162s","start":"2026-05-29T02:59:15.016939Z","end":"2026-05-29T02:59:21.022416Z","steps":["trace[207544842] 'agreement among raft nodes before linearized reading' (duration: 6.00538712s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.022457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.01692Z","time spent":"6.005529313s","remote":"127.0.0.1:49646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.022492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366007587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:21.02254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.244853014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:21.022572Z","caller":"traceutil/trace.go:171","msg":"trace[560622146] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25305; }","duration":"5.36613882s","start":"2026-05-29T02:59:15.656413Z","end":"2026-05-29T02:59:21.022551Z","steps":["trace[560622146] 'agreement among raft nodes before linearized reading' (duration: 5.365899995s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:21.022582Z","caller":"traceutil/trace.go:171","msg":"trace[1661452972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25305; }","duration":"7.244946006s","start":"2026-05-29T02:59:13.777626Z","end":"2026-05-29T02:59:21.022572Z","steps":["trace[1661452972] 'agreement among raft nodes before linearized reading' (duration: 7.244839343s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.022602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.229045958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:21.022597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489547073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:21.022634Z","caller":"traceutil/trace.go:171","msg":"trace[807946240] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"4.132457585s","start":"2026-05-29T02:59:16.890141Z","end":"2026-05-29T02:59:21.022599Z","steps":["trace[807946240] 'process raft request' (duration: 4.131563274s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:21.022667Z","caller":"traceutil/trace.go:171","msg":"trace[2053216098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25305; }","duration":"4.489662036s","start":"2026-05-29T02:59:16.532986Z","end":"2026-05-29T02:59:21.022649Z","steps":["trace[2053216098] 'agreement among raft nodes before linearized reading' (duration: 4.489540913s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:21.022668Z","caller":"traceutil/trace.go:171","msg":"trace[1312065513] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25305; }","duration":"6.22912944s","start":"2026-05-29T02:59:14.793515Z","end":"2026-05-29T02:59:21.022644Z","steps":["trace[1312065513] 'agreement among raft nodes before linearized reading' (duration: 6.229031717s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.022691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.32175198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:21.022729Z","caller":"traceutil/trace.go:171","msg":"trace[1032905431] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25305; }","duration":"5.32182528s","start":"2026-05-29T02:59:15.700896Z","end":"2026-05-29T02:59:21.022721Z","steps":["trace[1032905431] 'agreement among raft nodes before linearized reading' (duration: 5.321747939s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.022702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.532966Z","time spent":"4.489728667s","remote":"127.0.0.1:50998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.022741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.793497Z","time spent":"6.229227512s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.02277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.700875Z","time spent":"5.321885392s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.02278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.89012Z","time spent":"4.132570488s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:59:21.022735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.524168783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:21.022487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.805676009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:21.022855Z","caller":"traceutil/trace.go:171","msg":"trace[1701263866] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25305; }","duration":"6.806112628s","start":"2026-05-29T02:59:14.216736Z","end":"2026-05-29T02:59:21.022849Z","steps":["trace[1701263866] 'agreement among raft nodes before linearized reading' (duration: 6.805634197s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.022873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.216715Z","time spent":"6.80615171s","remote":"127.0.0.1:58896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:21.022884Z","caller":"traceutil/trace.go:171","msg":"trace[2115914188] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25305; }","duration":"6.524329866s","start":"2026-05-29T02:59:14.498521Z","end":"2026-05-29T02:59:21.022851Z","steps":["trace[2115914188] 'agreement among raft nodes before linearized reading' (duration: 6.524198603s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.02262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:13.777602Z","time spent":"7.245006868s","remote":"127.0.0.1:49078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.022973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:14.498498Z","time spent":"6.52444244s","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.02262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:15.656392Z","time spent":"5.366217943s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.022624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.538901774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:21.023085Z","caller":"traceutil/trace.go:171","msg":"trace[1983390617] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25305; }","duration":"7.539405446s","start":"2026-05-29T02:59:13.483667Z","end":"2026-05-29T02:59:21.023073Z","steps":["trace[1983390617] 'agreement among raft nodes before linearized reading' (duration: 7.538924474s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.023131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:13.483634Z","time spent":"7.539482467s","remote":"127.0.0.1:49390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.025701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.137304679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-05-29T02:59:21.025719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557003862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:21.025762Z","caller":"traceutil/trace.go:171","msg":"trace[2134162139] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25306; }","duration":"4.137385251s","start":"2026-05-29T02:59:16.888365Z","end":"2026-05-29T02:59:21.02575Z","steps":["trace[2134162139] 'agreement among raft nodes before linearized reading' (duration: 4.137195066s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.025796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.888353Z","time spent":"4.137435731s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-29T02:59:21.025797Z","caller":"traceutil/trace.go:171","msg":"trace[533008167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25306; }","duration":"3.557142105s","start":"2026-05-29T02:59:17.468636Z","end":"2026-05-29T02:59:21.025779Z","steps":["trace[533008167] 'agreement among raft nodes before linearized reading' (duration: 3.556987712s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.025799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404968876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:59:21.025848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:17.468615Z","time spent":"3.557221978s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:21.02586Z","caller":"traceutil/trace.go:171","msg":"trace[299638751] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25306; }","duration":"1.405070429s","start":"2026-05-29T02:59:19.620773Z","end":"2026-05-29T02:59:21.025843Z","steps":["trace[299638751] 'agreement among raft nodes before linearized reading' (duration: 1.404815343s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.025903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.620748Z","time spent":"1.40514444s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.025975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.608615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:21.026031Z","caller":"traceutil/trace.go:171","msg":"trace[2071965754] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25306; }","duration":"237.690288ms","start":"2026-05-29T02:59:20.788326Z","end":"2026-05-29T02:59:21.026016Z","steps":["trace[2071965754] 'agreement among raft nodes before linearized reading' (duration: 237.586465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.02605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569051034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:21.026081Z","caller":"traceutil/trace.go:171","msg":"trace[1058026216] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25306; }","duration":"3.569118516s","start":"2026-05-29T02:59:17.456952Z","end":"2026-05-29T02:59:21.026071Z","steps":["trace[1058026216] 'agreement among raft nodes before linearized reading' (duration: 3.569008533s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:17.456931Z","time spent":"3.569178478s","remote":"127.0.0.1:41654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.026123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545739979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:21.026156Z","caller":"traceutil/trace.go:171","msg":"trace[1120931460] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25306; }","duration":"1.545829101s","start":"2026-05-29T02:59:19.480316Z","end":"2026-05-29T02:59:21.026145Z","steps":["trace[1120931460] 'agreement among raft nodes before linearized reading' (duration: 1.545755409s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.480284Z","time spent":"1.545905593s","remote":"127.0.0.1:58786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.026198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.078495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:21.026291Z","caller":"traceutil/trace.go:171","msg":"trace[726971284] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25306; }","duration":"679.208568ms","start":"2026-05-29T02:59:20.347067Z","end":"2026-05-29T02:59:21.026276Z","steps":["trace[726971284] 'agreement among raft nodes before linearized reading' (duration: 679.059414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:20.347046Z","time spent":"679.281889ms","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.02636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.034397024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-05-29T02:59:21.026389Z","caller":"traceutil/trace.go:171","msg":"trace[922443850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25306; }","duration":"4.034463785s","start":"2026-05-29T02:59:16.991916Z","end":"2026-05-29T02:59:21.02638Z","steps":["trace[922443850] 'agreement among raft nodes before linearized reading' (duration: 4.034369963s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907384905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:21.026459Z","caller":"traceutil/trace.go:171","msg":"trace[75019051] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25306; }","duration":"1.907469847s","start":"2026-05-29T02:59:19.118979Z","end":"2026-05-29T02:59:21.026449Z","steps":["trace[75019051] 'agreement among raft nodes before linearized reading' (duration: 1.907403255s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.118957Z","time spent":"1.907531499s","remote":"127.0.0.1:50882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.026583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.016094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:21.02664Z","caller":"traceutil/trace.go:171","msg":"trace[866681338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25306; }","duration":"910.096705ms","start":"2026-05-29T02:59:20.116525Z","end":"2026-05-29T02:59:21.026622Z","steps":["trace[866681338] 'agreement among raft nodes before linearized reading' (duration: 910.017223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927659301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:21.026422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.991898Z","time spent":"4.034517107s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-05-29T02:59:21.026723Z","caller":"traceutil/trace.go:171","msg":"trace[1578051201] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25306; }","duration":"1.927743513s","start":"2026-05-29T02:59:19.098965Z","end":"2026-05-29T02:59:21.026709Z","steps":["trace[1578051201] 'agreement among raft nodes before linearized reading' (duration: 1.927673981s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353259212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:21.026756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.098944Z","time spent":"1.927803964s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:59:21.026776Z","caller":"traceutil/trace.go:171","msg":"trace[1943682429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25306; }","duration":"1.353299333s","start":"2026-05-29T02:59:19.673465Z","end":"2026-05-29T02:59:21.026764Z","steps":["trace[1943682429] 'agreement among raft nodes before linearized reading' (duration: 1.353241012s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:19.673417Z","time spent":"1.353385655s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:21.026497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136407938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-05-29T02:59:21.026916Z","caller":"traceutil/trace.go:171","msg":"trace[403864135] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25306; }","duration":"4.136840098s","start":"2026-05-29T02:59:16.890064Z","end":"2026-05-29T02:59:21.026904Z","steps":["trace[403864135] 'agreement among raft nodes before linearized reading' (duration: 4.136374827s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:21.026348Z","caller":"traceutil/trace.go:171","msg":"trace[1320634890] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"2.288351144s","start":"2026-05-29T02:59:18.737976Z","end":"2026-05-29T02:59:21.026327Z","steps":["trace[1320634890] 'process raft request' (duration: 2.287488644s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.026957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:16.890051Z","time spent":"4.136895939s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-05-29T02:59:21.026683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:20.116506Z","time spent":"910.168177ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:21.027055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:18.737936Z","time spent":"2.28903058s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:21.50586Z","caller":"traceutil/trace.go:171","msg":"trace[647298576] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"104.146373ms","start":"2026-05-29T02:59:21.401678Z","end":"2026-05-29T02:59:21.505824Z","steps":["trace[647298576] 'process raft request' (duration: 68.981119ms)","trace[647298576] 'compare' (duration: 35.008781ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:21.507102Z","caller":"traceutil/trace.go:171","msg":"trace[1005455531] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"101.547093ms","start":"2026-05-29T02:59:21.405531Z","end":"2026-05-29T02:59:21.507078Z","steps":["trace[1005455531] 'process raft request' (duration: 101.198555ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.711959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.733974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9f8d2792573\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-29T02:59:21.712031Z","caller":"traceutil/trace.go:171","msg":"trace[1613971961] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9f8d2792573; range_end:; response_count:1; response_revision:25347; }","duration":"103.841677ms","start":"2026-05-29T02:59:21.608168Z","end":"2026-05-29T02:59:21.71201Z","steps":["trace[1613971961] 'range keys from in-memory index tree' (duration: 103.595001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:21.712253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.919198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6870"} {"level":"info","ts":"2026-05-29T02:59:21.712279Z","caller":"traceutil/trace.go:171","msg":"trace[814023269] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25347; }","duration":"103.952499ms","start":"2026-05-29T02:59:21.60832Z","end":"2026-05-29T02:59:21.712272Z","steps":["trace[814023269] 'range keys from in-memory index tree' (duration: 103.864697ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:28.902852Z","caller":"traceutil/trace.go:171","msg":"trace[1518809880] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"164.131751ms","start":"2026-05-29T02:59:28.738694Z","end":"2026-05-29T02:59:28.902826Z","steps":["trace[1518809880] 'process raft request' (duration: 163.979828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.442671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:29.950496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.53806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:29.950597Z","caller":"traceutil/trace.go:171","msg":"trace[1915908384] linearizableReadLoop","detail":"{readStateIndex:26370; appliedIndex:26369; }","duration":"1.008039943s","start":"2026-05-29T02:59:28.94254Z","end":"2026-05-29T02:59:29.95058Z","steps":["trace[1915908384] 'read index received' (duration: 904.282129ms)","trace[1915908384] 'applied index is now lower than readState.Index' (duration: 103.756304ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:29.950841Z","caller":"traceutil/trace.go:171","msg":"trace[215461463] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"1.210594666s","start":"2026-05-29T02:59:28.740233Z","end":"2026-05-29T02:59:29.950828Z","steps":["trace[215461463] 'process raft request' (duration: 1.106634187s)","trace[215461463] 'compare' (duration: 102.748891ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:29.950899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:28.740216Z","time spent":"1.210652128s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:29.951091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008558346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:29.951132Z","caller":"traceutil/trace.go:171","msg":"trace[1766729801] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25467; }","duration":"1.008627707s","start":"2026-05-29T02:59:28.94249Z","end":"2026-05-29T02:59:29.951118Z","steps":["trace[1766729801] 'agreement among raft nodes before linearized reading' (duration: 1.008564295s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.951167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:28.942473Z","time spent":"1.008685759s","remote":"127.0.0.1:49098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:29.951463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.140259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-29T02:59:29.951532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.4371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:59:29.951532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.309085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-29T02:59:29.95161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.74891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:29.951631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.340764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:59:29.951645Z","caller":"traceutil/trace.go:171","msg":"trace[696084249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25467; }","duration":"402.811792ms","start":"2026-05-29T02:59:29.548824Z","end":"2026-05-29T02:59:29.951636Z","steps":["trace[696084249] 'agreement among raft nodes before linearized reading' (duration: 402.758511ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:29.951666Z","caller":"traceutil/trace.go:171","msg":"trace[977410195] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25467; }","duration":"804.413936ms","start":"2026-05-29T02:59:29.147243Z","end":"2026-05-29T02:59:29.951657Z","steps":["trace[977410195] 'agreement among raft nodes before linearized reading' (duration: 804.331124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.951673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.548807Z","time spent":"402.859513ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:29.951678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.251407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:29.951705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.147222Z","time spent":"804.475437ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:59:29.951719Z","caller":"traceutil/trace.go:171","msg":"trace[7910763] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25467; }","duration":"208.324419ms","start":"2026-05-29T02:59:29.743377Z","end":"2026-05-29T02:59:29.951701Z","steps":["trace[7910763] 'agreement among raft nodes before linearized reading' (duration: 208.263767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.95173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.613778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-29T02:59:29.951752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.208091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:29.951771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.798019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:59:29.951822Z","caller":"traceutil/trace.go:171","msg":"trace[1554576536] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25467; }","duration":"177.762001ms","start":"2026-05-29T02:59:29.77404Z","end":"2026-05-29T02:59:29.951802Z","steps":["trace[1554576536] 'agreement among raft nodes before linearized reading' (duration: 177.484234ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:29.951848Z","caller":"traceutil/trace.go:171","msg":"trace[845627373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25467; }","duration":"882.351554ms","start":"2026-05-29T02:59:29.069472Z","end":"2026-05-29T02:59:29.951823Z","steps":["trace[845627373] 'agreement among raft nodes before linearized reading' (duration: 882.16721ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:29.951903Z","caller":"traceutil/trace.go:171","msg":"trace[2010220401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25467; }","duration":"303.939272ms","start":"2026-05-29T02:59:29.64793Z","end":"2026-05-29T02:59:29.951869Z","steps":["trace[2010220401] 'agreement among raft nodes before linearized reading' (duration: 303.650955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.951881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.616114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-05-29T02:59:29.951954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.647912Z","time spent":"304.034394ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:59:29.95197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.755831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:59:29.951608Z","caller":"traceutil/trace.go:171","msg":"trace[1321751182] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25467; }","duration":"259.395247ms","start":"2026-05-29T02:59:29.692196Z","end":"2026-05-29T02:59:29.951591Z","steps":["trace[1321751182] 'agreement among raft nodes before linearized reading' (duration: 259.157321ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:29.952028Z","caller":"traceutil/trace.go:171","msg":"trace[1465838915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25467; }","duration":"151.856933ms","start":"2026-05-29T02:59:29.800163Z","end":"2026-05-29T02:59:29.95202Z","steps":["trace[1465838915] 'agreement among raft nodes before linearized reading' (duration: 151.74056ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:29.951562Z","caller":"traceutil/trace.go:171","msg":"trace[1527775709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25467; }","duration":"759.483211ms","start":"2026-05-29T02:59:29.19207Z","end":"2026-05-29T02:59:29.951553Z","steps":["trace[1527775709] 'agreement among raft nodes before linearized reading' (duration: 759.371628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.951907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.069449Z","time spent":"882.447966ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:59:29.95155Z","caller":"traceutil/trace.go:171","msg":"trace[1350788642] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25467; }","duration":"957.263701ms","start":"2026-05-29T02:59:28.994263Z","end":"2026-05-29T02:59:29.951526Z","steps":["trace[1350788642] 'agreement among raft nodes before linearized reading' (duration: 957.033216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:29.952113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.19206Z","time spent":"760.033214ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:59:29.952152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:28.994242Z","time spent":"957.896557ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T02:59:29.951982Z","caller":"traceutil/trace.go:171","msg":"trace[222364686] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25467; }","duration":"228.770958ms","start":"2026-05-29T02:59:29.723193Z","end":"2026-05-29T02:59:29.951964Z","steps":["trace[222364686] 'agreement among raft nodes before linearized reading' (duration: 228.490771ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:30.465027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:30.965503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:31.466415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:31.96671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:32.071144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:32.071216Z","caller":"traceutil/trace.go:171","msg":"trace[338364132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539161s","start":"2026-05-29T02:59:30.070662Z","end":"2026-05-29T02:59:32.071201Z","steps":["trace[338364132] 'agreement among raft nodes before linearized reading' (duration: 2.000457209s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:32.071252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.070634Z","time spent":"2.000608623s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:32.467987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:32.968301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:33.469201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:33.82298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.865967832s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:34.071708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000595262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:34.071815Z","caller":"traceutil/trace.go:171","msg":"trace[155943825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000748826s","start":"2026-05-29T02:59:32.071042Z","end":"2026-05-29T02:59:34.07179Z","steps":["trace[155943825] 'agreement among raft nodes before linearized reading' (duration: 2.000613013s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.071874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.07103Z","time spent":"2.000831928s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:34.217191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.889732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:34.217431Z","caller":"traceutil/trace.go:171","msg":"trace[93186569] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"4.260469958s","start":"2026-05-29T02:59:29.956926Z","end":"2026-05-29T02:59:34.217396Z","steps":["trace[93186569] 'process raft request' (duration: 3.866265189s)","trace[93186569] 'compare' (duration: 391.68463ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:34.217491Z","caller":"traceutil/trace.go:171","msg":"trace[2008617829] linearizableReadLoop","detail":"{readStateIndex:26374; appliedIndex:26370; }","duration":"4.252770838s","start":"2026-05-29T02:59:29.964703Z","end":"2026-05-29T02:59:34.217474Z","steps":["trace[2008617829] 'read index received' (duration: 3.858534218s)","trace[2008617829] 'applied index is now lower than readState.Index' (duration: 394.23556ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:34.21757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.956914Z","time spent":"4.260582391s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:34.217834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253124416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T02:59:34.217873Z","caller":"traceutil/trace.go:171","msg":"trace[1690913120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25471; }","duration":"4.253179067s","start":"2026-05-29T02:59:29.964685Z","end":"2026-05-29T02:59:34.217864Z","steps":["trace[1690913120] 'agreement among raft nodes before linearized reading' (duration: 4.253049924s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.217912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.964677Z","time spent":"4.253228088s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T02:59:34.217992Z","caller":"traceutil/trace.go:171","msg":"trace[1026143053] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"2.320249323s","start":"2026-05-29T02:59:31.89734Z","end":"2026-05-29T02:59:34.217589Z","steps":["trace[1026143053] 'process raft request' (duration: 2.320101879s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25201516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T02:59:34.218148Z","caller":"traceutil/trace.go:171","msg":"trace[543703561] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"3.173809511s","start":"2026-05-29T02:59:31.044296Z","end":"2026-05-29T02:59:34.218105Z","steps":["trace[543703561] 'process raft request' (duration: 3.173108594s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.218125Z","caller":"traceutil/trace.go:171","msg":"trace[1993147648] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"4.26096695s","start":"2026-05-29T02:59:29.9571Z","end":"2026-05-29T02:59:34.218067Z","steps":["trace[1993147648] 'process raft request' (duration: 4.260209592s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543012946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:34.218238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.044271Z","time spent":"3.173919354s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:34.218273Z","caller":"traceutil/trace.go:171","msg":"trace[1546584145] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25471; }","duration":"1.543084177s","start":"2026-05-29T02:59:32.675177Z","end":"2026-05-29T02:59:34.218261Z","steps":["trace[1546584145] 'agreement among raft nodes before linearized reading' (duration: 1.543026006s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.675157Z","time spent":"1.543142178s","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.218315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.957081Z","time spent":"4.261140214s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:34.218339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430921185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-05-29T02:59:34.218358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.267474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:34.218398Z","caller":"traceutil/trace.go:171","msg":"trace[2061819168] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25471; }","duration":"1.431033797s","start":"2026-05-29T02:59:32.787351Z","end":"2026-05-29T02:59:34.218385Z","steps":["trace[2061819168] 'agreement among raft nodes before linearized reading' (duration: 1.430850903s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.21842Z","caller":"traceutil/trace.go:171","msg":"trace[1820089745] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25471; }","duration":"323.389348ms","start":"2026-05-29T02:59:33.895014Z","end":"2026-05-29T02:59:34.218403Z","steps":["trace[1820089745] 'agreement among raft nodes before linearized reading' (duration: 323.276035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.21844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.787328Z","time spent":"1.431104229s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-29T02:59:34.218464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13370252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:34.218464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.58238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:34.218493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.367180858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:34.218511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.359545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:34.218517Z","caller":"traceutil/trace.go:171","msg":"trace[828636029] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25471; }","duration":"461.635031ms","start":"2026-05-29T02:59:33.756865Z","end":"2026-05-29T02:59:34.2185Z","steps":["trace[828636029] 'agreement among raft nodes before linearized reading' (duration: 461.545579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635263508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:34.218539Z","caller":"traceutil/trace.go:171","msg":"trace[139299809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25471; }","duration":"822.411467ms","start":"2026-05-29T02:59:33.396117Z","end":"2026-05-29T02:59:34.218529Z","steps":["trace[139299809] 'agreement among raft nodes before linearized reading' (duration: 822.372006ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.218554Z","caller":"traceutil/trace.go:171","msg":"trace[1395138054] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25471; }","duration":"3.367265591s","start":"2026-05-29T02:59:30.851259Z","end":"2026-05-29T02:59:34.218525Z","steps":["trace[1395138054] 'agreement among raft nodes before linearized reading' (duration: 3.367195939s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.21856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.756815Z","time spent":"461.734633ms","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.218552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066258019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-05-29T02:59:34.218577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.396102Z","time spent":"822.469298ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T02:59:34.218183Z","caller":"traceutil/trace.go:171","msg":"trace[338069243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25471; }","duration":"4.252077871s","start":"2026-05-29T02:59:29.966097Z","end":"2026-05-29T02:59:34.218174Z","steps":["trace[338069243] 'agreement among raft nodes before linearized reading' (duration: 4.251974149s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.218612Z","caller":"traceutil/trace.go:171","msg":"trace[1463707487] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25471; }","duration":"1.066357321s","start":"2026-05-29T02:59:33.15224Z","end":"2026-05-29T02:59:34.218597Z","steps":["trace[1463707487] 'agreement among raft nodes before linearized reading' (duration: 1.066203058s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.235485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-29T02:59:34.218653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.152219Z","time spent":"1.066428192s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:59:34.218662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184594155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-05-29T02:59:34.21867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.63659195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:34.218699Z","caller":"traceutil/trace.go:171","msg":"trace[1440690235] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:25471; }","duration":"3.184667946s","start":"2026-05-29T02:59:31.034022Z","end":"2026-05-29T02:59:34.21869Z","steps":["trace[1440690235] 'agreement among raft nodes before linearized reading' (duration: 3.184580374s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.21869Z","caller":"traceutil/trace.go:171","msg":"trace[386852409] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25471; }","duration":"941.347348ms","start":"2026-05-29T02:59:33.277324Z","end":"2026-05-29T02:59:34.218671Z","steps":["trace[386852409] 'agreement among raft nodes before linearized reading' (duration: 941.175764ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.218707Z","caller":"traceutil/trace.go:171","msg":"trace[1328666228] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25471; }","duration":"3.636668311s","start":"2026-05-29T02:59:30.582027Z","end":"2026-05-29T02:59:34.218695Z","steps":["trace[1328666228] 'agreement among raft nodes before linearized reading' (duration: 3.636557798s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.218498Z","caller":"traceutil/trace.go:171","msg":"trace[782316960] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25471; }","duration":"3.133736541s","start":"2026-05-29T02:59:31.084753Z","end":"2026-05-29T02:59:34.218489Z","steps":["trace[782316960] 'agreement among raft nodes before linearized reading' (duration: 3.133676929s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650577029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-29T02:59:34.218746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.582001Z","time spent":"3.636737533s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.218752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.277234Z","time spent":"941.504382ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:34.218774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.234570377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:34.218799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73881148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:34.218814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852754413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:34.218833Z","caller":"traceutil/trace.go:171","msg":"trace[1485778004] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25471; }","duration":"1.73886972s","start":"2026-05-29T02:59:32.479952Z","end":"2026-05-29T02:59:34.218822Z","steps":["trace[1485778004] 'agreement among raft nodes before linearized reading' (duration: 1.738818869s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.218845Z","caller":"traceutil/trace.go:171","msg":"trace[1670648854] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25471; }","duration":"1.852801044s","start":"2026-05-29T02:59:32.366035Z","end":"2026-05-29T02:59:34.218836Z","steps":["trace[1670648854] 'agreement among raft nodes before linearized reading' (duration: 1.852756513s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.21884Z","caller":"traceutil/trace.go:171","msg":"trace[1508352327] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25471; }","duration":"3.234668669s","start":"2026-05-29T02:59:30.984152Z","end":"2026-05-29T02:59:34.21882Z","steps":["trace[1508352327] 'agreement among raft nodes before linearized reading' (duration: 3.234573107s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.366028Z","time spent":"1.852836164s","remote":"127.0.0.1:38304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.218859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158065317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T02:59:34.218554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.745595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:34.21891Z","caller":"traceutil/trace.go:171","msg":"trace[1525907057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25471; }","duration":"139.138654ms","start":"2026-05-29T02:59:34.079763Z","end":"2026-05-29T02:59:34.218902Z","steps":["trace[1525907057] 'agreement among raft nodes before linearized reading' (duration: 138.739325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.984132Z","time spent":"3.234754681s","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:34.218809Z","caller":"traceutil/trace.go:171","msg":"trace[1371517416] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25471; }","duration":"1.650669411s","start":"2026-05-29T02:59:32.568094Z","end":"2026-05-29T02:59:34.218763Z","steps":["trace[1371517416] 'agreement among raft nodes before linearized reading' (duration: 1.650408295s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:29.966083Z","time spent":"4.252578233s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T02:59:34.218977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500221986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-29T02:59:34.218737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.034002Z","time spent":"3.184724617s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"info","ts":"2026-05-29T02:59:34.21891Z","caller":"traceutil/trace.go:171","msg":"trace[449268939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25471; }","duration":"2.158150669s","start":"2026-05-29T02:59:32.060748Z","end":"2026-05-29T02:59:34.218898Z","steps":["trace[449268939] 'agreement among raft nodes before linearized reading' (duration: 2.158041797s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.219026Z","caller":"traceutil/trace.go:171","msg":"trace[1136989949] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25471; }","duration":"2.500278557s","start":"2026-05-29T02:59:31.718724Z","end":"2026-05-29T02:59:34.219002Z","steps":["trace[1136989949] 'agreement among raft nodes before linearized reading' (duration: 2.500147504s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.21905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.060727Z","time spent":"2.158315853s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:34.219087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.718709Z","time spent":"2.500359238s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T02:59:34.218462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.894992Z","time spent":"323.461259ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.218143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.897322Z","time spent":"2.320761304s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:34.218453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069122335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:34.219189Z","caller":"traceutil/trace.go:171","msg":"trace[1709726711] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25471; }","duration":"3.069883433s","start":"2026-05-29T02:59:31.149291Z","end":"2026-05-29T02:59:34.219175Z","steps":["trace[1709726711] 'agreement among raft nodes before linearized reading' (duration: 3.069060684s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.218469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.252932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-29T02:59:34.219424Z","caller":"traceutil/trace.go:171","msg":"trace[602746840] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25471; }","duration":"892.216904ms","start":"2026-05-29T02:59:33.327187Z","end":"2026-05-29T02:59:34.219404Z","steps":["trace[602746840] 'agreement among raft nodes before linearized reading' (duration: 891.16986ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:34.218572Z","caller":"traceutil/trace.go:171","msg":"trace[1112857122] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25471; }","duration":"3.63535046s","start":"2026-05-29T02:59:30.583211Z","end":"2026-05-29T02:59:34.218562Z","steps":["trace[1112857122] 'agreement among raft nodes before linearized reading' (duration: 3.635304149s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.219492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.327172Z","time spent":"892.303137ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:34.219487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.14925Z","time spent":"3.069974565s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T02:59:34.218584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.851239Z","time spent":"3.367337492s","remote":"127.0.0.1:49508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.218742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172419049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:34.21958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:30.583182Z","time spent":"3.636350573s","remote":"127.0.0.1:49550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.218774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879986082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-29T02:59:34.219649Z","caller":"traceutil/trace.go:171","msg":"trace[1097458649] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25471; }","duration":"1.173349161s","start":"2026-05-29T02:59:33.04627Z","end":"2026-05-29T02:59:34.219619Z","steps":["trace[1097458649] 'agreement among raft nodes before linearized reading' (duration: 1.172382949s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.219687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:33.046247Z","time spent":"1.173427432s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:34.219677Z","caller":"traceutil/trace.go:171","msg":"trace[100267120] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25471; }","duration":"1.880870053s","start":"2026-05-29T02:59:32.338783Z","end":"2026-05-29T02:59:34.219653Z","steps":["trace[100267120] 'agreement among raft nodes before linearized reading' (duration: 1.879949901s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:34.219733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.338725Z","time spent":"1.880990715s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:34.218869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.479936Z","time spent":"1.738925572s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.218979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:32.568075Z","time spent":"1.650887426s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T02:59:34.218756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:31.084687Z","time spent":"3.134057839s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:34.72726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:35.228001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:35.728779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:36.229998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:36.730174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746078,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:36.849402Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.629416269s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:37.070122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:37.070226Z","caller":"traceutil/trace.go:171","msg":"trace[744865442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183634s","start":"2026-05-29T02:59:35.070019Z","end":"2026-05-29T02:59:37.070203Z","steps":["trace[744865442] 'agreement among raft nodes before linearized reading' (duration: 2.000069021s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:37.070273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.069998Z","time spent":"2.000266735s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:39.070714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000212044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:39.070801Z","caller":"traceutil/trace.go:171","msg":"trace[381030413] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384818s","start":"2026-05-29T02:59:37.070398Z","end":"2026-05-29T02:59:39.070783Z","steps":["trace[381030413] 'agreement among raft nodes before linearized reading' (duration: 2.000252385s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:39.070848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.070372Z","time spent":"2.000465609s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:39.192971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45759831s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:39.196181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346244472s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-29T02:59:39.196429Z","caller":"traceutil/trace.go:171","msg":"trace[365358385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25471; }","duration":"3.46099813s","start":"2026-05-29T02:59:35.735342Z","end":"2026-05-29T02:59:39.19634Z","steps":["trace[365358385] 'range keys from in-memory index tree' (duration: 3.457530838s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:39.196507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.219859Z","time spent":"4.976642394s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:39.468773Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.618935051s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:39.967699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.223924Z","time spent":"5.743768124s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:59:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:39.967841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.225074Z","time spent":"5.742766371s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:59:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:40.807143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081720602s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:40.95208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.953432Z","time spent":"998.642553ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:40.953475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484157285s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-29T02:59:41.080212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000746146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:41.080286Z","caller":"traceutil/trace.go:171","msg":"trace[1579411689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000873829s","start":"2026-05-29T02:59:39.079395Z","end":"2026-05-29T02:59:41.080269Z","steps":["trace[1579411689] 'agreement among raft nodes before linearized reading' (duration: 2.000779787s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.080328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.079374Z","time spent":"2.000946251s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:41.173552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.89644ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T02:59:41.173733Z","caller":"traceutil/trace.go:171","msg":"trace[1753473752] linearizableReadLoop","detail":"{readStateIndex:26378; appliedIndex:26374; }","duration":"6.94753149s","start":"2026-05-29T02:59:34.226188Z","end":"2026-05-29T02:59:41.173719Z","steps":["trace[1753473752] 'read index received' (duration: 2.623701874s)","trace[1753473752] 'applied index is now lower than readState.Index' (duration: 4.323828466s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:41.173849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.947641023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:41.173928Z","caller":"traceutil/trace.go:171","msg":"trace[167199598] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25474; }","duration":"6.947746405s","start":"2026-05-29T02:59:34.226161Z","end":"2026-05-29T02:59:41.173907Z","steps":["trace[167199598] 'agreement among raft nodes before linearized reading' (duration: 6.947610401s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.173974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.226148Z","time spent":"6.947816617s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:59:41.173967Z","caller":"traceutil/trace.go:171","msg":"trace[1614102334] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"4.046665763s","start":"2026-05-29T02:59:37.127281Z","end":"2026-05-29T02:59:41.173947Z","steps":["trace[1614102334] 'process raft request' (duration: 4.046364996s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.174077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.127259Z","time spent":"4.046758424s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:41.174268Z","caller":"traceutil/trace.go:171","msg":"trace[1353516306] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25476; }","duration":"1.976683622s","start":"2026-05-29T02:59:39.197566Z","end":"2026-05-29T02:59:41.17425Z","steps":["trace[1353516306] 'process raft request' (duration: 1.976550048s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:41.174312Z","caller":"traceutil/trace.go:171","msg":"trace[1032086778] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"3.808416522s","start":"2026-05-29T02:59:37.365884Z","end":"2026-05-29T02:59:41.174301Z","steps":["trace[1032086778] 'process raft request' (duration: 3.807989042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.17438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.365846Z","time spent":"3.808487764s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:41.17438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.197541Z","time spent":"1.976780524s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:41.174482Z","caller":"traceutil/trace.go:171","msg":"trace[1338590404] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"1.948263175s","start":"2026-05-29T02:59:39.226204Z","end":"2026-05-29T02:59:41.174468Z","steps":["trace[1338590404] 'process raft request' (duration: 1.947953877s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.174534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.226181Z","time spent":"1.948325847s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:41.183975Z","caller":"traceutil/trace.go:171","msg":"trace[1366576061] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25477; }","duration":"1.214461507s","start":"2026-05-29T02:59:39.969492Z","end":"2026-05-29T02:59:41.183953Z","steps":["trace[1366576061] 'process raft request' (duration: 1.214280653s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.184092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.969443Z","time spent":"1.21458392s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:41.184159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802047402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-05-29T02:59:41.184251Z","caller":"traceutil/trace.go:171","msg":"trace[1867340377] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25477; }","duration":"3.802216277s","start":"2026-05-29T02:59:37.382015Z","end":"2026-05-29T02:59:41.184231Z","steps":["trace[1867340377] 'agreement among raft nodes before linearized reading' (duration: 3.8019389s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.184299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.381981Z","time spent":"3.802307848s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:41.184338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.960247219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T02:59:41.184371Z","caller":"traceutil/trace.go:171","msg":"trace[1148260523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25477; }","duration":"4.960317021s","start":"2026-05-29T02:59:36.224042Z","end":"2026-05-29T02:59:41.184359Z","steps":["trace[1148260523] 'agreement among raft nodes before linearized reading' (duration: 4.960212248s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.184368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.959301226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:59:41.184407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.267241217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:41.184445Z","caller":"traceutil/trace.go:171","msg":"trace[135531925] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25477; }","duration":"6.267340829s","start":"2026-05-29T02:59:34.917094Z","end":"2026-05-29T02:59:41.184435Z","steps":["trace[135531925] 'agreement among raft nodes before linearized reading' (duration: 6.267193006s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.184446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.446854461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:41.1844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.224018Z","time spent":"4.960375592s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T02:59:41.184477Z","caller":"traceutil/trace.go:171","msg":"trace[741006326] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25477; }","duration":"6.446922383s","start":"2026-05-29T02:59:34.737547Z","end":"2026-05-29T02:59:41.184469Z","steps":["trace[741006326] 'agreement among raft nodes before linearized reading' (duration: 6.446870982s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.184502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.917073Z","time spent":"6.267419832s","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:41.184505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.737525Z","time spent":"6.446972654s","remote":"127.0.0.1:41652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:41.184692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081279584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:41.184718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.681676272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-dkbfx\" ","response":"range_response_count:1 size:6395"} {"level":"warn","ts":"2026-05-29T02:59:41.184709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967494181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-05-29T02:59:41.184751Z","caller":"traceutil/trace.go:171","msg":"trace[1215523823] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25477; }","duration":"4.081373176s","start":"2026-05-29T02:59:37.103361Z","end":"2026-05-29T02:59:41.184734Z","steps":["trace[1215523823] 'agreement among raft nodes before linearized reading' (duration: 4.081284274s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:41.184443Z","caller":"traceutil/trace.go:171","msg":"trace[1347605106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25477; }","duration":"4.959411999s","start":"2026-05-29T02:59:36.225011Z","end":"2026-05-29T02:59:41.184423Z","steps":["trace[1347605106] 'agreement among raft nodes before linearized reading' (duration: 4.959192454s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:41.184793Z","caller":"traceutil/trace.go:171","msg":"trace[866918203] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9; range_end:; response_count:1; response_revision:25477; }","duration":"2.967629534s","start":"2026-05-29T02:59:38.217143Z","end":"2026-05-29T02:59:41.184772Z","steps":["trace[866918203] 'agreement among raft nodes before linearized reading' (duration: 2.967352168s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.18483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.224991Z","time spent":"4.95983006s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:59:41.184851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.217125Z","time spent":"2.967710406s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9\" "} {"level":"warn","ts":"2026-05-29T02:59:41.184866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143254718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:41.184905Z","caller":"traceutil/trace.go:171","msg":"trace[1440334670] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25477; }","duration":"4.14332276s","start":"2026-05-29T02:59:37.04157Z","end":"2026-05-29T02:59:41.184892Z","steps":["trace[1440334670] 'agreement among raft nodes before linearized reading' (duration: 4.143251709s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.184906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063483273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268423"} {"level":"info","ts":"2026-05-29T02:59:41.184951Z","caller":"traceutil/trace.go:171","msg":"trace[550195949] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25477; }","duration":"3.063569155s","start":"2026-05-29T02:59:38.121369Z","end":"2026-05-29T02:59:41.184939Z","steps":["trace[550195949] 'agreement among raft nodes before linearized reading' (duration: 3.063135115s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.184986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.121347Z","time spent":"3.063629676s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268446,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-29T02:59:41.185008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289196263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:41.185048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.5281266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-29T02:59:41.185046Z","caller":"traceutil/trace.go:171","msg":"trace[362006125] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25477; }","duration":"4.289263295s","start":"2026-05-29T02:59:36.895772Z","end":"2026-05-29T02:59:41.185035Z","steps":["trace[362006125] 'agreement among raft nodes before linearized reading' (duration: 4.289199283s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:41.185071Z","caller":"traceutil/trace.go:171","msg":"trace[255565630] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25477; }","duration":"4.528191291s","start":"2026-05-29T02:59:36.656873Z","end":"2026-05-29T02:59:41.185064Z","steps":["trace[255565630] 'agreement among raft nodes before linearized reading' (duration: 4.52812775s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.656843Z","time spent":"4.528239652s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:41.185087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.895749Z","time spent":"4.289328237s","remote":"127.0.0.1:58890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:41.185104Z","caller":"traceutil/trace.go:171","msg":"trace[1621910261] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25477; }","duration":"1.215262306s","start":"2026-05-29T02:59:39.969827Z","end":"2026-05-29T02:59:41.18509Z","steps":["trace[1621910261] 'process raft request' (duration: 1.214014657s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.96981Z","time spent":"1.215321367s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:41.185221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.426392543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:59:41.185235Z","caller":"traceutil/trace.go:171","msg":"trace[932806457] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25477; }","duration":"4.426445343s","start":"2026-05-29T02:59:36.758785Z","end":"2026-05-29T02:59:41.185231Z","steps":["trace[932806457] 'agreement among raft nodes before linearized reading' (duration: 4.426359051s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199521286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-05-29T02:59:41.185395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.674089525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-05-29T02:59:41.185423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.758763Z","time spent":"4.426482104s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:41.185432Z","caller":"traceutil/trace.go:171","msg":"trace[425259402] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25477; }","duration":"3.199623897s","start":"2026-05-29T02:59:37.985792Z","end":"2026-05-29T02:59:41.185416Z","steps":["trace[425259402] 'agreement among raft nodes before linearized reading' (duration: 3.199442543s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.870185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:41.185478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.985771Z","time spent":"3.19969504s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-05-29T02:59:41.185485Z","caller":"traceutil/trace.go:171","msg":"trace[70466068] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25477; }","duration":"238.938587ms","start":"2026-05-29T02:59:40.946533Z","end":"2026-05-29T02:59:41.185472Z","steps":["trace[70466068] 'agreement among raft nodes before linearized reading' (duration: 238.889096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48555747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T02:59:41.185561Z","caller":"traceutil/trace.go:171","msg":"trace[81425150] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25477; }","duration":"4.485611732s","start":"2026-05-29T02:59:36.699943Z","end":"2026-05-29T02:59:41.185555Z","steps":["trace[81425150] 'agreement among raft nodes before linearized reading' (duration: 4.485561851s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.69992Z","time spent":"4.485651913s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:41.185659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580745372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:41.185688Z","caller":"traceutil/trace.go:171","msg":"trace[618976221] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25477; }","duration":"1.580813394s","start":"2026-05-29T02:59:39.604866Z","end":"2026-05-29T02:59:41.185679Z","steps":["trace[618976221] 'agreement among raft nodes before linearized reading' (duration: 1.580762462s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469046908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:59:41.185746Z","caller":"traceutil/trace.go:171","msg":"trace[890202164] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25477; }","duration":"5.4691189s","start":"2026-05-29T02:59:35.71662Z","end":"2026-05-29T02:59:41.185739Z","steps":["trace[890202164] 'agreement among raft nodes before linearized reading' (duration: 5.468018404s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655827983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:41.185766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.716596Z","time spent":"5.469165131s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2740,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:41.185785Z","caller":"traceutil/trace.go:171","msg":"trace[716537241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25477; }","duration":"1.655853424s","start":"2026-05-29T02:59:39.529924Z","end":"2026-05-29T02:59:41.185777Z","steps":["trace[716537241] 'agreement among raft nodes before linearized reading' (duration: 1.655810953s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.529859Z","time spent":"1.655948367s","remote":"127.0.0.1:49678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:41.185817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.319110352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:41.185887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.691337123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:41.185907Z","caller":"traceutil/trace.go:171","msg":"trace[665222319] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25477; }","duration":"5.691414856s","start":"2026-05-29T02:59:35.494486Z","end":"2026-05-29T02:59:41.185901Z","steps":["trace[665222319] 'agreement among raft nodes before linearized reading' (duration: 5.691381515s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:41.185874Z","caller":"traceutil/trace.go:171","msg":"trace[621523649] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25477; }","duration":"3.319234415s","start":"2026-05-29T02:59:37.866622Z","end":"2026-05-29T02:59:41.185856Z","steps":["trace[621523649] 'agreement among raft nodes before linearized reading' (duration: 3.319119372s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.907913746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:41.185976Z","caller":"traceutil/trace.go:171","msg":"trace[60205569] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25477; }","duration":"5.907971986s","start":"2026-05-29T02:59:35.277997Z","end":"2026-05-29T02:59:41.185969Z","steps":["trace[60205569] 'agreement among raft nodes before linearized reading' (duration: 5.907941276s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.185926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.494454Z","time spent":"5.691467307s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:41.185999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:35.277974Z","time spent":"5.908020568s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:41.186046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690935977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-05-29T02:59:41.186084Z","caller":"traceutil/trace.go:171","msg":"trace[474644313] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25477; }","duration":"1.690972178s","start":"2026-05-29T02:59:39.495102Z","end":"2026-05-29T02:59:41.186074Z","steps":["trace[474644313] 'agreement among raft nodes before linearized reading' (duration: 1.690869426s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.18611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.495047Z","time spent":"1.69105755s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T02:59:41.185717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:39.604843Z","time spent":"1.580866704s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:41.185963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.866602Z","time spent":"3.319344937s","remote":"127.0.0.1:49436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:41.184796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.103338Z","time spent":"4.081445169s","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:41.185446Z","caller":"traceutil/trace.go:171","msg":"trace[783554404] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25477; }","duration":"4.674196207s","start":"2026-05-29T02:59:36.511236Z","end":"2026-05-29T02:59:41.185432Z","steps":["trace[783554404] 'agreement among raft nodes before linearized reading' (duration: 4.674062204s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.186226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957492016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-05-29T02:59:41.185403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.964433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:41.186263Z","caller":"traceutil/trace.go:171","msg":"trace[1538351578] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25477; }","duration":"2.957567398s","start":"2026-05-29T02:59:38.228687Z","end":"2026-05-29T02:59:41.186255Z","steps":["trace[1538351578] 'agreement among raft nodes before linearized reading' (duration: 2.957478026s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:41.186269Z","caller":"traceutil/trace.go:171","msg":"trace[1101538889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25477; }","duration":"105.856424ms","start":"2026-05-29T02:59:41.080404Z","end":"2026-05-29T02:59:41.18626Z","steps":["trace[1101538889] 'agreement among raft nodes before linearized reading' (duration: 104.967423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.186273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:36.511215Z","time spent":"4.675040867s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-29T02:59:41.18629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:38.228483Z","time spent":"2.957800523s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-05-29T02:59:41.186293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.505420332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-29T02:59:41.184747Z","caller":"traceutil/trace.go:171","msg":"trace[1161845664] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-dkbfx; range_end:; response_count:1; response_revision:25477; }","duration":"6.681742604s","start":"2026-05-29T02:59:34.502996Z","end":"2026-05-29T02:59:41.184738Z","steps":["trace[1161845664] 'agreement among raft nodes before linearized reading' (duration: 6.681656322s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.186361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651453349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:59:41.186382Z","caller":"traceutil/trace.go:171","msg":"trace[406808203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25477; }","duration":"3.65150505s","start":"2026-05-29T02:59:37.534866Z","end":"2026-05-29T02:59:41.186371Z","steps":["trace[406808203] 'agreement among raft nodes before linearized reading' (duration: 3.651461899s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.184949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.041545Z","time spent":"4.143388542s","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:41.186396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.534841Z","time spent":"3.651552171s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:59:41.186421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709802608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:41.186404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:34.502975Z","time spent":"6.683376521s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6418,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-dkbfx\" "} {"level":"info","ts":"2026-05-29T02:59:41.186444Z","caller":"traceutil/trace.go:171","msg":"trace[1278633455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25477; }","duration":"3.709827018s","start":"2026-05-29T02:59:37.47661Z","end":"2026-05-29T02:59:41.186437Z","steps":["trace[1278633455] 'agreement among raft nodes before linearized reading' (duration: 3.709787078s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.186466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.476582Z","time spent":"3.70987828s","remote":"127.0.0.1:38470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:41.186317Z","caller":"traceutil/trace.go:171","msg":"trace[1954430649] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25477; }","duration":"3.505468393s","start":"2026-05-29T02:59:37.680841Z","end":"2026-05-29T02:59:41.186309Z","steps":["trace[1954430649] 'agreement among raft nodes before linearized reading' (duration: 3.505398502s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:41.186597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:37.680827Z","time spent":"3.50575984s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:41.709205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:42.209864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:42.68408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475250225s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:42.808214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.874307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:42.808558Z","caller":"traceutil/trace.go:171","msg":"trace[497617965] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"1.618971818s","start":"2026-05-29T02:59:41.189534Z","end":"2026-05-29T02:59:42.808506Z","steps":["trace[497617965] 'process raft request' (duration: 1.618776163s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.80867Z","caller":"traceutil/trace.go:171","msg":"trace[294272912] linearizableReadLoop","detail":"{readStateIndex:26393; appliedIndex:26385; }","duration":"1.599658774s","start":"2026-05-29T02:59:41.208994Z","end":"2026-05-29T02:59:42.808653Z","steps":["trace[294272912] 'read index received' (duration: 1.475280336s)","trace[294272912] 'applied index is now lower than readState.Index' (duration: 124.377418ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:42.80871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.189508Z","time spent":"1.619121641s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:42.808827Z","caller":"traceutil/trace.go:171","msg":"trace[2137915997] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"1.614883821s","start":"2026-05-29T02:59:41.193895Z","end":"2026-05-29T02:59:42.808779Z","steps":["trace[2137915997] 'process raft request' (duration: 1.614628995s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.808926Z","caller":"traceutil/trace.go:171","msg":"trace[2078922] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"1.619748346s","start":"2026-05-29T02:59:41.189159Z","end":"2026-05-29T02:59:42.808907Z","steps":["trace[2078922] 'process raft request' (duration: 1.495102901s)","trace[2078922] 'compare' (duration: 123.727713ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:42.808942Z","caller":"traceutil/trace.go:171","msg":"trace[233445595] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"1.598056257s","start":"2026-05-29T02:59:41.210871Z","end":"2026-05-29T02:59:42.808927Z","steps":["trace[233445595] 'process raft request' (duration: 1.597710938s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.808997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.193886Z","time spent":"1.615015655s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6199,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:42.809006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.189131Z","time spent":"1.619832187s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:42.809047Z","caller":"traceutil/trace.go:171","msg":"trace[1782511572] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"1.083078144s","start":"2026-05-29T02:59:41.725959Z","end":"2026-05-29T02:59:42.809038Z","steps":["trace[1782511572] 'process raft request' (duration: 1.082655184s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.809097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.72593Z","time spent":"1.083144586s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:42.809007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.210857Z","time spent":"1.598115359s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:42.809299Z","caller":"traceutil/trace.go:171","msg":"trace[889488675] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"1.618019355s","start":"2026-05-29T02:59:41.191229Z","end":"2026-05-29T02:59:42.809248Z","steps":["trace[889488675] 'process raft request' (duration: 1.617176055s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.809309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614648076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.809339Z","caller":"traceutil/trace.go:171","msg":"trace[1577097610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25485; }","duration":"1.614705807s","start":"2026-05-29T02:59:41.194624Z","end":"2026-05-29T02:59:42.80933Z","steps":["trace[1577097610] 'agreement among raft nodes before linearized reading' (duration: 1.614623585s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.809366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.194608Z","time spent":"1.614753339s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:42.809367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.1912Z","time spent":"1.618129098s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:42.809643Z","caller":"traceutil/trace.go:171","msg":"trace[567876670] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"1.61778583s","start":"2026-05-29T02:59:41.191845Z","end":"2026-05-29T02:59:42.809631Z","steps":["trace[567876670] 'process raft request' (duration: 1.616606592s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.809664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.888529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.809701Z","caller":"traceutil/trace.go:171","msg":"trace[377221363] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25485; }","duration":"265.971571ms","start":"2026-05-29T02:59:42.543718Z","end":"2026-05-29T02:59:42.80969Z","steps":["trace[377221363] 'agreement among raft nodes before linearized reading' (duration: 265.90993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.809722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.191832Z","time spent":"1.617846851s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:42.809791Z","caller":"traceutil/trace.go:171","msg":"trace[2106608843] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"1.616870608s","start":"2026-05-29T02:59:41.192899Z","end":"2026-05-29T02:59:42.80977Z","steps":["trace[2106608843] 'process raft request' (duration: 1.615589388s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.809871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594327909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.809863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444037664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-05-29T02:59:42.809899Z","caller":"traceutil/trace.go:171","msg":"trace[1697530494] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25485; }","duration":"1.59437714s","start":"2026-05-29T02:59:41.215513Z","end":"2026-05-29T02:59:42.80989Z","steps":["trace[1697530494] 'agreement among raft nodes before linearized reading' (duration: 1.594306788s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.809926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.2155Z","time spent":"1.594419512s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-29T02:59:42.809933Z","caller":"traceutil/trace.go:171","msg":"trace[816470004] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25485; }","duration":"1.444151637s","start":"2026-05-29T02:59:41.365763Z","end":"2026-05-29T02:59:42.809915Z","steps":["trace[816470004] 'agreement among raft nodes before linearized reading' (duration: 1.443920651s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.809965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.821741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.809886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.192881Z","time spent":"1.61695194s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:42.809993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213810702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:42.810038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265068704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:42.810066Z","caller":"traceutil/trace.go:171","msg":"trace[1281275998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25485; }","duration":"1.213921895s","start":"2026-05-29T02:59:41.596125Z","end":"2026-05-29T02:59:42.810047Z","steps":["trace[1281275998] 'agreement among raft nodes before linearized reading' (duration: 1.213785582s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:42.81008Z","caller":"traceutil/trace.go:171","msg":"trace[736022178] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25485; }","duration":"1.265155516s","start":"2026-05-29T02:59:41.544911Z","end":"2026-05-29T02:59:42.810066Z","steps":["trace[736022178] 'agreement among raft nodes before linearized reading' (duration: 1.265075934s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.810111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.596109Z","time spent":"1.213991376s","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.810117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.54489Z","time spent":"1.265216367s","remote":"127.0.0.1:49208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:42.80998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:41.365742Z","time spent":"1.444228848s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-05-29T02:59:42.81002Z","caller":"traceutil/trace.go:171","msg":"trace[1276078967] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25485; }","duration":"344.917783ms","start":"2026-05-29T02:59:42.465086Z","end":"2026-05-29T02:59:42.810004Z","steps":["trace[1276078967] 'agreement among raft nodes before linearized reading' (duration: 344.828141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:42.811935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.465066Z","time spent":"346.853019ms","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:43.318788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:43.819554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:44.320722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:44.819976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:44.820027Z","caller":"traceutil/trace.go:171","msg":"trace[1918946643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999985939s","start":"2026-05-29T02:59:42.82003Z","end":"2026-05-29T02:59:44.820016Z","steps":["trace[1918946643] 'agreement among raft nodes before linearized reading' (duration: 1.999925417s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:44.82005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.820024Z","time spent":"2.000021299s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:44.821152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:45.321994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:45.822673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:46.32304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:46.820325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:46.820415Z","caller":"traceutil/trace.go:171","msg":"trace[762679942] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234484s","start":"2026-05-29T02:59:44.820161Z","end":"2026-05-29T02:59:46.820395Z","steps":["trace[762679942] 'agreement among raft nodes before linearized reading' (duration: 2.000121401s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:46.820464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.820157Z","time spent":"2.000298025s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:46.823794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:47.324367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:47.391385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.575646265s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:47.813987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.815571Z","time spent":"4.998409234s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:59:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:47.817576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.81865Z","time spent":"4.998920236s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:47.943911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208894901s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:47.944032Z","caller":"traceutil/trace.go:171","msg":"trace[739172393] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25485; }","duration":"2.209023684s","start":"2026-05-29T02:59:45.734991Z","end":"2026-05-29T02:59:47.944015Z","steps":["trace[739172393] 'range keys from in-memory index tree' (duration: 2.208880341s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:47.944235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.526175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-05-29T02:59:48.828912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:48.828965Z","caller":"traceutil/trace.go:171","msg":"trace[1585356128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048562s","start":"2026-05-29T02:59:46.828468Z","end":"2026-05-29T02:59:48.828953Z","steps":["trace[1585356128] 'agreement among raft nodes before linearized reading' (duration: 2.000423148s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:48.828993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.828444Z","time spent":"2.00054167s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.022971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.631414999s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:49.493056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999287835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:49.493127Z","caller":"traceutil/trace.go:171","msg":"trace[71362193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999590782s","start":"2026-05-29T02:59:44.493519Z","end":"2026-05-29T02:59:49.49311Z","steps":["trace[71362193] 'agreement among raft nodes before linearized reading' (duration: 4.999317065s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:49.493163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.493499Z","time spent":"4.999656523s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.812629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999478748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:49.812728Z","caller":"traceutil/trace.go:171","msg":"trace[772780458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999622702s","start":"2026-05-29T02:59:44.813081Z","end":"2026-05-29T02:59:49.812704Z","steps":["trace[772780458] 'agreement among raft nodes before linearized reading' (duration: 4.999505059s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:49.812802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.813064Z","time spent":"4.999716895s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.813475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999116541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:49.813538Z","caller":"traceutil/trace.go:171","msg":"trace[1999491602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999212432s","start":"2026-05-29T02:59:44.81431Z","end":"2026-05-29T02:59:49.813522Z","steps":["trace[1999491602] 'agreement among raft nodes before linearized reading' (duration: 4.99914051s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:49.81359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.814291Z","time spent":"4.999287265s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.81978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.819684Z","time spent":"7.000092112s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:49.819854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.818805Z","time spent":"7.001043025s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:49.829202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000131074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:49.829309Z","caller":"traceutil/trace.go:171","msg":"trace[1620545189] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000263617s","start":"2026-05-29T02:59:44.829022Z","end":"2026-05-29T02:59:49.829286Z","steps":["trace[1620545189] 'agreement among raft nodes before linearized reading' (duration: 5.000136524s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:49.829357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.829012Z","time spent":"5.000335428s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:49.883385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999674303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:49.883466Z","caller":"traceutil/trace.go:171","msg":"trace[1431010207] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999809326s","start":"2026-05-29T02:59:44.883637Z","end":"2026-05-29T02:59:49.883447Z","steps":["trace[1431010207] 'agreement among raft nodes before linearized reading' (duration: 4.999710044s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:49.88351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.883616Z","time spent":"4.999886088s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 02:59:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:50.51772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998772023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:50.51781Z","caller":"traceutil/trace.go:171","msg":"trace[1345024353] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998917757s","start":"2026-05-29T02:59:45.518872Z","end":"2026-05-29T02:59:50.51779Z","steps":["trace[1345024353] 'agreement among raft nodes before linearized reading' (duration: 4.998792144s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.517857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.518852Z","time spent":"4.998995888s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:50.829316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:50.829416Z","caller":"traceutil/trace.go:171","msg":"trace[25179633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216824s","start":"2026-05-29T02:59:48.82918Z","end":"2026-05-29T02:59:50.829397Z","steps":["trace[25179633] 'agreement among raft nodes before linearized reading' (duration: 2.000065701s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:50.82947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.829162Z","time spent":"2.000293556s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:51.850522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534758972s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:52.077947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.472396Z","time spent":"1.605545234s","remote":"127.0.0.1:48228","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T02:59:52.078833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055662079s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:52.079196Z","caller":"traceutil/trace.go:171","msg":"trace[1927283635] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"1.76351051s","start":"2026-05-29T02:59:50.315669Z","end":"2026-05-29T02:59:52.079179Z","steps":["trace[1927283635] 'process raft request' (duration: 1.763469169s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.079268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.315638Z","time spent":"1.763591292s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.079513Z","caller":"traceutil/trace.go:171","msg":"trace[1125259582] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"5.900361238s","start":"2026-05-29T02:59:46.179142Z","end":"2026-05-29T02:59:52.079503Z","steps":["trace[1125259582] 'process raft request' (duration: 5.899946829s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.079569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.179114Z","time spent":"5.900425149s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.079682Z","caller":"traceutil/trace.go:171","msg":"trace[1377946170] linearizableReadLoop","detail":"{readStateIndex:26398; appliedIndex:26393; }","duration":"9.261611767s","start":"2026-05-29T02:59:42.818061Z","end":"2026-05-29T02:59:52.079672Z","steps":["trace[1377946170] 'read index received' (duration: 4.573524094s)","trace[1377946170] 'applied index is now lower than readState.Index' (duration: 4.688086553s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:52.079889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.261825242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T02:59:52.079919Z","caller":"traceutil/trace.go:171","msg":"trace[492239651] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25491; }","duration":"9.261877014s","start":"2026-05-29T02:59:42.818032Z","end":"2026-05-29T02:59:52.079909Z","steps":["trace[492239651] 'agreement among raft nodes before linearized reading' (duration: 9.261771741s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.079952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.818022Z","time spent":"9.261923515s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-05-29T02:59:52.170029Z","caller":"traceutil/trace.go:171","msg":"trace[603699417] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"886.819108ms","start":"2026-05-29T02:59:51.283182Z","end":"2026-05-29T02:59:52.170001Z","steps":["trace[603699417] 'process raft request' (duration: 886.630593ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.283165Z","time spent":"886.9392ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.170228Z","caller":"traceutil/trace.go:171","msg":"trace[203874160] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"765.149343ms","start":"2026-05-29T02:59:51.40504Z","end":"2026-05-29T02:59:52.170189Z","steps":["trace[203874160] 'process raft request' (duration: 764.919158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343314378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.170316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080635905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.1703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.673587682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.170347Z","caller":"traceutil/trace.go:171","msg":"trace[1933810240] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25493; }","duration":"3.343389389s","start":"2026-05-29T02:59:48.826942Z","end":"2026-05-29T02:59:52.170331Z","steps":["trace[1933810240] 'agreement among raft nodes before linearized reading' (duration: 3.343308488s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.826925Z","time spent":"3.343447141s","remote":"127.0.0.1:49370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:52.170375Z","caller":"traceutil/trace.go:171","msg":"trace[9537336] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25493; }","duration":"4.673714504s","start":"2026-05-29T02:59:47.496641Z","end":"2026-05-29T02:59:52.170356Z","steps":["trace[9537336] 'agreement among raft nodes before linearized reading' (duration: 4.673569361s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13879471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.170408Z","caller":"traceutil/trace.go:171","msg":"trace[1027523531] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25493; }","duration":"1.138871632s","start":"2026-05-29T02:59:51.031531Z","end":"2026-05-29T02:59:52.170403Z","steps":["trace[1027523531] 'agreement among raft nodes before linearized reading' (duration: 1.138831431s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.405021Z","time spent":"765.298166ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:52.17043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.031505Z","time spent":"1.138919153s","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.170424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.287815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-29T02:59:52.170473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962795478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.170476Z","caller":"traceutil/trace.go:171","msg":"trace[1849491468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25493; }","duration":"355.344707ms","start":"2026-05-29T02:59:51.815118Z","end":"2026-05-29T02:59:52.170463Z","steps":["trace[1849491468] 'agreement among raft nodes before linearized reading' (duration: 355.159022ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.170503Z","caller":"traceutil/trace.go:171","msg":"trace[1996725969] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25493; }","duration":"4.962853719s","start":"2026-05-29T02:59:47.207639Z","end":"2026-05-29T02:59:52.170493Z","steps":["trace[1996725969] 'agreement among raft nodes before linearized reading' (duration: 4.962806678s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.815049Z","time spent":"355.4559ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:59:52.170576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100495026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.170571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287464142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.170586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.896209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-05-29T02:59:52.170622Z","caller":"traceutil/trace.go:171","msg":"trace[1185935611] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25493; }","duration":"4.287547243s","start":"2026-05-29T02:59:47.88306Z","end":"2026-05-29T02:59:52.170608Z","steps":["trace[1185935611] 'agreement among raft nodes before linearized reading' (duration: 4.28743792s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017976442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.170659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.883042Z","time spent":"4.287608375s","remote":"127.0.0.1:46120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:52.170669Z","caller":"traceutil/trace.go:171","msg":"trace[752084717] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25493; }","duration":"5.018053904s","start":"2026-05-29T02:59:47.152604Z","end":"2026-05-29T02:59:52.170658Z","steps":["trace[752084717] 'agreement among raft nodes before linearized reading' (duration: 5.017997713s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.17071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867203276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.170714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.227289783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T02:59:52.170718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.321194491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.170719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.882422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.170719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.152584Z","time spent":"5.018114165s","remote":"127.0.0.1:49282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:52.170744Z","caller":"traceutil/trace.go:171","msg":"trace[1467809066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25493; }","duration":"6.321250263s","start":"2026-05-29T02:59:45.849487Z","end":"2026-05-29T02:59:52.170737Z","steps":["trace[1467809066] 'agreement among raft nodes before linearized reading' (duration: 6.321207242s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.170754Z","caller":"traceutil/trace.go:171","msg":"trace[1151158142] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25493; }","duration":"275.957504ms","start":"2026-05-29T02:59:51.894785Z","end":"2026-05-29T02:59:52.170742Z","steps":["trace[1151158142] 'agreement among raft nodes before linearized reading' (duration: 275.910413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.84947Z","time spent":"6.321290415s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.170782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.589269092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:52.170807Z","caller":"traceutil/trace.go:171","msg":"trace[454220456] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25493; }","duration":"6.589323913s","start":"2026-05-29T02:59:45.581475Z","end":"2026-05-29T02:59:52.170799Z","steps":["trace[454220456] 'agreement among raft nodes before linearized reading' (duration: 6.589283412s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.17084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675276796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.170852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.581459Z","time spent":"6.589385665s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.170858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.352352123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-05-29T02:59:52.170876Z","caller":"traceutil/trace.go:171","msg":"trace[1758021682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25493; }","duration":"3.675355278s","start":"2026-05-29T02:59:48.49551Z","end":"2026-05-29T02:59:52.170866Z","steps":["trace[1758021682] 'agreement among raft nodes before linearized reading' (duration: 3.675295097s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.170904Z","caller":"traceutil/trace.go:171","msg":"trace[1637242425] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25493; }","duration":"4.352407805s","start":"2026-05-29T02:59:47.818466Z","end":"2026-05-29T02:59:52.170874Z","steps":["trace[1637242425] 'agreement among raft nodes before linearized reading' (duration: 4.352355804s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.048833056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-05-29T02:59:52.170914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.495487Z","time spent":"3.67541861s","remote":"127.0.0.1:50992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.170923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.818455Z","time spent":"4.352463326s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-05-29T02:59:52.170937Z","caller":"traceutil/trace.go:171","msg":"trace[1362015632] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25493; }","duration":"5.048884968s","start":"2026-05-29T02:59:47.122046Z","end":"2026-05-29T02:59:52.170931Z","steps":["trace[1362015632] 'agreement among raft nodes before linearized reading' (duration: 5.048806386s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.122026Z","time spent":"5.048924849s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-05-29T02:59:52.170953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.1369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.170974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.350897222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.170985Z","caller":"traceutil/trace.go:171","msg":"trace[1693444183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25493; }","duration":"337.179101ms","start":"2026-05-29T02:59:51.833797Z","end":"2026-05-29T02:59:52.170976Z","steps":["trace[1693444183] 'agreement among raft nodes before linearized reading' (duration: 337.124169ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.171009Z","caller":"traceutil/trace.go:171","msg":"trace[748458062] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25493; }","duration":"7.350942733s","start":"2026-05-29T02:59:44.820056Z","end":"2026-05-29T02:59:52.170998Z","steps":["trace[748458062] 'agreement among raft nodes before linearized reading' (duration: 7.350882622s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.833791Z","time spent":"337.221221ms","remote":"127.0.0.1:50980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.95527084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.171045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.820051Z","time spent":"7.350981265s","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.535493075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.17107Z","caller":"traceutil/trace.go:171","msg":"trace[1601787044] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25493; }","duration":"6.955335722s","start":"2026-05-29T02:59:45.215724Z","end":"2026-05-29T02:59:52.17106Z","steps":["trace[1601787044] 'agreement among raft nodes before linearized reading' (duration: 6.95528528s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7601984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T02:59:52.171089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639549192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T02:59:52.171099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.215702Z","time spent":"6.955388473s","remote":"127.0.0.1:49344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.755218312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.171115Z","caller":"traceutil/trace.go:171","msg":"trace[427133576] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25493; }","duration":"6.639576633s","start":"2026-05-29T02:59:45.531531Z","end":"2026-05-29T02:59:52.171107Z","steps":["trace[427133576] 'agreement among raft nodes before linearized reading' (duration: 6.63944323s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.171111Z","caller":"traceutil/trace.go:171","msg":"trace[1285153554] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25493; }","duration":"3.760279062s","start":"2026-05-29T02:59:48.410821Z","end":"2026-05-29T02:59:52.1711Z","steps":["trace[1285153554] 'agreement among raft nodes before linearized reading' (duration: 3.76022482s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.531463Z","time spent":"6.639666294s","remote":"127.0.0.1:58468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:52.171132Z","caller":"traceutil/trace.go:171","msg":"trace[1879187799] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25493; }","duration":"5.755258032s","start":"2026-05-29T02:59:46.415867Z","end":"2026-05-29T02:59:52.171125Z","steps":["trace[1879187799] 'agreement among raft nodes before linearized reading' (duration: 5.755232471s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:48.410798Z","time spent":"3.760336972s","remote":"127.0.0.1:49296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.415852Z","time spent":"5.755310494s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.21757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T02:59:52.171238Z","caller":"traceutil/trace.go:171","msg":"trace[1054033697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25493; }","duration":"351.263852ms","start":"2026-05-29T02:59:51.819966Z","end":"2026-05-29T02:59:52.17123Z","steps":["trace[1054033697] 'agreement among raft nodes before linearized reading' (duration: 351.176489ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.170578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.207622Z","time spent":"4.962943001s","remote":"127.0.0.1:38262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.615582733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.171264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.819957Z","time spent":"351.300942ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T02:59:52.171281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.216233024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-29T02:59:52.170639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313205068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.171295Z","caller":"traceutil/trace.go:171","msg":"trace[1158992536] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25493; }","duration":"7.615631034s","start":"2026-05-29T02:59:44.555655Z","end":"2026-05-29T02:59:52.171286Z","steps":["trace[1158992536] 'agreement among raft nodes before linearized reading' (duration: 7.615550342s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.171307Z","caller":"traceutil/trace.go:171","msg":"trace[1677814256] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25493; }","duration":"2.313875323s","start":"2026-05-29T02:59:49.857426Z","end":"2026-05-29T02:59:52.171301Z","steps":["trace[1677814256] 'agreement among raft nodes before linearized reading' (duration: 2.313184977s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.555581Z","time spent":"7.615736927s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.857377Z","time spent":"2.313967605s","remote":"127.0.0.1:58538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.170673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.453217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.171086Z","caller":"traceutil/trace.go:171","msg":"trace[1573276765] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25493; }","duration":"5.535549867s","start":"2026-05-29T02:59:46.635529Z","end":"2026-05-29T02:59:52.171078Z","steps":["trace[1573276765] 'agreement among raft nodes before linearized reading' (duration: 5.535513326s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.170741Z","caller":"traceutil/trace.go:171","msg":"trace[766642502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25493; }","duration":"7.227357725s","start":"2026-05-29T02:59:44.943376Z","end":"2026-05-29T02:59:52.170734Z","steps":["trace[766642502] 'agreement among raft nodes before linearized reading' (duration: 7.227279563s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.171416Z","caller":"traceutil/trace.go:171","msg":"trace[1914460389] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25493; }","duration":"136.220025ms","start":"2026-05-29T02:59:52.035187Z","end":"2026-05-29T02:59:52.171407Z","steps":["trace[1914460389] 'agreement among raft nodes before linearized reading' (duration: 135.458207ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.943351Z","time spent":"7.228083381s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:52.170424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.496624Z","time spent":"4.673784116s","remote":"127.0.0.1:49298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.26366889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T02:59:52.170634Z","caller":"traceutil/trace.go:171","msg":"trace[1657055411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25493; }","duration":"355.963081ms","start":"2026-05-29T02:59:51.814657Z","end":"2026-05-29T02:59:52.17062Z","steps":["trace[1657055411] 'agreement among raft nodes before linearized reading' (duration: 355.801567ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.171506Z","caller":"traceutil/trace.go:171","msg":"trace[1462416736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25493; }","duration":"8.263730212s","start":"2026-05-29T02:59:43.907769Z","end":"2026-05-29T02:59:52.171499Z","steps":["trace[1462416736] 'agreement among raft nodes before linearized reading' (duration: 8.26366695s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.171308Z","caller":"traceutil/trace.go:171","msg":"trace[836713586] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25493; }","duration":"7.216283544s","start":"2026-05-29T02:59:44.955016Z","end":"2026-05-29T02:59:52.1713Z","steps":["trace[836713586] 'agreement among raft nodes before linearized reading' (duration: 7.216205452s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.907748Z","time spent":"8.263770962s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:52.171526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.814641Z","time spent":"356.876622ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T02:59:52.171536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:44.954996Z","time spent":"7.216535941s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T02:59:52.171287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.997174379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.171548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662530182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T02:59:52.17073Z","caller":"traceutil/trace.go:171","msg":"trace[38626583] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25493; }","duration":"2.867264818s","start":"2026-05-29T02:59:49.303459Z","end":"2026-05-29T02:59:52.170724Z","steps":["trace[38626583] 'agreement among raft nodes before linearized reading' (duration: 2.867232867s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.63743334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e742162b5d00\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-05-29T02:59:52.171663Z","caller":"traceutil/trace.go:171","msg":"trace[1700217244] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e742162b5d00; range_end:; response_count:1; response_revision:25493; }","duration":"8.637495422s","start":"2026-05-29T02:59:43.534159Z","end":"2026-05-29T02:59:52.171655Z","steps":["trace[1700217244] 'agreement among raft nodes before linearized reading' (duration: 8.63743548s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.17168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.534137Z","time spent":"8.637538203s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":867,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e742162b5d00\" "} {"level":"warn","ts":"2026-05-29T02:59:52.170427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.933389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.1717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.303439Z","time spent":"2.8681882s","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.63551Z","time spent":"5.535923786s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:52.17173Z","caller":"traceutil/trace.go:171","msg":"trace[2042512284] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25493; }","duration":"622.27158ms","start":"2026-05-29T02:59:51.549449Z","end":"2026-05-29T02:59:52.17172Z","steps":["trace[2042512284] 'agreement among raft nodes before linearized reading' (duration: 620.862307ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.549435Z","time spent":"622.319092ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.348998337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5\" ","response":"range_response_count:1 size:6230"} {"level":"info","ts":"2026-05-29T02:59:52.170599Z","caller":"traceutil/trace.go:171","msg":"trace[240448011] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25493; }","duration":"2.100572518s","start":"2026-05-29T02:59:50.07002Z","end":"2026-05-29T02:59:52.170592Z","steps":["trace[240448011] 'agreement among raft nodes before linearized reading' (duration: 2.100530097s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.171581Z","caller":"traceutil/trace.go:171","msg":"trace[333571103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25493; }","duration":"5.997508807s","start":"2026-05-29T02:59:46.174063Z","end":"2026-05-29T02:59:52.171572Z","steps":["trace[333571103] 'agreement among raft nodes before linearized reading' (duration: 5.997206009s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.170347Z","caller":"traceutil/trace.go:171","msg":"trace[852138549] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25493; }","duration":"1.080714988s","start":"2026-05-29T02:59:51.08962Z","end":"2026-05-29T02:59:52.170335Z","steps":["trace[852138549] 'agreement among raft nodes before linearized reading' (duration: 1.080677907s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:46.174042Z","time spent":"5.997827015s","remote":"127.0.0.1:50994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.170679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850541366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.171922Z","caller":"traceutil/trace.go:171","msg":"trace[1390643309] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25493; }","duration":"4.662971463s","start":"2026-05-29T02:59:47.508943Z","end":"2026-05-29T02:59:52.171915Z","steps":["trace[1390643309] 'agreement among raft nodes before linearized reading' (duration: 4.661238292s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.171935Z","caller":"traceutil/trace.go:171","msg":"trace[846668769] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25493; }","duration":"2.851818726s","start":"2026-05-29T02:59:49.320104Z","end":"2026-05-29T02:59:52.171922Z","steps":["trace[846668769] 'agreement among raft nodes before linearized reading' (duration: 2.850548536s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.171979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:49.320086Z","time spent":"2.851878997s","remote":"127.0.0.1:49058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.172004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356522792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-05-29T02:59:52.171043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.730330962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-29T02:59:52.1719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:51.089591Z","time spent":"1.082297694s","remote":"127.0.0.1:38376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.172051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.069993Z","time spent":"2.102053223s","remote":"127.0.0.1:50874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:52.17201Z","caller":"traceutil/trace.go:171","msg":"trace[1183549232] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5; range_end:; response_count:1; response_revision:25493; }","duration":"9.349209232s","start":"2026-05-29T02:59:42.82279Z","end":"2026-05-29T02:59:52.171999Z","steps":["trace[1183549232] 'agreement among raft nodes before linearized reading' (duration: 9.348810052s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.172071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.796592455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.172088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:42.82278Z","time spent":"9.349298754s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6253,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-5b6h5\" "} {"level":"info","ts":"2026-05-29T02:59:52.172096Z","caller":"traceutil/trace.go:171","msg":"trace[1300444798] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25493; }","duration":"8.796659347s","start":"2026-05-29T02:59:43.37543Z","end":"2026-05-29T02:59:52.172089Z","steps":["trace[1300444798] 'agreement among raft nodes before linearized reading' (duration: 8.796601745s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.172095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.954993432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T02:59:52.172125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.375408Z","time spent":"8.796710147s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:59:52.172137Z","caller":"traceutil/trace.go:171","msg":"trace[1667992491] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25493; }","duration":"8.955069634s","start":"2026-05-29T02:59:43.217053Z","end":"2026-05-29T02:59:52.172122Z","steps":["trace[1667992491] 'agreement among raft nodes before linearized reading' (duration: 8.955001852s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.172128Z","caller":"traceutil/trace.go:171","msg":"trace[1725290866] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25493; }","duration":"6.731426938s","start":"2026-05-29T02:59:45.440646Z","end":"2026-05-29T02:59:52.172073Z","steps":["trace[1725290866] 'agreement among raft nodes before linearized reading' (duration: 6.730181439s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.172195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.118040868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:52.172232Z","caller":"traceutil/trace.go:171","msg":"trace[402691707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25493; }","duration":"9.118100769s","start":"2026-05-29T02:59:43.054123Z","end":"2026-05-29T02:59:52.172223Z","steps":["trace[402691707] 'agreement among raft nodes before linearized reading' (duration: 9.118044838s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.172264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.054109Z","time spent":"9.118147371s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.171949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.508924Z","time spent":"4.663016633s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2742,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.172244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:45.440627Z","time spent":"6.731590822s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T02:59:52.172174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:43.217031Z","time spent":"8.955134965s","remote":"127.0.0.1:58684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:52.170264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333742244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.172377Z","caller":"traceutil/trace.go:171","msg":"trace[1414586316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25493; }","duration":"1.335892835s","start":"2026-05-29T02:59:50.836474Z","end":"2026-05-29T02:59:52.172367Z","steps":["trace[1414586316] 'agreement among raft nodes before linearized reading' (duration: 1.333739765s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.172023Z","caller":"traceutil/trace.go:171","msg":"trace[609864400] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25493; }","duration":"4.356577953s","start":"2026-05-29T02:59:47.81544Z","end":"2026-05-29T02:59:52.172018Z","steps":["trace[609864400] 'agreement among raft nodes before linearized reading' (duration: 4.356520782s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.172516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:47.815418Z","time spent":"4.357074134s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T02:59:52.172419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:50.836456Z","time spent":"1.335953986s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:52.675398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T02:59:52.730751Z","caller":"traceutil/trace.go:171","msg":"trace[1535463402] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"555.683919ms","start":"2026-05-29T02:59:52.175041Z","end":"2026-05-29T02:59:52.730725Z","steps":["trace[1535463402] 'process raft request' (duration: 555.495115ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.730881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.175022Z","time spent":"555.791511ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.800445Z","caller":"traceutil/trace.go:171","msg":"trace[1846794321] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"622.730662ms","start":"2026-05-29T02:59:52.177689Z","end":"2026-05-29T02:59:52.80042Z","steps":["trace[1846794321] 'process raft request' (duration: 622.592919ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.800492Z","caller":"traceutil/trace.go:171","msg":"trace[67039552] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"622.679211ms","start":"2026-05-29T02:59:52.17778Z","end":"2026-05-29T02:59:52.800459Z","steps":["trace[67039552] 'process raft request' (duration: 622.578649ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.800506Z","caller":"traceutil/trace.go:171","msg":"trace[617077241] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"622.582149ms","start":"2026-05-29T02:59:52.1779Z","end":"2026-05-29T02:59:52.800482Z","steps":["trace[617077241] 'process raft request' (duration: 622.480076ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.800558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.177671Z","time spent":"622.829034ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.800592Z","caller":"traceutil/trace.go:171","msg":"trace[26038543] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"621.291898ms","start":"2026-05-29T02:59:52.179263Z","end":"2026-05-29T02:59:52.800555Z","steps":["trace[26038543] 'process raft request' (duration: 621.135495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.800627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.17789Z","time spent":"622.670551ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.800652Z","caller":"traceutil/trace.go:171","msg":"trace[1397029087] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"621.314338ms","start":"2026-05-29T02:59:52.179321Z","end":"2026-05-29T02:59:52.800635Z","steps":["trace[1397029087] 'process raft request' (duration: 621.106834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.800633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.17776Z","time spent":"622.794553ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:52.800711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.179308Z","time spent":"621.37142ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:52.800717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.179255Z","time spent":"621.398221ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5999,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:52.800702Z","caller":"traceutil/trace.go:171","msg":"trace[1562702948] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"622.893646ms","start":"2026-05-29T02:59:52.177772Z","end":"2026-05-29T02:59:52.800665Z","steps":["trace[1562702948] 'process raft request' (duration: 622.566138ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:52.800889Z","caller":"traceutil/trace.go:171","msg":"trace[372479260] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"622.886426ms","start":"2026-05-29T02:59:52.177685Z","end":"2026-05-29T02:59:52.800572Z","steps":["trace[372479260] 'process raft request' (duration: 622.505777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.800906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.177764Z","time spent":"623.035229ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:52.800991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.177674Z","time spent":"623.268035ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:52.801119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.175223Z","time spent":"625.893967ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T02:59:52.801145Z","caller":"traceutil/trace.go:171","msg":"trace[585539407] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"622.902726ms","start":"2026-05-29T02:59:52.17771Z","end":"2026-05-29T02:59:52.800613Z","steps":["trace[585539407] 'process raft request' (duration: 622.597459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.801617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.177688Z","time spent":"623.762377ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:52.814196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.307851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:52.81433Z","caller":"traceutil/trace.go:171","msg":"trace[1492044259] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"636.488705ms","start":"2026-05-29T02:59:52.177824Z","end":"2026-05-29T02:59:52.814312Z","steps":["trace[1492044259] 'agreement among raft nodes before linearized reading' (duration: 636.322112ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.814386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.177817Z","time spent":"636.556437ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/05/29 02:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:52.816701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.779839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:52.816757Z","caller":"traceutil/trace.go:171","msg":"trace[613419997] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"638.85594ms","start":"2026-05-29T02:59:52.177887Z","end":"2026-05-29T02:59:52.816743Z","steps":["trace[613419997] 'agreement among raft nodes before linearized reading' (duration: 638.790859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.816789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.177878Z","time spent":"638.903621ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/05/29 02:59:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T02:59:52.882138Z","caller":"traceutil/trace.go:171","msg":"trace[1725667069] linearizableReadLoop","detail":"{readStateIndex:26412; appliedIndex:26401; }","duration":"706.946308ms","start":"2026-05-29T02:59:52.175162Z","end":"2026-05-29T02:59:52.882109Z","steps":["trace[1725667069] 'read index received' (duration: 555.412363ms)","trace[1725667069] 'applied index is now lower than readState.Index' (duration: 151.531045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:52.882356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.177564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-29T02:59:52.8824Z","caller":"traceutil/trace.go:171","msg":"trace[960979774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9; range_end:; response_count:1; response_revision:25502; }","duration":"707.268246ms","start":"2026-05-29T02:59:52.175119Z","end":"2026-05-29T02:59:52.882387Z","steps":["trace[960979774] 'agreement among raft nodes before linearized reading' (duration: 707.121652ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.882429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.175099Z","time spent":"707.323648ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-8b2ca6c8-de10-4101-95bf-e195482bccb9\" "} {"level":"warn","ts":"2026-05-29T02:59:52.882842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.301579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:52.882871Z","caller":"traceutil/trace.go:171","msg":"trace[791646762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25507; }","duration":"702.405922ms","start":"2026-05-29T02:59:52.180458Z","end":"2026-05-29T02:59:52.882864Z","steps":["trace[791646762] 'agreement among raft nodes before linearized reading' (duration: 702.3203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.882912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.18044Z","time spent":"702.459773ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:52.883288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.635865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-05-29T02:59:52.883329Z","caller":"traceutil/trace.go:171","msg":"trace[1441982419] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e83b163a06d9; range_end:; response_count:1; response_revision:25507; }","duration":"147.678996ms","start":"2026-05-29T02:59:52.735639Z","end":"2026-05-29T02:59:52.883318Z","steps":["trace[1441982419] 'agreement among raft nodes before linearized reading' (duration: 147.572573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.883392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.014671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T02:59:52.883426Z","caller":"traceutil/trace.go:171","msg":"trace[638091213] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25507; }","duration":"560.091683ms","start":"2026-05-29T02:59:52.323325Z","end":"2026-05-29T02:59:52.883417Z","steps":["trace[638091213] 'agreement among raft nodes before linearized reading' (duration: 560.026671ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:52.883455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.323301Z","time spent":"560.145414ms","remote":"127.0.0.1:58734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:59:53.387578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:53.862053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.704016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:53.862127Z","caller":"traceutil/trace.go:171","msg":"trace[1271832021] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"975.49323ms","start":"2026-05-29T02:59:52.88662Z","end":"2026-05-29T02:59:53.862114Z","steps":["trace[1271832021] 'process raft request' (duration: 833.660491ms)","trace[1271832021] 'compare' (duration: 141.47574ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:53.862161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.8866Z","time spent":"975.54643ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:55.230146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509316256s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:59:55.397317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000511712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:55.397381Z","caller":"traceutil/trace.go:171","msg":"trace[2013472830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632484s","start":"2026-05-29T02:59:53.396734Z","end":"2026-05-29T02:59:55.397366Z","steps":["trace[2013472830] 'agreement among raft nodes before linearized reading' (duration: 2.000549992s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:55.397632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.39671Z","time spent":"2.000909101s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:56.070203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:59:56.070282Z","caller":"traceutil/trace.go:171","msg":"trace[1322703492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048146s","start":"2026-05-29T02:59:54.069783Z","end":"2026-05-29T02:59:56.070264Z","steps":["trace[1322703492] 'agreement among raft nodes before linearized reading' (duration: 2.000384818s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:56.070337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.069758Z","time spent":"2.000561091s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:59:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:59:56.100814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.370213ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T02:59:56.100945Z","caller":"traceutil/trace.go:171","msg":"trace[828162893] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25508; }","duration":"365.507476ms","start":"2026-05-29T02:59:55.735415Z","end":"2026-05-29T02:59:56.100923Z","steps":["trace[828162893] 'range keys from in-memory index tree' (duration: 365.353443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:56.101735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.354615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:56.10196Z","caller":"traceutil/trace.go:171","msg":"trace[408530017] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"3.215037838s","start":"2026-05-29T02:59:52.886908Z","end":"2026-05-29T02:59:56.101946Z","steps":["trace[408530017] 'process raft request' (duration: 3.214921186s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:59:56.101995Z","caller":"traceutil/trace.go:171","msg":"trace[965136713] linearizableReadLoop","detail":"{readStateIndex:26422; appliedIndex:26417; }","duration":"3.215337245s","start":"2026-05-29T02:59:52.886644Z","end":"2026-05-29T02:59:56.101982Z","steps":["trace[965136713] 'read index received' (duration: 833.713262ms)","trace[965136713] 'applied index is now lower than readState.Index' (duration: 2.381623143s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:56.102049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.886888Z","time spent":"3.21510595s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:56.102188Z","caller":"traceutil/trace.go:171","msg":"trace[512411736] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"3.214421404s","start":"2026-05-29T02:59:52.887757Z","end":"2026-05-29T02:59:56.102179Z","steps":["trace[512411736] 'process raft request' (duration: 3.214144947s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:56.102262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.887746Z","time spent":"3.214488255s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:59:56.102303Z","caller":"traceutil/trace.go:171","msg":"trace[319280503] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"3.212391287s","start":"2026-05-29T02:59:52.889904Z","end":"2026-05-29T02:59:56.102295Z","steps":["trace[319280503] 'process raft request' (duration: 3.212035098s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:56.102349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.889882Z","time spent":"3.212444797s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:56.102514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215866858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-05-29T02:59:56.102563Z","caller":"traceutil/trace.go:171","msg":"trace[554778835] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25512; }","duration":"3.215925049s","start":"2026-05-29T02:59:52.886611Z","end":"2026-05-29T02:59:56.102536Z","steps":["trace[554778835] 'agreement among raft nodes before linearized reading' (duration: 3.215825787s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:56.102592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.88659Z","time spent":"3.215995061s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-05-29T02:59:56.102196Z","caller":"traceutil/trace.go:171","msg":"trace[1991031861] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"3.215311875s","start":"2026-05-29T02:59:52.886875Z","end":"2026-05-29T02:59:56.102186Z","steps":["trace[1991031861] 'process raft request' (duration: 2.343444368s)","trace[1991031861] 'compare' (duration: 871.197661ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:56.102646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.886864Z","time spent":"3.215757495s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:58.078685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:59:58.078754Z","caller":"traceutil/trace.go:171","msg":"trace[13550892] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292686s","start":"2026-05-29T02:59:56.078445Z","end":"2026-05-29T02:59:58.078737Z","steps":["trace[13550892] 'agreement among raft nodes before linearized reading' (duration: 2.000203063s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:59:58.078787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:56.078423Z","time spent":"2.000357608s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:59:58.107903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739997828s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T02:59:58.108044Z","caller":"traceutil/trace.go:171","msg":"trace[855118833] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"2.240941622s","start":"2026-05-29T02:59:55.867059Z","end":"2026-05-29T02:59:58.108Z","steps":["trace[855118833] 'process raft request' (duration: 500.76165ms)","trace[855118833] 'compare' (duration: 1.738457132s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:59:58.108117Z","caller":"traceutil/trace.go:171","msg":"trace[227119781] linearizableReadLoop","detail":"{readStateIndex:26423; appliedIndex:26422; }","duration":"2.00605026s","start":"2026-05-29T02:59:56.102041Z","end":"2026-05-29T02:59:58.108091Z","steps":["trace[227119781] 'read index received' (duration: 265.792776ms)","trace[227119781] 'applied index is now lower than readState.Index' (duration: 1.740254964s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:59:58.108237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.867036Z","time spent":"2.241096486s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:59:58.608557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:59.109269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:59:59.609809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:00.079276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999747553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:00.07935Z","caller":"traceutil/trace.go:171","msg":"trace[1171891949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999870565s","start":"2026-05-29T02:59:58.07946Z","end":"2026-05-29T03:00:00.079331Z","steps":["trace[1171891949] 'agreement among raft nodes before linearized reading' (duration: 1.999779283s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:00.07939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.07944Z","time spent":"1.999939177s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:00.109931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:00.610173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:01.110509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:01.145248Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.060280382s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:01.189713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.296562683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:01.189754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081733811s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T03:00:01.189824Z","caller":"traceutil/trace.go:171","msg":"trace[690870323] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25513; }","duration":"8.296716197s","start":"2026-05-29T02:59:52.893077Z","end":"2026-05-29T03:00:01.189794Z","steps":["trace[690870323] 'agreement among raft nodes before linearized reading' (duration: 5.215095219s)","trace[690870323] 'range keys from in-memory index tree' (duration: 3.081469605s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.189883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.893065Z","time spent":"8.296803059s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:01.190083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.340405353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:01.190121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.350876333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:01.190136Z","caller":"traceutil/trace.go:171","msg":"trace[131528557] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25513; }","duration":"6.340506215s","start":"2026-05-29T02:59:54.849609Z","end":"2026-05-29T03:00:01.190116Z","steps":["trace[131528557] 'agreement among raft nodes before linearized reading' (duration: 3.258523678s)","trace[131528557] 'count revisions from in-memory index tree' (duration: 3.081891994s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:01.190144Z","caller":"traceutil/trace.go:171","msg":"trace[37325940] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"7.350916894s","start":"2026-05-29T02:59:53.839218Z","end":"2026-05-29T03:00:01.190134Z","steps":["trace[37325940] 'agreement among raft nodes before linearized reading' (duration: 4.268891357s)","trace[37325940] 'range keys from in-memory index tree' (duration: 3.081986187s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.190183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.839203Z","time spent":"7.350956955s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-29T03:00:01.190086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38292931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} 2026/05/29 03:00:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-29T03:00:01.190208Z","caller":"traceutil/trace.go:171","msg":"trace[1307488682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"6.383108245s","start":"2026-05-29T02:59:54.807091Z","end":"2026-05-29T03:00:01.190199Z","steps":["trace[1307488682] 'agreement among raft nodes before linearized reading' (duration: 3.301043456s)","trace[1307488682] 'range keys from in-memory index tree' (duration: 3.081924725s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.190157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.519655004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"warn","ts":"2026-05-29T03:00:01.190229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.80706Z","time spent":"6.383164976s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T03:00:01.190186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.849588Z","time spent":"6.340573017s","remote":"127.0.0.1:49360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} 2026/05/29 03:00:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:01.190229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.990658641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-05-29T03:00:01.190255Z","caller":"traceutil/trace.go:171","msg":"trace[1984194006] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:25513; }","duration":"7.519786447s","start":"2026-05-29T02:59:53.670446Z","end":"2026-05-29T03:00:01.190233Z","steps":["trace[1984194006] 'agreement among raft nodes before linearized reading' (duration: 4.437736509s)","trace[1984194006] 'range keys from in-memory index tree' (duration: 3.081829233s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.190282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.386118736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-05-29T03:00:01.190282Z","caller":"traceutil/trace.go:171","msg":"trace[588602055] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"6.990814734s","start":"2026-05-29T02:59:54.199453Z","end":"2026-05-29T03:00:01.190268Z","steps":["trace[588602055] 'agreement among raft nodes before linearized reading' (duration: 3.908702225s)","trace[588602055] 'range keys from in-memory index tree' (duration: 3.081981057s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:01.1903Z","caller":"traceutil/trace.go:171","msg":"trace[1215765587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"6.386187857s","start":"2026-05-29T02:59:54.804106Z","end":"2026-05-29T03:00:01.190294Z","steps":["trace[1215765587] 'agreement among raft nodes before linearized reading' (duration: 3.304037107s)","trace[1215765587] 'range keys from in-memory index tree' (duration: 3.08212515s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.190317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.804083Z","time spent":"6.386230398s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T03:00:01.190306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.670423Z","time spent":"7.519864718s","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":476,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} 2026/05/29 03:00:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:01.190327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:54.199429Z","time spent":"6.990886166s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/29 03:00:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:01.190498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.591271784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:01.190557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.701879679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-05-29T03:00:01.190565Z","caller":"traceutil/trace.go:171","msg":"trace[1081001849] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25513; }","duration":"5.591367287s","start":"2026-05-29T02:59:55.599182Z","end":"2026-05-29T03:00:01.190549Z","steps":["trace[1081001849] 'agreement among raft nodes before linearized reading' (duration: 2.508964351s)","trace[1081001849] 'count revisions from in-memory index tree' (duration: 3.082307214s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:01.190602Z","caller":"traceutil/trace.go:171","msg":"trace[487648425] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"7.701956361s","start":"2026-05-29T02:59:53.488631Z","end":"2026-05-29T03:00:01.190588Z","steps":["trace[487648425] 'agreement among raft nodes before linearized reading' (duration: 4.619530184s)","trace[487648425] 'range keys from in-memory index tree' (duration: 3.082356276s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.190613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.599166Z","time spent":"5.591430708s","remote":"127.0.0.1:41692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:01.19064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.488611Z","time spent":"7.702019073s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/05/29 03:00:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:01.190732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.911224602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:01.190744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.425260718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-05-29T03:00:01.190791Z","caller":"traceutil/trace.go:171","msg":"trace[1918259495] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"7.42533526s","start":"2026-05-29T02:59:53.765441Z","end":"2026-05-29T03:00:01.190777Z","steps":["trace[1918259495] 'agreement among raft nodes before linearized reading' (duration: 4.342734519s)","trace[1918259495] 'range keys from in-memory index tree' (duration: 3.082541219s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.190842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.211412745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-05-29T03:00:01.190867Z","caller":"traceutil/trace.go:171","msg":"trace[694431093] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25513; }","duration":"8.211470076s","start":"2026-05-29T02:59:52.979389Z","end":"2026-05-29T03:00:01.190859Z","steps":["trace[694431093] 'agreement among raft nodes before linearized reading' (duration: 5.128797054s)","trace[694431093] 'range keys from in-memory index tree' (duration: 3.08258956s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.190886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.979369Z","time spent":"8.211511598s","remote":"127.0.0.1:39476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-05-29T03:00:01.1909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.304181642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-05-29T03:00:01.190832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.765413Z","time spent":"7.425408602s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T03:00:01.190837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.515376433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} 2026/05/29 03:00:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:01.190942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.303941166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-05-29T03:00:01.190758Z","caller":"traceutil/trace.go:171","msg":"trace[1800053818] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25513; }","duration":"5.911280054s","start":"2026-05-29T02:59:55.27947Z","end":"2026-05-29T03:00:01.19075Z","steps":["trace[1800053818] 'agreement among raft nodes before linearized reading' (duration: 2.828698583s)","trace[1800053818] 'count revisions from in-memory index tree' (duration: 3.08254442s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:01.190965Z","caller":"traceutil/trace.go:171","msg":"trace[1525120530] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25513; }","duration":"8.304276844s","start":"2026-05-29T02:59:52.886663Z","end":"2026-05-29T03:00:01.19094Z","steps":["trace[1525120530] 'agreement among raft nodes before linearized reading' (duration: 5.22152673s)","trace[1525120530] 'range keys from in-memory index tree' (duration: 3.08257756s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.190991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:55.279449Z","time spent":"5.911533459s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:01.190981Z","caller":"traceutil/trace.go:171","msg":"trace[1827872813] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25513; }","duration":"7.515563058s","start":"2026-05-29T02:59:53.675391Z","end":"2026-05-29T03:00:01.190954Z","steps":["trace[1827872813] 'agreement among raft nodes before linearized reading' (duration: 4.432773342s)","trace[1827872813] 'count revisions from in-memory index tree' (duration: 3.082605871s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.191008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.886648Z","time spent":"8.304351876s","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-29T03:00:01.19104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:53.675373Z","time spent":"7.515653669s","remote":"127.0.0.1:46100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:01.190989Z","caller":"traceutil/trace.go:171","msg":"trace[56972699] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:25513; }","duration":"8.304007628s","start":"2026-05-29T02:59:52.886966Z","end":"2026-05-29T03:00:01.190974Z","steps":["trace[56972699] 'agreement among raft nodes before linearized reading' (duration: 5.221222803s)","trace[56972699] 'range keys from in-memory index tree' (duration: 3.082668652s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:01.191132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:52.886952Z","time spent":"8.304164061s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-05-29T03:00:01.19204Z","caller":"traceutil/trace.go:171","msg":"trace[1085030724] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"4.107164091s","start":"2026-05-29T02:59:57.084856Z","end":"2026-05-29T03:00:01.19202Z","steps":["trace[1085030724] 'process raft request' (duration: 4.104996981s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:01.194304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:57.084833Z","time spent":"4.107265174s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:02.085764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999922587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:02.085842Z","caller":"traceutil/trace.go:171","msg":"trace[880897298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072501s","start":"2026-05-29T03:00:00.085742Z","end":"2026-05-29T03:00:02.085815Z","steps":["trace[880897298] 'agreement among raft nodes before linearized reading' (duration: 1.999944418s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.085884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.085729Z","time spent":"2.000147523s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:02.781038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213841253s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:02.781194Z","caller":"traceutil/trace.go:171","msg":"trace[2097543658] linearizableReadLoop","detail":"{readStateIndex:26427; appliedIndex:26423; }","duration":"4.67301719s","start":"2026-05-29T02:59:58.108164Z","end":"2026-05-29T03:00:02.781181Z","steps":["trace[2097543658] 'read index received' (duration: 3.037243737s)","trace[2097543658] 'applied index is now lower than readState.Index' (duration: 1.635771543s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:02.78138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.950930805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:02.781471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.672329422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e742273f7995\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-05-29T03:00:02.781478Z","caller":"traceutil/trace.go:171","msg":"trace[1123633530] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25516; }","duration":"5.951079938s","start":"2026-05-29T02:59:56.830379Z","end":"2026-05-29T03:00:02.781459Z","steps":["trace[1123633530] 'agreement among raft nodes before linearized reading' (duration: 5.950931895s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.781522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:56.830349Z","time spent":"5.95116219s","remote":"127.0.0.1:33180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:02.781598Z","caller":"traceutil/trace.go:171","msg":"trace[1222916492] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"3.195129663s","start":"2026-05-29T02:59:59.586442Z","end":"2026-05-29T03:00:02.781572Z","steps":["trace[1222916492] 'process raft request' (duration: 1.980693986s)","trace[1222916492] 'compare' (duration: 1.213473144s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:02.781628Z","caller":"traceutil/trace.go:171","msg":"trace[1613851733] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"2.6666003s","start":"2026-05-29T03:00:00.114998Z","end":"2026-05-29T03:00:02.781598Z","steps":["trace[1613851733] 'process raft request' (duration: 2.666112989s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.781694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.675278521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"warn","ts":"2026-05-29T03:00:02.781711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:59.586422Z","time spent":"3.195227995s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:02.781694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673642853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ccf5b38b-1099-4a73-94f6-98d786412f5f\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-05-29T03:00:02.781744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.114969Z","time spent":"2.666712223s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:02.781762Z","caller":"traceutil/trace.go:171","msg":"trace[649461297] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25516; }","duration":"6.675367564s","start":"2026-05-29T02:59:56.106372Z","end":"2026-05-29T03:00:02.781739Z","steps":["trace[649461297] 'agreement among raft nodes before linearized reading' (duration: 6.67519132s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:02.781768Z","caller":"traceutil/trace.go:171","msg":"trace[999812204] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ccf5b38b-1099-4a73-94f6-98d786412f5f; range_end:; response_count:1; response_revision:25516; }","duration":"6.673777196s","start":"2026-05-29T02:59:56.107973Z","end":"2026-05-29T03:00:02.78175Z","steps":["trace[999812204] 'agreement among raft nodes before linearized reading' (duration: 6.673552941s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.781818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:56.107952Z","time spent":"6.673857188s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ccf5b38b-1099-4a73-94f6-98d786412f5f\" "} {"level":"warn","ts":"2026-05-29T03:00:02.781819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:56.106357Z","time spent":"6.675447745s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7104,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-05-29T03:00:02.781996Z","caller":"traceutil/trace.go:171","msg":"trace[1957263774] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e742273f7995; range_end:; response_count:1; response_revision:25516; }","duration":"6.672374544s","start":"2026-05-29T02:59:56.109119Z","end":"2026-05-29T03:00:02.781493Z","steps":["trace[1957263774] 'agreement among raft nodes before linearized reading' (duration: 6.67220173s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:02.782068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:56.109112Z","time spent":"6.672947137s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":819,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-pxxht.18b3e742273f7995\" "} {"level":"warn","ts":"2026-05-29T03:00:03.107539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998983907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:03.107623Z","caller":"traceutil/trace.go:171","msg":"trace[1114002531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99912178s","start":"2026-05-29T02:59:58.108482Z","end":"2026-05-29T03:00:03.107603Z","steps":["trace[1114002531] 'agreement among raft nodes before linearized reading' (duration: 4.999019388s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:03.10767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.108457Z","time spent":"4.999203602s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 03:00:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:03.281971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:03.529289Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034062573s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:04.086958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000603452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:04.087046Z","caller":"traceutil/trace.go:171","msg":"trace[1593967904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000735765s","start":"2026-05-29T03:00:02.08629Z","end":"2026-05-29T03:00:04.087026Z","steps":["trace[1593967904] 'agreement among raft nodes before linearized reading' (duration: 2.000625783s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:04.087097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.086251Z","time spent":"2.000836548s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:04.803826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998663981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:04.803916Z","caller":"traceutil/trace.go:171","msg":"trace[876540917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998801965s","start":"2026-05-29T03:00:01.805093Z","end":"2026-05-29T03:00:04.803895Z","steps":["trace[876540917] 'agreement among raft nodes before linearized reading' (duration: 2.998682042s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:04.803966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.80508Z","time spent":"2.998874896s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 03:00:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:04.805578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997467474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:04.805654Z","caller":"traceutil/trace.go:171","msg":"trace[1478596259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997577056s","start":"2026-05-29T03:00:01.808061Z","end":"2026-05-29T03:00:04.805638Z","steps":["trace[1478596259] 'agreement among raft nodes before linearized reading' (duration: 2.997484653s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:04.805697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.808052Z","time spent":"2.997635367s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 03:00:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:05.395514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:05.395572Z","caller":"traceutil/trace.go:171","msg":"trace[237092864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060121s","start":"2026-05-29T03:00:03.395498Z","end":"2026-05-29T03:00:05.395558Z","steps":["trace[237092864] 'agreement among raft nodes before linearized reading' (duration: 1.999986539s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:05.395602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:03.395477Z","time spent":"2.000118572s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:05.505625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975888093s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:05.505765Z","caller":"traceutil/trace.go:171","msg":"trace[2068065374] transaction","detail":"{read_only:false; response_revision:25517; number_of_response:1; }","duration":"3.010602221s","start":"2026-05-29T03:00:02.495139Z","end":"2026-05-29T03:00:05.505742Z","steps":["trace[2068065374] 'process raft request' (duration: 1.034484252s)","trace[2068065374] 'compare' (duration: 1.975014173s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:05.505878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.495119Z","time spent":"3.010708544s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:06.095186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00045743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:06.095267Z","caller":"traceutil/trace.go:171","msg":"trace[1455046961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000585173s","start":"2026-05-29T03:00:04.094663Z","end":"2026-05-29T03:00:06.095248Z","steps":["trace[1455046961] 'agreement among raft nodes before linearized reading' (duration: 2.0004851s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:06.095314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.094643Z","time spent":"2.000662165s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:06.516254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999581012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:06.51632Z","caller":"traceutil/trace.go:171","msg":"trace[1659091339] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999700524s","start":"2026-05-29T03:00:01.516605Z","end":"2026-05-29T03:00:06.516305Z","steps":["trace[1659091339] 'agreement among raft nodes before linearized reading' (duration: 4.999614191s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:06.516355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.516582Z","time spent":"4.999766306s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/29 03:00:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:06.890791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.36129077s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:07.166425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998767882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:07.166572Z","caller":"traceutil/trace.go:171","msg":"trace[674679768] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998962947s","start":"2026-05-29T03:00:02.16758Z","end":"2026-05-29T03:00:07.166543Z","steps":["trace[674679768] 'agreement among raft nodes before linearized reading' (duration: 4.998796913s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:07.166698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.16756Z","time spent":"4.99912382s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T03:00:07.223563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999056999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:07.223681Z","caller":"traceutil/trace.go:171","msg":"trace[1302634774] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999225683s","start":"2026-05-29T03:00:02.224428Z","end":"2026-05-29T03:00:07.223653Z","steps":["trace[1302634774] 'agreement among raft nodes before linearized reading' (duration: 4.99908531s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:07.223749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.224407Z","time spent":"4.999327115s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-29T03:00:08.0671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999168503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:08.067179Z","caller":"traceutil/trace.go:171","msg":"trace[999184161] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999299956s","start":"2026-05-29T03:00:03.06786Z","end":"2026-05-29T03:00:08.06716Z","steps":["trace[999184161] 'agreement among raft nodes before linearized reading' (duration: 4.999200893s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.067235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:03.06784Z","time spent":"4.999384117s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/05/29 03:00:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:08.103495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:08.103556Z","caller":"traceutil/trace.go:171","msg":"trace[370470804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288165s","start":"2026-05-29T03:00:06.103254Z","end":"2026-05-29T03:00:08.103542Z","steps":["trace[370470804] 'agreement among raft nodes before linearized reading' (duration: 2.000199343s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.103587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:06.103237Z","time spent":"2.000344496s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:08.113618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813131635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T03:00:08.113586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003909924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:08.113682Z","caller":"traceutil/trace.go:171","msg":"trace[2140567878] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; }","duration":"6.813241398s","start":"2026-05-29T03:00:01.300428Z","end":"2026-05-29T03:00:08.113669Z","steps":["trace[2140567878] 'agreement among raft nodes before linearized reading' (duration: 6.813162846s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.113715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.300408Z","time spent":"6.813300559s","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"info","ts":"2026-05-29T03:00:08.113729Z","caller":"traceutil/trace.go:171","msg":"trace[1340559594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.004059698s","start":"2026-05-29T02:59:58.109618Z","end":"2026-05-29T03:00:08.113678Z","steps":["trace[1340559594] 'agreement among raft nodes before linearized reading' (duration: 10.003933505s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.113836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.109606Z","time spent":"10.004215022s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/05/29 03:00:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 03:00:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:08.117014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.920452073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-29T03:00:08.117034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006701621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:08.117079Z","caller":"traceutil/trace.go:171","msg":"trace[394778373] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; }","duration":"6.920529306s","start":"2026-05-29T03:00:01.196534Z","end":"2026-05-29T03:00:08.117063Z","steps":["trace[394778373] 'agreement among raft nodes before linearized reading' (duration: 6.920458814s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.117083Z","caller":"traceutil/trace.go:171","msg":"trace[884907597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.006775592s","start":"2026-05-29T03:00:05.110294Z","end":"2026-05-29T03:00:08.11707Z","steps":["trace[884907597] 'agreement among raft nodes before linearized reading' (duration: 3.006721781s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.11713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.196529Z","time spent":"6.920590257s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-05-29T03:00:08.117132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.110281Z","time spent":"3.006841983s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 03:00:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/05/29 03:00:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:08.92916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193907262s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.929314Z","caller":"traceutil/trace.go:171","msg":"trace[1495338167] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25517; }","duration":"3.194065606s","start":"2026-05-29T03:00:05.735227Z","end":"2026-05-29T03:00:08.929292Z","steps":["trace[1495338167] 'range keys from in-memory index tree' (duration: 3.193890762s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.930591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039441134s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:08.930944Z","caller":"traceutil/trace.go:171","msg":"trace[1995930514] transaction","detail":"{read_only:false; response_revision:25518; number_of_response:1; }","duration":"6.405752756s","start":"2026-05-29T03:00:02.525153Z","end":"2026-05-29T03:00:08.930905Z","steps":["trace[1995930514] 'process raft request' (duration: 4.365900812s)","trace[1995930514] 'compare' (duration: 2.039199039s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:08.931082Z","caller":"traceutil/trace.go:171","msg":"trace[2036112111] linearizableReadLoop","detail":"{readStateIndex:26431; appliedIndex:26427; }","duration":"6.14977403s","start":"2026-05-29T03:00:02.781285Z","end":"2026-05-29T03:00:08.931059Z","steps":["trace[2036112111] 'read index received' (duration: 748.329768ms)","trace[2036112111] 'applied index is now lower than readState.Index' (duration: 5.401443022s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:08.931104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.525125Z","time spent":"6.40588949s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:08.931174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.784046Z","time spent":"6.147125017s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:08.931887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.126974333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.931939Z","caller":"traceutil/trace.go:171","msg":"trace[756648272] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25519; }","duration":"8.127036185s","start":"2026-05-29T03:00:00.804887Z","end":"2026-05-29T03:00:08.931924Z","steps":["trace[756648272] 'agreement among raft nodes before linearized reading' (duration: 8.126931892s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.931947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.143653403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:08.931964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.13672897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-05-29T03:00:08.931959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.73460337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.93201Z","caller":"traceutil/trace.go:171","msg":"trace[213172488] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25519; }","duration":"10.136801953s","start":"2026-05-29T02:59:58.795195Z","end":"2026-05-29T03:00:08.931997Z","steps":["trace[213172488] 'agreement among raft nodes before linearized reading' (duration: 10.136635219s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.93201Z","caller":"traceutil/trace.go:171","msg":"trace[798541285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25519; }","duration":"10.143758395s","start":"2026-05-29T02:59:58.788233Z","end":"2026-05-29T03:00:08.931991Z","steps":["trace[798541285] 'agreement among raft nodes before linearized reading' (duration: 10.143643183s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.932029Z","caller":"traceutil/trace.go:171","msg":"trace[1711858542] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25519; }","duration":"10.734729523s","start":"2026-05-29T02:59:58.197282Z","end":"2026-05-29T03:00:08.932011Z","steps":["trace[1711858542] 'agreement among raft nodes before linearized reading' (duration: 10.734576309s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.932044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.25291185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:08.932053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.795185Z","time spent":"10.136860744s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7937,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-05-29T03:00:08.932067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.788213Z","time spent":"10.143838318s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.932128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.144879789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.932016Z","caller":"traceutil/trace.go:171","msg":"trace[181212425] transaction","detail":"{read_only:false; response_revision:25519; number_of_response:1; }","duration":"6.142086619s","start":"2026-05-29T03:00:02.789547Z","end":"2026-05-29T03:00:08.931634Z","steps":["trace[181212425] 'process raft request' (duration: 6.141330371s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.93219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.313807023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.932212Z","caller":"traceutil/trace.go:171","msg":"trace[746945899] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25519; }","duration":"7.313851635s","start":"2026-05-29T03:00:01.618356Z","end":"2026-05-29T03:00:08.932208Z","steps":["trace[746945899] 'agreement among raft nodes before linearized reading' (duration: 7.313816704s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.932236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.618343Z","time spent":"7.313887875s","remote":"127.0.0.1:38480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.932231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.789533Z","time spent":"6.142655733s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:08.932252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.977975642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:08.932081Z","caller":"traceutil/trace.go:171","msg":"trace[900404827] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25519; }","duration":"6.252978681s","start":"2026-05-29T03:00:02.679092Z","end":"2026-05-29T03:00:08.932071Z","steps":["trace[900404827] 'agreement among raft nodes before linearized reading' (duration: 6.25290181s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.932293Z","caller":"traceutil/trace.go:171","msg":"trace[117045833] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25519; }","duration":"8.978055674s","start":"2026-05-29T02:59:59.954225Z","end":"2026-05-29T03:00:08.932281Z","steps":["trace[117045833] 'agreement among raft nodes before linearized reading' (duration: 8.977997953s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.932311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.732310204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:08.932341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.679076Z","time spent":"6.253241177s","remote":"127.0.0.1:38346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.932357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.438348245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:08.932374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.114359668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:08.932401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.130794522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-29T03:00:08.932408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.735942589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T03:00:08.932435Z","caller":"traceutil/trace.go:171","msg":"trace[989119877] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25519; }","duration":"10.130856554s","start":"2026-05-29T02:59:58.801569Z","end":"2026-05-29T03:00:08.932425Z","steps":["trace[989119877] 'agreement among raft nodes before linearized reading' (duration: 10.13069649s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.932437Z","caller":"traceutil/trace.go:171","msg":"trace[272574743] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25519; }","duration":"8.11445112s","start":"2026-05-29T03:00:00.817971Z","end":"2026-05-29T03:00:08.932422Z","steps":["trace[272574743] 'agreement among raft nodes before linearized reading' (duration: 8.114355567s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.932436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.396717238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:08.93246Z","caller":"traceutil/trace.go:171","msg":"trace[1106043211] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25519; }","duration":"7.73601666s","start":"2026-05-29T03:00:01.196432Z","end":"2026-05-29T03:00:08.932448Z","steps":["trace[1106043211] 'agreement among raft nodes before linearized reading' (duration: 7.735873047s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.932436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.349833798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:08.932465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.801557Z","time spent":"10.130901584s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T03:00:08.9325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.196417Z","time spent":"7.736074751s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-29T03:00:08.932323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:59.954203Z","time spent":"8.978111575s","remote":"127.0.0.1:59486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.932508Z","caller":"traceutil/trace.go:171","msg":"trace[1724313734] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25519; }","duration":"7.39679111s","start":"2026-05-29T03:00:01.535697Z","end":"2026-05-29T03:00:08.932488Z","steps":["trace[1724313734] 'agreement among raft nodes before linearized reading' (duration: 7.396685908s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:08.932371Z","caller":"traceutil/trace.go:171","msg":"trace[933812087] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25519; }","duration":"7.732387265s","start":"2026-05-29T03:00:01.199969Z","end":"2026-05-29T03:00:08.932357Z","steps":["trace[933812087] 'agreement among raft nodes before linearized reading' (duration: 7.732292613s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.932497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.817956Z","time spent":"8.114527302s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.932551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.199963Z","time spent":"7.732578169s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-29T03:00:08.932158Z","caller":"traceutil/trace.go:171","msg":"trace[59387716] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25519; }","duration":"7.144945651s","start":"2026-05-29T03:00:01.787204Z","end":"2026-05-29T03:00:08.93215Z","steps":["trace[59387716] 'agreement among raft nodes before linearized reading' (duration: 7.14489371s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.931976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:00.804864Z","time spent":"8.127099017s","remote":"127.0.0.1:49262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.932608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.787185Z","time spent":"7.145410142s","remote":"127.0.0.1:49466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.932433Z","caller":"traceutil/trace.go:171","msg":"trace[1528316069] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25519; }","duration":"9.438641851s","start":"2026-05-29T02:59:59.493773Z","end":"2026-05-29T03:00:08.932414Z","steps":["trace[1528316069] 'agreement among raft nodes before linearized reading' (duration: 9.438530129s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.932669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:59.49375Z","time spent":"9.438903598s","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.932551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.535675Z","time spent":"7.396865832s","remote":"127.0.0.1:49000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:08.932072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:59:58.197239Z","time spent":"10.734823335s","remote":"127.0.0.1:58844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:08.93251Z","caller":"traceutil/trace.go:171","msg":"trace[1791858120] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25519; }","duration":"7.349959751s","start":"2026-05-29T03:00:01.582538Z","end":"2026-05-29T03:00:08.932498Z","steps":["trace[1791858120] 'agreement among raft nodes before linearized reading' (duration: 7.349822028s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:08.933352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:01.582518Z","time spent":"7.35029517s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:09.43186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:09.741657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.85066374s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:09.804129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.805046Z","time spent":"4.999053869s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:09.806335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.808968Z","time spent":"4.99736273s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 03:00:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:10.104114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:10.104217Z","caller":"traceutil/trace.go:171","msg":"trace[748644467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425569s","start":"2026-05-29T03:00:08.103768Z","end":"2026-05-29T03:00:10.104193Z","steps":["trace[748644467] 'agreement among raft nodes before linearized reading' (duration: 2.000285225s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:10.104287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.103749Z","time spent":"2.000526301s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:10.758875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017002012s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:11.788443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.787716Z","time spent":"7.000701996s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:12.111915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00003903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:12.112025Z","caller":"traceutil/trace.go:171","msg":"trace[339827779] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188793s","start":"2026-05-29T03:00:10.111817Z","end":"2026-05-29T03:00:12.112006Z","steps":["trace[339827779] 'agreement among raft nodes before linearized reading' (duration: 2.00005908s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:12.112075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.111805Z","time spent":"2.000261475s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:12.369637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627690877s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:12.370551Z","caller":"traceutil/trace.go:171","msg":"trace[882214423] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"6.170616988s","start":"2026-05-29T03:00:06.19991Z","end":"2026-05-29T03:00:12.370527Z","steps":["trace[882214423] 'process raft request' (duration: 6.170170398s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:12.370686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:06.19988Z","time spent":"6.170734471s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:13.985487Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.226469676s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:14.037145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666991504s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T03:00:14.038956Z","caller":"traceutil/trace.go:171","msg":"trace[626226805] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"5.104895932s","start":"2026-05-29T03:00:08.93402Z","end":"2026-05-29T03:00:14.038916Z","steps":["trace[626226805] 'process raft request' (duration: 5.103271614s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.03915Z","caller":"traceutil/trace.go:171","msg":"trace[1097547471] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"3.751117647s","start":"2026-05-29T03:00:10.288008Z","end":"2026-05-29T03:00:14.039125Z","steps":["trace[1097547471] 'process raft request' (duration: 3.751061736s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.039168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.934Z","time spent":"5.105063106s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:14.039267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.287983Z","time spent":"3.75121861s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:14.039482Z","caller":"traceutil/trace.go:171","msg":"trace[1501317813] linearizableReadLoop","detail":"{readStateIndex:26437; appliedIndex:26431; }","duration":"5.108345643s","start":"2026-05-29T03:00:08.931124Z","end":"2026-05-29T03:00:14.03947Z","steps":["trace[1501317813] 'read index received' (duration: 810.746634ms)","trace[1501317813] 'applied index is now lower than readState.Index' (duration: 4.297597709s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:14.039624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.73502506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:14.039659Z","caller":"traceutil/trace.go:171","msg":"trace[872756303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25527; }","duration":"8.735068251s","start":"2026-05-29T03:00:05.304579Z","end":"2026-05-29T03:00:14.039647Z","steps":["trace[872756303] 'agreement among raft nodes before linearized reading' (duration: 8.734959099s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.039691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.304558Z","time spent":"8.735124252s","remote":"127.0.0.1:51076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.03968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.384083566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:14.039755Z","caller":"traceutil/trace.go:171","msg":"trace[2040746323] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25527; }","duration":"8.384209698s","start":"2026-05-29T03:00:05.655525Z","end":"2026-05-29T03:00:14.039735Z","steps":["trace[2040746323] 'agreement among raft nodes before linearized reading' (duration: 8.384001603s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.03981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.655508Z","time spent":"8.384285981s","remote":"127.0.0.1:34228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:14.039841Z","caller":"traceutil/trace.go:171","msg":"trace[494443993] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"3.842973612s","start":"2026-05-29T03:00:10.196853Z","end":"2026-05-29T03:00:14.039827Z","steps":["trace[494443993] 'process raft request' (duration: 3.842081322s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.039887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.655310735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:14.039918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.196833Z","time spent":"3.843046715s","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:14.039968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.856339752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:14.04Z","caller":"traceutil/trace.go:171","msg":"trace[1820880180] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25527; }","duration":"9.856404773s","start":"2026-05-29T03:00:04.183582Z","end":"2026-05-29T03:00:14.039987Z","steps":["trace[1820880180] 'agreement among raft nodes before linearized reading' (duration: 9.856361282s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.183526Z","time spent":"9.856494605s","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.04012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.23502501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T03:00:14.040158Z","caller":"traceutil/trace.go:171","msg":"trace[1770210988] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25527; }","duration":"6.235100702s","start":"2026-05-29T03:00:07.805042Z","end":"2026-05-29T03:00:14.040143Z","steps":["trace[1770210988] 'agreement among raft nodes before linearized reading' (duration: 6.234966279s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.122950442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:14.040187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:07.805008Z","time spent":"6.235172714s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-29T03:00:14.040226Z","caller":"traceutil/trace.go:171","msg":"trace[1679875922] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25527; }","duration":"11.123068684s","start":"2026-05-29T03:00:02.91714Z","end":"2026-05-29T03:00:14.040208Z","steps":["trace[1679875922] 'agreement among raft nodes before linearized reading' (duration: 11.122960072s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.141722358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:14.040269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.917116Z","time spent":"11.123143907s","remote":"127.0.0.1:46088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:14.040294Z","caller":"traceutil/trace.go:171","msg":"trace[1387872897] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25527; }","duration":"10.14180449s","start":"2026-05-29T03:00:03.898481Z","end":"2026-05-29T03:00:14.040285Z","steps":["trace[1387872897] 'agreement among raft nodes before linearized reading' (duration: 10.141735739s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.04032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:03.898458Z","time spent":"10.141854011s","remote":"127.0.0.1:49336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.039848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.966701307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:14.040361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.106180412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-05-29T03:00:14.040372Z","caller":"traceutil/trace.go:171","msg":"trace[1701136058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25527; }","duration":"8.96725988s","start":"2026-05-29T03:00:05.073101Z","end":"2026-05-29T03:00:14.040361Z","steps":["trace[1701136058] 'agreement among raft nodes before linearized reading' (duration: 8.966721747s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.04036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.376161409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:14.040264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.152713721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-05-29T03:00:14.040413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:05.073079Z","time spent":"8.967322851s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:14.040441Z","caller":"traceutil/trace.go:171","msg":"trace[626961044] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25527; }","duration":"10.376275882s","start":"2026-05-29T03:00:03.664135Z","end":"2026-05-29T03:00:14.040411Z","steps":["trace[626961044] 'agreement among raft nodes before linearized reading' (duration: 10.376065027s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.680042709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T03:00:14.040486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:03.664115Z","time spent":"10.376360224s","remote":"127.0.0.1:58818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:14.039925Z","caller":"traceutil/trace.go:171","msg":"trace[1108895380] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25527; }","duration":"9.655374566s","start":"2026-05-29T03:00:04.384533Z","end":"2026-05-29T03:00:14.039907Z","steps":["trace[1108895380] 'agreement among raft nodes before linearized reading' (duration: 9.655333865s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.04052Z","caller":"traceutil/trace.go:171","msg":"trace[535659154] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25527; }","duration":"10.680131241s","start":"2026-05-29T03:00:03.360378Z","end":"2026-05-29T03:00:14.040509Z","steps":["trace[535659154] 'agreement among raft nodes before linearized reading' (duration: 10.679925797s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:04.384503Z","time spent":"9.656028961s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:14.040392Z","caller":"traceutil/trace.go:171","msg":"trace[1642858252] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25527; }","duration":"5.106219774s","start":"2026-05-29T03:00:08.934162Z","end":"2026-05-29T03:00:14.040382Z","steps":["trace[1642858252] 'agreement among raft nodes before linearized reading' (duration: 5.106135122s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.235565152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-05-29T03:00:14.040576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.380491504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:14.040601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723485914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:14.040605Z","caller":"traceutil/trace.go:171","msg":"trace[1549349158] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25527; }","duration":"6.235643744s","start":"2026-05-29T03:00:07.804945Z","end":"2026-05-29T03:00:14.040589Z","steps":["trace[1549349158] 'agreement among raft nodes before linearized reading' (duration: 6.23547359s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.040615Z","caller":"traceutil/trace.go:171","msg":"trace[390315340] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25527; }","duration":"6.380556855s","start":"2026-05-29T03:00:07.660045Z","end":"2026-05-29T03:00:14.040602Z","steps":["trace[390315340] 'agreement among raft nodes before linearized reading' (duration: 6.380494093s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.040625Z","caller":"traceutil/trace.go:171","msg":"trace[1971086185] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25527; }","duration":"2.723549286s","start":"2026-05-29T03:00:11.317069Z","end":"2026-05-29T03:00:14.040619Z","steps":["trace[1971086185] 'agreement among raft nodes before linearized reading' (duration: 2.723502605s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:07.804923Z","time spent":"6.235714207s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T03:00:14.040646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:07.660027Z","time spent":"6.380611097s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.040651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102520717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:14.04037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.011327549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:14.040656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.93415Z","time spent":"5.106442728s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-29T03:00:14.040685Z","caller":"traceutil/trace.go:171","msg":"trace[1005756995] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25527; }","duration":"5.102572887s","start":"2026-05-29T03:00:08.938103Z","end":"2026-05-29T03:00:14.040676Z","steps":["trace[1005756995] 'agreement among raft nodes before linearized reading' (duration: 5.102518866s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.040699Z","caller":"traceutil/trace.go:171","msg":"trace[2101922735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25527; }","duration":"8.011717679s","start":"2026-05-29T03:00:06.028971Z","end":"2026-05-29T03:00:14.040688Z","steps":["trace[2101922735] 'agreement among raft nodes before linearized reading' (duration: 8.011308349s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.938092Z","time spent":"5.102614778s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:14.040734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:06.028951Z","time spent":"8.01177248s","remote":"127.0.0.1:49114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.04076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104547384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-dkbfx\" ","response":"range_response_count:1 size:6217"} {"level":"warn","ts":"2026-05-29T03:00:14.040779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960194553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-05-29T03:00:14.040797Z","caller":"traceutil/trace.go:171","msg":"trace[468113092] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-dkbfx; range_end:; response_count:1; response_revision:25527; }","duration":"5.104612855s","start":"2026-05-29T03:00:08.936174Z","end":"2026-05-29T03:00:14.040786Z","steps":["trace[468113092] 'agreement among raft nodes before linearized reading' (duration: 5.104509223s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.040817Z","caller":"traceutil/trace.go:171","msg":"trace[178531644] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25527; }","duration":"3.960262765s","start":"2026-05-29T03:00:10.080545Z","end":"2026-05-29T03:00:14.040807Z","steps":["trace[178531644] 'agreement among raft nodes before linearized reading' (duration: 3.960043699s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:08.936159Z","time spent":"5.104661997s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-dkbfx\" "} {"level":"warn","ts":"2026-05-29T03:00:14.040835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778350407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:14.040857Z","caller":"traceutil/trace.go:171","msg":"trace[727804317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25527; }","duration":"1.778432799s","start":"2026-05-29T03:00:12.262417Z","end":"2026-05-29T03:00:14.04085Z","steps":["trace[727804317] 'agreement among raft nodes before linearized reading' (duration: 1.778396858s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.040508Z","caller":"traceutil/trace.go:171","msg":"trace[1046394473] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25527; }","duration":"11.152938926s","start":"2026-05-29T03:00:02.887505Z","end":"2026-05-29T03:00:14.040444Z","steps":["trace[1046394473] 'agreement among raft nodes before linearized reading' (duration: 11.15266643s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.937066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:14.040877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:12.262382Z","time spent":"1.77849083s","remote":"127.0.0.1:51072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.040886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:02.887485Z","time spent":"11.153392896s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-05-29T03:00:14.040908Z","caller":"traceutil/trace.go:171","msg":"trace[995198391] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25527; }","duration":"825.154651ms","start":"2026-05-29T03:00:13.215743Z","end":"2026-05-29T03:00:14.040897Z","steps":["trace[995198391] 'agreement among raft nodes before linearized reading' (duration: 824.951316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.31705Z","time spent":"2.723591137s","remote":"127.0.0.1:33216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.040945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:13.215723Z","time spent":"825.210102ms","remote":"127.0.0.1:49272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.040682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.795218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:14.041002Z","caller":"traceutil/trace.go:171","msg":"trace[1727046478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25527; }","duration":"645.143207ms","start":"2026-05-29T03:00:13.395841Z","end":"2026-05-29T03:00:14.040985Z","steps":["trace[1727046478] 'agreement among raft nodes before linearized reading' (duration: 644.824669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.041026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721742234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-05-29T03:00:14.041045Z","caller":"traceutil/trace.go:171","msg":"trace[333534257] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25527; }","duration":"2.721777574s","start":"2026-05-29T03:00:11.319261Z","end":"2026-05-29T03:00:14.041039Z","steps":["trace[333534257] 'agreement among raft nodes before linearized reading' (duration: 2.721711872s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.041047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:13.395814Z","time spent":"645.220479ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:14.041073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.319254Z","time spent":"2.721812216s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-05-29T03:00:14.041071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550125166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-05-29T03:00:14.041093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771432449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"info","ts":"2026-05-29T03:00:14.041125Z","caller":"traceutil/trace.go:171","msg":"trace[676839568] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25527; }","duration":"2.771509412s","start":"2026-05-29T03:00:11.269606Z","end":"2026-05-29T03:00:14.041115Z","steps":["trace[676839568] 'agreement among raft nodes before linearized reading' (duration: 2.771413079s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.041108Z","caller":"traceutil/trace.go:171","msg":"trace[1450758270] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25527; }","duration":"2.550186268s","start":"2026-05-29T03:00:11.490911Z","end":"2026-05-29T03:00:14.041097Z","steps":["trace[1450758270] 'agreement among raft nodes before linearized reading' (duration: 2.550059745s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.040798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321818535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:14.04122Z","caller":"traceutil/trace.go:171","msg":"trace[1301052498] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25527; }","duration":"1.322277126s","start":"2026-05-29T03:00:12.718936Z","end":"2026-05-29T03:00:14.041213Z","steps":["trace[1301052498] 'agreement among raft nodes before linearized reading' (duration: 1.321793415s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.04122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.269568Z","time spent":"2.771645574s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-05-29T03:00:14.041225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.490893Z","time spent":"2.550318311s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-05-29T03:00:14.041244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:12.718914Z","time spent":"1.322323127s","remote":"127.0.0.1:58670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.041236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249122963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-05-29T03:00:14.041257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290280179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-29T03:00:14.040556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:03.360352Z","time spent":"10.680195643s","remote":"127.0.0.1:58496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":231,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:14.041274Z","caller":"traceutil/trace.go:171","msg":"trace[1866705630] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25527; }","duration":"2.249191505s","start":"2026-05-29T03:00:11.792073Z","end":"2026-05-29T03:00:14.041264Z","steps":["trace[1866705630] 'agreement among raft nodes before linearized reading' (duration: 2.249040082s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.041252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.573321466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:14.041292Z","caller":"traceutil/trace.go:171","msg":"trace[329109554] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25527; }","duration":"2.290338961s","start":"2026-05-29T03:00:11.750944Z","end":"2026-05-29T03:00:14.041283Z","steps":["trace[329109554] 'agreement among raft nodes before linearized reading' (duration: 2.290232808s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.041305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.792054Z","time spent":"2.249244347s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T03:00:14.041314Z","caller":"traceutil/trace.go:171","msg":"trace[936454245] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25527; }","duration":"3.573438348s","start":"2026-05-29T03:00:10.467866Z","end":"2026-05-29T03:00:14.041305Z","steps":["trace[936454245] 'agreement among raft nodes before linearized reading' (duration: 3.573321195s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.041344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.467829Z","time spent":"3.57350563s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.04132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:11.750929Z","time spent":"2.290383121s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-05-29T03:00:14.040852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.080523Z","time spent":"3.960320926s","remote":"127.0.0.1:34192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-05-29T03:00:14.041551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555890146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-29T03:00:14.041567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274752339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:14.041586Z","caller":"traceutil/trace.go:171","msg":"trace[1685061613] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25527; }","duration":"3.555960168s","start":"2026-05-29T03:00:10.485615Z","end":"2026-05-29T03:00:14.041575Z","steps":["trace[1685061613] 'agreement among raft nodes before linearized reading' (duration: 3.555851075s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:14.041598Z","caller":"traceutil/trace.go:171","msg":"trace[277380014] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25527; }","duration":"3.274821451s","start":"2026-05-29T03:00:10.766768Z","end":"2026-05-29T03:00:14.04159Z","steps":["trace[277380014] 'agreement among raft nodes before linearized reading' (duration: 3.274693488s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.041615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.48559Z","time spent":"3.556018309s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T03:00:14.041626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:10.766747Z","time spent":"3.274871243s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:14.04142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929067493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:14.042054Z","caller":"traceutil/trace.go:171","msg":"trace[16272990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25527; }","duration":"1.929753109s","start":"2026-05-29T03:00:12.112288Z","end":"2026-05-29T03:00:14.042041Z","steps":["trace[16272990] 'agreement among raft nodes before linearized reading' (duration: 1.929066363s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.042082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:12.112252Z","time spent":"1.929822441s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:14.548621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:14.786144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.063258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:14.786219Z","caller":"traceutil/trace.go:171","msg":"trace[191747337] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"735.158929ms","start":"2026-05-29T03:00:14.051028Z","end":"2026-05-29T03:00:14.786187Z","steps":["trace[191747337] 'agreement among raft nodes before linearized reading' (duration: 735.084138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:14.78625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.05102Z","time spent":"735.223892ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/05/29 03:00:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:15.049226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:15.5494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:15.700865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.652749171s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:15.968004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.428758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:15.968149Z","caller":"traceutil/trace.go:171","msg":"trace[864613583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25527; }","duration":"233.582511ms","start":"2026-05-29T03:00:15.734548Z","end":"2026-05-29T03:00:15.96813Z","steps":["trace[864613583] 'range keys from in-memory index tree' (duration: 233.413678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.969753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.652004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:15.96993Z","caller":"traceutil/trace.go:171","msg":"trace[1740957136] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"1.921965078s","start":"2026-05-29T03:00:14.047944Z","end":"2026-05-29T03:00:15.969909Z","steps":["trace[1740957136] 'process raft request' (duration: 1.653078619s)","trace[1740957136] 'compare' (duration: 267.031616ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:15.969953Z","caller":"traceutil/trace.go:171","msg":"trace[641377103] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"1.921917587s","start":"2026-05-29T03:00:14.048022Z","end":"2026-05-29T03:00:15.96994Z","steps":["trace[641377103] 'process raft request' (duration: 1.921811914s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.970009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.048015Z","time spent":"1.921963058s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:15.970041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.047932Z","time spent":"1.92204441s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:15.970125Z","caller":"traceutil/trace.go:171","msg":"trace[1064971100] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"1.92203575s","start":"2026-05-29T03:00:14.048061Z","end":"2026-05-29T03:00:15.970097Z","steps":["trace[1064971100] 'process raft request' (duration: 1.921843615s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:15.970201Z","caller":"traceutil/trace.go:171","msg":"trace[94080424] linearizableReadLoop","detail":"{readStateIndex:26445; appliedIndex:26439; }","duration":"1.922231885s","start":"2026-05-29T03:00:14.047953Z","end":"2026-05-29T03:00:15.970185Z","steps":["trace[94080424] 'read index received' (duration: 1.653083099s)","trace[94080424] 'applied index is now lower than readState.Index' (duration: 269.147936ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:15.970191Z","caller":"traceutil/trace.go:171","msg":"trace[45277343] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"1.919424438s","start":"2026-05-29T03:00:14.05073Z","end":"2026-05-29T03:00:15.970154Z","steps":["trace[45277343] 'process raft request' (duration: 1.919269504s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:15.970219Z","caller":"traceutil/trace.go:171","msg":"trace[1737426519] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"1.916600722s","start":"2026-05-29T03:00:14.053598Z","end":"2026-05-29T03:00:15.970198Z","steps":["trace[1737426519] 'process raft request' (duration: 1.916479559s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.970249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.048058Z","time spent":"1.922118811s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:15.970276Z","caller":"traceutil/trace.go:171","msg":"trace[1932757552] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"1.915144418s","start":"2026-05-29T03:00:14.055108Z","end":"2026-05-29T03:00:15.970252Z","steps":["trace[1932757552] 'process raft request' (duration: 1.915010175s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:15.970341Z","caller":"traceutil/trace.go:171","msg":"trace[334474641] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"380.936179ms","start":"2026-05-29T03:00:15.589392Z","end":"2026-05-29T03:00:15.970328Z","steps":["trace[334474641] 'process raft request' (duration: 380.759825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.970379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.589374Z","time spent":"380.9834ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:15.970368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.053586Z","time spent":"1.916679264s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:15.970355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.050724Z","time spent":"1.919541012s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:15.9704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922174343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"warn","ts":"2026-05-29T03:00:15.970387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.577343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:15.97031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922356147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:15.970438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.726833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:15.970452Z","caller":"traceutil/trace.go:171","msg":"trace[707831366] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25534; }","duration":"730.678905ms","start":"2026-05-29T03:00:15.239764Z","end":"2026-05-29T03:00:15.970443Z","steps":["trace[707831366] 'agreement among raft nodes before linearized reading' (duration: 730.575702ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:15.970458Z","caller":"traceutil/trace.go:171","msg":"trace[2073678530] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:0; response_revision:25534; }","duration":"1.922538822s","start":"2026-05-29T03:00:14.047909Z","end":"2026-05-29T03:00:15.970448Z","steps":["trace[2073678530] 'agreement among raft nodes before linearized reading' (duration: 1.922377758s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.970483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.239741Z","time spent":"730.731856ms","remote":"127.0.0.1:49480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.970499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.406368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:15.970491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.047892Z","time spent":"1.922591163s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"info","ts":"2026-05-29T03:00:15.970527Z","caller":"traceutil/trace.go:171","msg":"trace[812483199] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25534; }","duration":"594.476879ms","start":"2026-05-29T03:00:15.376039Z","end":"2026-05-29T03:00:15.970516Z","steps":["trace[812483199] 'agreement among raft nodes before linearized reading' (duration: 594.438328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.970538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919835448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:15.97055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.376009Z","time spent":"594.53503ms","remote":"127.0.0.1:34222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.970414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.0551Z","time spent":"1.91523562s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:15.970565Z","caller":"traceutil/trace.go:171","msg":"trace[230248095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25534; }","duration":"1.919870989s","start":"2026-05-29T03:00:14.050686Z","end":"2026-05-29T03:00:15.970557Z","steps":["trace[230248095] 'agreement among raft nodes before linearized reading' (duration: 1.919830238s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.970597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.050675Z","time spent":"1.91991664s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T03:00:15.970465Z","caller":"traceutil/trace.go:171","msg":"trace[1425492072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25534; }","duration":"377.858756ms","start":"2026-05-29T03:00:15.592596Z","end":"2026-05-29T03:00:15.970455Z","steps":["trace[1425492072] 'agreement among raft nodes before linearized reading' (duration: 377.817795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.970632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.59257Z","time spent":"378.054561ms","remote":"127.0.0.1:38290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:15.970497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917101384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-05-29T03:00:15.970433Z","caller":"traceutil/trace.go:171","msg":"trace[1470553291] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25534; }","duration":"1.922226904s","start":"2026-05-29T03:00:14.048197Z","end":"2026-05-29T03:00:15.970423Z","steps":["trace[1470553291] 'agreement among raft nodes before linearized reading' (duration: 1.922100701s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:15.970676Z","caller":"traceutil/trace.go:171","msg":"trace[1290702675] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25534; }","duration":"1.917292008s","start":"2026-05-29T03:00:14.053376Z","end":"2026-05-29T03:00:15.970668Z","steps":["trace[1290702675] 'agreement among raft nodes before linearized reading' (duration: 1.917076743s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.9707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.053368Z","time spent":"1.91732542s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T03:00:15.970695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.048192Z","time spent":"1.92249568s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-29T03:00:15.970817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920193656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18572"} {"level":"info","ts":"2026-05-29T03:00:15.970847Z","caller":"traceutil/trace.go:171","msg":"trace[1489869972] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25534; }","duration":"1.920232487s","start":"2026-05-29T03:00:14.050605Z","end":"2026-05-29T03:00:15.970838Z","steps":["trace[1489869972] 'agreement among raft nodes before linearized reading' (duration: 1.920128345s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:15.970875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:14.0506Z","time spent":"1.920269359s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18595,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-05-29T03:00:16.452667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.270008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:16.453294Z","caller":"traceutil/trace.go:171","msg":"trace[13477825] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"478.697882ms","start":"2026-05-29T03:00:15.974542Z","end":"2026-05-29T03:00:16.45324Z","steps":["trace[13477825] 'process raft request' (duration: 156.969593ms)","trace[13477825] 'compare' (duration: 320.854609ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:16.453363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.974525Z","time spent":"478.808385ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:16.453383Z","caller":"traceutil/trace.go:171","msg":"trace[188904419] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"459.470821ms","start":"2026-05-29T03:00:15.993859Z","end":"2026-05-29T03:00:16.45333Z","steps":["trace[188904419] 'process raft request' (duration: 459.334208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.453543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.993836Z","time spent":"459.632324ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:16.453827Z","caller":"traceutil/trace.go:171","msg":"trace[59802359] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"459.261247ms","start":"2026-05-29T03:00:15.994555Z","end":"2026-05-29T03:00:16.453817Z","steps":["trace[59802359] 'process raft request' (duration: 459.201575ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.453877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.994527Z","time spent":"459.329517ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T03:00:16.453851Z","caller":"traceutil/trace.go:171","msg":"trace[830941290] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"459.44387ms","start":"2026-05-29T03:00:15.994354Z","end":"2026-05-29T03:00:16.453798Z","steps":["trace[830941290] 'process raft request' (duration: 459.321757ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.453912Z","caller":"traceutil/trace.go:171","msg":"trace[1505366930] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"459.45306ms","start":"2026-05-29T03:00:15.994436Z","end":"2026-05-29T03:00:16.453889Z","steps":["trace[1505366930] 'process raft request' (duration: 459.294177ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.453955Z","caller":"traceutil/trace.go:171","msg":"trace[361723120] transaction","detail":"{read_only:false; response_revision:25537; number_of_response:1; }","duration":"459.896101ms","start":"2026-05-29T03:00:15.994043Z","end":"2026-05-29T03:00:16.453939Z","steps":["trace[361723120] 'process raft request' (duration: 459.207475ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.454009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.994032Z","time spent":"459.952732ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T03:00:16.454009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.994422Z","time spent":"459.540373ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:16.454012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.994346Z","time spent":"459.577663ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:16.454139Z","caller":"traceutil/trace.go:171","msg":"trace[1739620] linearizableReadLoop","detail":"{readStateIndex:26449; appliedIndex:26446; }","duration":"460.111066ms","start":"2026-05-29T03:00:15.994012Z","end":"2026-05-29T03:00:16.454123Z","steps":["trace[1739620] 'read index received' (duration: 37.980971ms)","trace[1739620] 'applied index is now lower than readState.Index' (duration: 422.127745ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:16.454248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.247229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-05-29T03:00:16.454209Z","caller":"traceutil/trace.go:171","msg":"trace[1865962388] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"459.581594ms","start":"2026-05-29T03:00:15.994578Z","end":"2026-05-29T03:00:16.454159Z","steps":["trace[1865962388] 'process raft request' (duration: 459.207325ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.454299Z","caller":"traceutil/trace.go:171","msg":"trace[297879020] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3; range_end:; response_count:1; response_revision:25541; }","duration":"460.322131ms","start":"2026-05-29T03:00:15.993962Z","end":"2026-05-29T03:00:16.454284Z","steps":["trace[297879020] 'agreement among raft nodes before linearized reading' (duration: 460.230338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.454337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.993944Z","time spent":"460.386403ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-b5203bb0-c601-40a5-b04b-0687d8a46bb3\" "} {"level":"warn","ts":"2026-05-29T03:00:16.454426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.994566Z","time spent":"459.756997ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T03:00:16.456555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.081552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s.18b3e9f91463954e\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-05-29T03:00:16.456612Z","caller":"traceutil/trace.go:171","msg":"trace[1962540002] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s.18b3e9f91463954e; range_end:; response_count:1; response_revision:25542; }","duration":"462.153764ms","start":"2026-05-29T03:00:15.994443Z","end":"2026-05-29T03:00:16.456597Z","steps":["trace[1962540002] 'agreement among raft nodes before linearized reading' (duration: 461.894158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.456649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.994436Z","time spent":"462.204515ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s.18b3e9f91463954e\" "} {"level":"warn","ts":"2026-05-29T03:00:16.456715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.561543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:00:16.45675Z","caller":"traceutil/trace.go:171","msg":"trace[1619456692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25542; }","duration":"179.625705ms","start":"2026-05-29T03:00:16.277114Z","end":"2026-05-29T03:00:16.45674Z","steps":["trace[1619456692] 'agreement among raft nodes before linearized reading' (duration: 179.505752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.45685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.894408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:16.456841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.43258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122448"} {"level":"info","ts":"2026-05-29T03:00:16.45688Z","caller":"traceutil/trace.go:171","msg":"trace[1452520056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25542; }","duration":"461.932869ms","start":"2026-05-29T03:00:15.994936Z","end":"2026-05-29T03:00:16.456869Z","steps":["trace[1452520056] 'agreement among raft nodes before linearized reading' (duration: 461.881498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.45691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:15.994909Z","time spent":"461.99495ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T03:00:16.456915Z","caller":"traceutil/trace.go:171","msg":"trace[1168726028] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25542; }","duration":"179.517613ms","start":"2026-05-29T03:00:16.277378Z","end":"2026-05-29T03:00:16.456895Z","steps":["trace[1168726028] 'agreement among raft nodes before linearized reading' (duration: 179.212746ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:16.457021Z","caller":"traceutil/trace.go:171","msg":"trace[1542098610] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"423.796135ms","start":"2026-05-29T03:00:16.033217Z","end":"2026-05-29T03:00:16.457013Z","steps":["trace[1542098610] 'process raft request' (duration: 422.931544ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:16.457068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.033195Z","time spent":"423.846615ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:17.700321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.512421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:17.700575Z","caller":"traceutil/trace.go:171","msg":"trace[611566121] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"1.240415574s","start":"2026-05-29T03:00:16.460124Z","end":"2026-05-29T03:00:17.70054Z","steps":["trace[611566121] 'process raft request' (duration: 428.583036ms)","trace[611566121] 'compare' (duration: 809.502994ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:17.700669Z","caller":"traceutil/trace.go:171","msg":"trace[703519921] linearizableReadLoop","detail":"{readStateIndex:26458; appliedIndex:26456; }","duration":"1.189709075s","start":"2026-05-29T03:00:16.510937Z","end":"2026-05-29T03:00:17.700646Z","steps":["trace[703519921] 'read index received' (duration: 377.679342ms)","trace[703519921] 'applied index is now lower than readState.Index' (duration: 812.028093ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:17.700728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.460097Z","time spent":"1.240552798s","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":122432,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:17.700778Z","caller":"traceutil/trace.go:171","msg":"trace[2018463750] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"1.235279974s","start":"2026-05-29T03:00:16.465433Z","end":"2026-05-29T03:00:17.700713Z","steps":["trace[2018463750] 'process raft request' (duration: 1.235015088s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.70095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.466907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:17.700963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24021725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:00:17.701005Z","caller":"traceutil/trace.go:171","msg":"trace[416410326] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25546; }","duration":"510.58117ms","start":"2026-05-29T03:00:17.190412Z","end":"2026-05-29T03:00:17.700993Z","steps":["trace[416410326] 'agreement among raft nodes before linearized reading' (duration: 510.471377ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:17.701024Z","caller":"traceutil/trace.go:171","msg":"trace[51164020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25546; }","duration":"1.240298222s","start":"2026-05-29T03:00:16.46071Z","end":"2026-05-29T03:00:17.701008Z","steps":["trace[51164020] 'agreement among raft nodes before linearized reading' (duration: 1.240079617s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.701054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.016157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:17.701027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.565939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:17.701085Z","caller":"traceutil/trace.go:171","msg":"trace[729586006] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25546; }","duration":"331.065968ms","start":"2026-05-29T03:00:17.370008Z","end":"2026-05-29T03:00:17.701074Z","steps":["trace[729586006] 'agreement among raft nodes before linearized reading' (duration: 331.008627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.701069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140209963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-05-29T03:00:17.701078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.465424Z","time spent":"1.235487359s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5703,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:17.701085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.4607Z","time spent":"1.240371984s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T03:00:17.701116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.369998Z","time spent":"331.112179ms","remote":"127.0.0.1:46152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:17.701109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.66836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:17.701137Z","caller":"traceutil/trace.go:171","msg":"trace[492273195] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25546; }","duration":"1.140315466s","start":"2026-05-29T03:00:16.5608Z","end":"2026-05-29T03:00:17.701115Z","steps":["trace[492273195] 'agreement among raft nodes before linearized reading' (duration: 1.140136422s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.701133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.190389Z","time spent":"510.726034ms","remote":"127.0.0.1:33166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:17.701165Z","caller":"traceutil/trace.go:171","msg":"trace[1005871850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25546; }","duration":"631.761273ms","start":"2026-05-29T03:00:17.069388Z","end":"2026-05-29T03:00:17.701149Z","steps":["trace[1005871850] 'agreement among raft nodes before linearized reading' (duration: 631.66798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.701169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156842854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:17.70119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.560784Z","time spent":"1.140392457s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-05-29T03:00:17.701184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.58912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-29T03:00:17.70082Z","caller":"traceutil/trace.go:171","msg":"trace[1419707939] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"323.632784ms","start":"2026-05-29T03:00:17.377146Z","end":"2026-05-29T03:00:17.700779Z","steps":["trace[1419707939] 'process raft request' (duration: 323.434579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.70121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.069368Z","time spent":"631.832294ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T03:00:17.701225Z","caller":"traceutil/trace.go:171","msg":"trace[1437911232] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25546; }","duration":"1.156898275s","start":"2026-05-29T03:00:16.544304Z","end":"2026-05-29T03:00:17.701203Z","steps":["trace[1437911232] 'agreement among raft nodes before linearized reading' (duration: 1.156792992s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.701229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.384652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:17.701248Z","caller":"traceutil/trace.go:171","msg":"trace[1617372499] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25546; }","duration":"397.699641ms","start":"2026-05-29T03:00:17.303527Z","end":"2026-05-29T03:00:17.701226Z","steps":["trace[1617372499] 'agreement among raft nodes before linearized reading' (duration: 397.518157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.701287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.544265Z","time spent":"1.156983027s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:17.701296Z","caller":"traceutil/trace.go:171","msg":"trace[188089539] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25546; }","duration":"873.480915ms","start":"2026-05-29T03:00:16.8278Z","end":"2026-05-29T03:00:17.701281Z","steps":["trace[188089539] 'agreement among raft nodes before linearized reading' (duration: 873.368712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.701337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.303508Z","time spent":"397.813495ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T03:00:17.701352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.827783Z","time spent":"873.554686ms","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:17.701346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.377131Z","time spent":"324.107935ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:17.701492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18696814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-5b7cdd476d-mmmtl.18b3e85f92a9eb98\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-05-29T03:00:17.701566Z","caller":"traceutil/trace.go:171","msg":"trace[1035411670] range","detail":"{range_begin:/registry/events/openstack/glance-api-5b7cdd476d-mmmtl.18b3e85f92a9eb98; range_end:; response_count:1; response_revision:25546; }","duration":"1.187036213s","start":"2026-05-29T03:00:16.514493Z","end":"2026-05-29T03:00:17.701529Z","steps":["trace[1035411670] 'agreement among raft nodes before linearized reading' (duration: 1.186830318s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.701606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.514484Z","time spent":"1.187112364s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2011,"request content":"key:\"/registry/events/openstack/glance-api-5b7cdd476d-mmmtl.18b3e85f92a9eb98\" "} {"level":"info","ts":"2026-05-29T03:00:17.701125Z","caller":"traceutil/trace.go:171","msg":"trace[694815753] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25546; }","duration":"273.727313ms","start":"2026-05-29T03:00:17.427378Z","end":"2026-05-29T03:00:17.701105Z","steps":["trace[694815753] 'agreement among raft nodes before linearized reading' (duration: 273.531348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.702011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187868251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T03:00:17.702102Z","caller":"traceutil/trace.go:171","msg":"trace[1494648918] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25546; }","duration":"1.187986915s","start":"2026-05-29T03:00:16.5141Z","end":"2026-05-29T03:00:17.702087Z","steps":["trace[1494648918] 'agreement among raft nodes before linearized reading' (duration: 1.186695224s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:17.702157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:16.514081Z","time spent":"1.188061346s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-05-29T03:00:18.558035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.132133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:18.558138Z","caller":"traceutil/trace.go:171","msg":"trace[370786681] linearizableReadLoop","detail":"{readStateIndex:26460; appliedIndex:26459; }","duration":"853.314162ms","start":"2026-05-29T03:00:17.704808Z","end":"2026-05-29T03:00:18.558122Z","steps":["trace[370786681] 'read index received' (duration: 238.004454ms)","trace[370786681] 'applied index is now lower than readState.Index' (duration: 615.308008ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:18.558191Z","caller":"traceutil/trace.go:171","msg":"trace[46698797] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"853.65608ms","start":"2026-05-29T03:00:17.704511Z","end":"2026-05-29T03:00:18.558167Z","steps":["trace[46698797] 'process raft request' (duration: 238.311392ms)","trace[46698797] 'compare' (duration: 614.278923ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:18.558306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.704492Z","time spent":"853.749003ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:18.558314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.494167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2101acb6-ee30-41e6-abe8-641974caf25d\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-05-29T03:00:18.558367Z","caller":"traceutil/trace.go:171","msg":"trace[629667346] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2101acb6-ee30-41e6-abe8-641974caf25d; range_end:; response_count:1; response_revision:25547; }","duration":"853.549659ms","start":"2026-05-29T03:00:17.704801Z","end":"2026-05-29T03:00:18.558351Z","steps":["trace[629667346] 'agreement among raft nodes before linearized reading' (duration: 853.377905ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.558413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.704792Z","time spent":"853.61325ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-2101acb6-ee30-41e6-abe8-641974caf25d\" "} {"level":"info","ts":"2026-05-29T03:00:18.583744Z","caller":"traceutil/trace.go:171","msg":"trace[306019112] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25547; }","duration":"877.91956ms","start":"2026-05-29T03:00:17.705789Z","end":"2026-05-29T03:00:18.583709Z","steps":["trace[306019112] 'process raft request' (duration: 877.709895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:18.583924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.705776Z","time spent":"878.074954ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T03:00:19.126003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.349198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:19.126173Z","caller":"traceutil/trace.go:171","msg":"trace[1170053339] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"667.142754ms","start":"2026-05-29T03:00:18.45902Z","end":"2026-05-29T03:00:19.126163Z","steps":["trace[1170053339] 'process raft request' (duration: 667.053912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.126213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.458993Z","time spent":"667.204976ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:19.126201Z","caller":"traceutil/trace.go:171","msg":"trace[1627923988] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"667.941713ms","start":"2026-05-29T03:00:18.458219Z","end":"2026-05-29T03:00:19.12616Z","steps":["trace[1627923988] 'process raft request' (duration: 312.38178ms)","trace[1627923988] 'compare' (duration: 355.0007ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:19.126261Z","caller":"traceutil/trace.go:171","msg":"trace[2079736878] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"667.150194ms","start":"2026-05-29T03:00:18.459091Z","end":"2026-05-29T03:00:19.126241Z","steps":["trace[2079736878] 'process raft request' (duration: 667.046401ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.126362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.459087Z","time spent":"667.222836ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:19.126363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.4582Z","time spent":"668.088576ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:19.126416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421316901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7304"} {"level":"warn","ts":"2026-05-29T03:00:19.126338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.441516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:19.126488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.779973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:19.126512Z","caller":"traceutil/trace.go:171","msg":"trace[2037732988] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25550; }","duration":"844.839514ms","start":"2026-05-29T03:00:18.281667Z","end":"2026-05-29T03:00:19.126507Z","steps":["trace[2037732988] 'agreement among raft nodes before linearized reading' (duration: 844.800453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.126522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127022335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:19.126536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.281647Z","time spent":"844.884045ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-29T03:00:19.126544Z","caller":"traceutil/trace.go:171","msg":"trace[678211712] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25550; }","duration":"1.127090457s","start":"2026-05-29T03:00:17.999446Z","end":"2026-05-29T03:00:19.126537Z","steps":["trace[678211712] 'agreement among raft nodes before linearized reading' (duration: 1.127049796s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:19.12649Z","caller":"traceutil/trace.go:171","msg":"trace[1891044189] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25550; }","duration":"810.655661ms","start":"2026-05-29T03:00:18.315821Z","end":"2026-05-29T03:00:19.126477Z","steps":["trace[1891044189] 'agreement among raft nodes before linearized reading' (duration: 810.401745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.126568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.999424Z","time spent":"1.127140318s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:19.126576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.045499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-05-29T03:00:19.126623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.315799Z","time spent":"810.782245ms","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:19.126637Z","caller":"traceutil/trace.go:171","msg":"trace[1236984492] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25550; }","duration":"721.136081ms","start":"2026-05-29T03:00:18.405482Z","end":"2026-05-29T03:00:19.126618Z","steps":["trace[1236984492] 'agreement among raft nodes before linearized reading' (duration: 720.911535ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:19.126219Z","caller":"traceutil/trace.go:171","msg":"trace[143667180] linearizableReadLoop","detail":"{readStateIndex:26464; appliedIndex:26460; }","duration":"568.034929ms","start":"2026-05-29T03:00:18.558164Z","end":"2026-05-29T03:00:19.126199Z","steps":["trace[143667180] 'read index received' (duration: 25.348745ms)","trace[143667180] 'applied index is now lower than readState.Index' (duration: 542.685384ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:19.126455Z","caller":"traceutil/trace.go:171","msg":"trace[1081564566] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25550; }","duration":"1.421379092s","start":"2026-05-29T03:00:17.705069Z","end":"2026-05-29T03:00:19.126448Z","steps":["trace[1081564566] 'agreement among raft nodes before linearized reading' (duration: 1.421189397s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.126691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.405462Z","time spent":"721.214413ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":173,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:19.126717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:17.70506Z","time spent":"1.421650979s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T03:00:19.126781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.25588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:19.126814Z","caller":"traceutil/trace.go:171","msg":"trace[1122345382] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25550; }","duration":"134.336482ms","start":"2026-05-29T03:00:18.992463Z","end":"2026-05-29T03:00:19.1268Z","steps":["trace[1122345382] 'agreement among raft nodes before linearized reading' (duration: 134.285831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.126947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.073109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-29T03:00:19.127007Z","caller":"traceutil/trace.go:171","msg":"trace[1612653902] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25550; }","duration":"565.265704ms","start":"2026-05-29T03:00:18.561726Z","end":"2026-05-29T03:00:19.126992Z","steps":["trace[1612653902] 'agreement among raft nodes before linearized reading' (duration: 565.020238ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.126969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.351543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-05-29T03:00:19.127008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.559229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:19.127054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.203092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18b3e83ac8097d14\" ","response":"range_response_count:1 size:785"} {"level":"warn","ts":"2026-05-29T03:00:19.127055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.561685Z","time spent":"565.358726ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-05-29T03:00:19.127076Z","caller":"traceutil/trace.go:171","msg":"trace[1548155002] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18b3e83ac8097d14; range_end:; response_count:1; response_revision:25550; }","duration":"565.223012ms","start":"2026-05-29T03:00:18.561846Z","end":"2026-05-29T03:00:19.127069Z","steps":["trace[1548155002] 'agreement among raft nodes before linearized reading' (duration: 565.152711ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:19.127058Z","caller":"traceutil/trace.go:171","msg":"trace[1144635840] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25550; }","duration":"541.455845ms","start":"2026-05-29T03:00:18.585588Z","end":"2026-05-29T03:00:19.127044Z","steps":["trace[1144635840] 'agreement among raft nodes before linearized reading' (duration: 541.351322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.127091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.561838Z","time spent":"565.250323ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":808,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18b3e83ac8097d14\" "} {"level":"info","ts":"2026-05-29T03:00:19.127084Z","caller":"traceutil/trace.go:171","msg":"trace[563014718] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25550; }","duration":"406.655042ms","start":"2026-05-29T03:00:18.720396Z","end":"2026-05-29T03:00:19.127051Z","steps":["trace[563014718] 'agreement among raft nodes before linearized reading' (duration: 406.5708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:19.127103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.585577Z","time spent":"541.517376ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-29T03:00:19.127127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:18.720375Z","time spent":"406.742244ms","remote":"127.0.0.1:49052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:19.635325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:20.136393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:20.63758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:21.138205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:21.29641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.161989479s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:21.311241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.473189Z","time spent":"838.046394ms","remote":"127.0.0.1:43052","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-29T03:00:21.311324Z","caller":"traceutil/trace.go:171","msg":"trace[1930655428] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"2.17695312s","start":"2026-05-29T03:00:19.134339Z","end":"2026-05-29T03:00:21.311292Z","steps":["trace[1930655428] 'process raft request' (duration: 2.162274016s)","trace[1930655428] 'compare' (duration: 13.382494ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:21.311457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.134327Z","time spent":"2.177054572s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:21.662453Z","caller":"traceutil/trace.go:171","msg":"trace[2107818572] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"2.526158764s","start":"2026-05-29T03:00:19.136266Z","end":"2026-05-29T03:00:21.662425Z","steps":["trace[2107818572] 'process raft request' (duration: 2.525696993s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.662674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.13626Z","time spent":"2.526292517s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:21.662745Z","caller":"traceutil/trace.go:171","msg":"trace[1805239157] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"2.526461101s","start":"2026-05-29T03:00:19.136251Z","end":"2026-05-29T03:00:21.662712Z","steps":["trace[1805239157] 'process raft request' (duration: 2.526089882s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:21.662833Z","caller":"traceutil/trace.go:171","msg":"trace[1840526012] linearizableReadLoop","detail":"{readStateIndex:26470; appliedIndex:26464; }","duration":"2.528389156s","start":"2026-05-29T03:00:19.134423Z","end":"2026-05-29T03:00:21.662812Z","steps":["trace[1840526012] 'read index received' (duration: 2.162272146s)","trace[1840526012] 'applied index is now lower than readState.Index' (duration: 366.11618ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:21.662913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.136239Z","time spent":"2.526574853s","remote":"127.0.0.1:58472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":122432,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:21.66327Z","caller":"traceutil/trace.go:171","msg":"trace[62337443] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"528.210414ms","start":"2026-05-29T03:00:21.135045Z","end":"2026-05-29T03:00:21.663256Z","steps":["trace[62337443] 'process raft request' (duration: 527.705142ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:21.663349Z","caller":"traceutil/trace.go:171","msg":"trace[309466999] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"2.472782001s","start":"2026-05-29T03:00:19.190548Z","end":"2026-05-29T03:00:21.66333Z","steps":["trace[309466999] 'process raft request' (duration: 2.472084385s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.663472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.190535Z","time spent":"2.472864663s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:21.663611Z","caller":"traceutil/trace.go:171","msg":"trace[1770113194] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"525.264775ms","start":"2026-05-29T03:00:21.138333Z","end":"2026-05-29T03:00:21.663597Z","steps":["trace[1770113194] 'process raft request' (duration: 524.446126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.663694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.1383Z","time spent":"525.343247ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:21.663746Z","caller":"traceutil/trace.go:171","msg":"trace[507916381] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"532.183437ms","start":"2026-05-29T03:00:21.131516Z","end":"2026-05-29T03:00:21.6637Z","steps":["trace[507916381] 'process raft request' (duration: 531.196564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.664083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.13149Z","time spent":"532.29818ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:21.664563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.135038Z","time spent":"528.273786ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:21.66345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529084633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:21.66508Z","caller":"traceutil/trace.go:171","msg":"trace[1389420325] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25557; }","duration":"2.530710791s","start":"2026-05-29T03:00:19.13434Z","end":"2026-05-29T03:00:21.665051Z","steps":["trace[1389420325] 'agreement among raft nodes before linearized reading' (duration: 2.529072812s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:21.665154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.134292Z","time spent":"2.530835684s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-29T03:00:22.238595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.812621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:22.238705Z","caller":"traceutil/trace.go:171","msg":"trace[1052568414] linearizableReadLoop","detail":"{readStateIndex:26472; appliedIndex:26471; }","duration":"575.802971ms","start":"2026-05-29T03:00:21.662885Z","end":"2026-05-29T03:00:22.238688Z","steps":["trace[1052568414] 'read index received' (duration: 126.764545ms)","trace[1052568414] 'applied index is now lower than readState.Index' (duration: 449.036966ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:22.238746Z","caller":"traceutil/trace.go:171","msg":"trace[1698425374] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"691.165798ms","start":"2026-05-29T03:00:21.547548Z","end":"2026-05-29T03:00:22.238714Z","steps":["trace[1698425374] 'process raft request' (duration: 242.148502ms)","trace[1698425374] 'compare' (duration: 448.433872ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:22.238821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170987737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:22.238823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14983904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:22.238884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.547523Z","time spent":"691.294851ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:22.238903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704685099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:22.23891Z","caller":"traceutil/trace.go:171","msg":"trace[1833913147] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25558; }","duration":"1.149982484s","start":"2026-05-29T03:00:21.088907Z","end":"2026-05-29T03:00:22.238889Z","steps":["trace[1833913147] 'agreement among raft nodes before linearized reading' (duration: 1.14982344s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:22.238937Z","caller":"traceutil/trace.go:171","msg":"trace[755992937] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25558; }","duration":"1.70475516s","start":"2026-05-29T03:00:20.53417Z","end":"2026-05-29T03:00:22.238925Z","steps":["trace[755992937] 'agreement among raft nodes before linearized reading' (duration: 1.704705648s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.238974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:20.534144Z","time spent":"1.704821262s","remote":"127.0.0.1:49020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:22.239004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.088881Z","time spent":"1.150081926s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:22.238995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.455392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9f8d2792573\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-05-29T03:00:22.239144Z","caller":"traceutil/trace.go:171","msg":"trace[171686939] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9f8d2792573; range_end:; response_count:1; response_revision:25558; }","duration":"921.638926ms","start":"2026-05-29T03:00:21.317484Z","end":"2026-05-29T03:00:22.239122Z","steps":["trace[171686939] 'agreement among raft nodes before linearized reading' (duration: 921.36025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.239202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.317465Z","time spent":"921.725598ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":906,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9f8d2792573\" "} {"level":"warn","ts":"2026-05-29T03:00:22.239334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102453057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-05-29T03:00:22.239422Z","caller":"traceutil/trace.go:171","msg":"trace[1710129810] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25558; }","duration":"3.102573309s","start":"2026-05-29T03:00:19.136831Z","end":"2026-05-29T03:00:22.239404Z","steps":["trace[1710129810] 'agreement among raft nodes before linearized reading' (duration: 3.102305673s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.239466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.13682Z","time spent":"3.102638041s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-05-29T03:00:22.23953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133448126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-29T03:00:22.238857Z","caller":"traceutil/trace.go:171","msg":"trace[188416186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25558; }","duration":"1.171055009s","start":"2026-05-29T03:00:21.067791Z","end":"2026-05-29T03:00:22.238846Z","steps":["trace[188416186] 'agreement among raft nodes before linearized reading' (duration: 1.170986057s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:22.23957Z","caller":"traceutil/trace.go:171","msg":"trace[440328665] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25558; }","duration":"1.133532768s","start":"2026-05-29T03:00:21.106028Z","end":"2026-05-29T03:00:22.239561Z","steps":["trace[440328665] 'agreement among raft nodes before linearized reading' (duration: 1.133357123s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.239558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.691327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:22.239555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.053387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:22.239594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.106Z","time spent":"1.133588569s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T03:00:22.239597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.067771Z","time spent":"1.171808946s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T03:00:22.239614Z","caller":"traceutil/trace.go:171","msg":"trace[1051301114] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25558; }","duration":"680.114778ms","start":"2026-05-29T03:00:21.559486Z","end":"2026-05-29T03:00:22.239601Z","steps":["trace[1051301114] 'agreement among raft nodes before linearized reading' (duration: 679.956685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.239607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.594259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s\" ","response":"range_response_count:1 size:7587"} {"level":"warn","ts":"2026-05-29T03:00:22.239619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63038104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:22.239608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87970052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:22.239655Z","caller":"traceutil/trace.go:171","msg":"trace[547641729] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s; range_end:; response_count:1; response_revision:25558; }","duration":"573.681901ms","start":"2026-05-29T03:00:21.665959Z","end":"2026-05-29T03:00:22.23964Z","steps":["trace[547641729] 'agreement among raft nodes before linearized reading' (duration: 573.510037ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:22.23968Z","caller":"traceutil/trace.go:171","msg":"trace[1318467016] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25558; }","duration":"2.630466232s","start":"2026-05-29T03:00:19.609197Z","end":"2026-05-29T03:00:22.239663Z","steps":["trace[1318467016] 'agreement among raft nodes before linearized reading' (duration: 2.630334899s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:22.239695Z","caller":"traceutil/trace.go:171","msg":"trace[1728974635] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25558; }","duration":"2.879828532s","start":"2026-05-29T03:00:19.359849Z","end":"2026-05-29T03:00:22.239677Z","steps":["trace[1728974635] 'agreement among raft nodes before linearized reading' (duration: 2.879686459s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.239702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.705259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:22.239718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.609183Z","time spent":"2.630524153s","remote":"127.0.0.1:58972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:22.239679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.877001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:22.239759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:19.359827Z","time spent":"2.879916405s","remote":"127.0.0.1:34226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:22.239644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.559436Z","time spent":"680.2002ms","remote":"127.0.0.1:58824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:22.239643Z","caller":"traceutil/trace.go:171","msg":"trace[1059926555] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25558; }","duration":"231.771238ms","start":"2026-05-29T03:00:22.007823Z","end":"2026-05-29T03:00:22.239594Z","steps":["trace[1059926555] 'agreement among raft nodes before linearized reading' (duration: 231.651745ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:22.23981Z","caller":"traceutil/trace.go:171","msg":"trace[1443101351] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25558; }","duration":"108.053585ms","start":"2026-05-29T03:00:22.131734Z","end":"2026-05-29T03:00:22.239787Z","steps":["trace[1443101351] 'agreement among raft nodes before linearized reading' (duration: 107.818009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.2398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.709299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T03:00:22.239734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.665937Z","time spent":"573.759643ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7610,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s\" "} {"level":"info","ts":"2026-05-29T03:00:22.239891Z","caller":"traceutil/trace.go:171","msg":"trace[208288415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25558; }","duration":"422.819571ms","start":"2026-05-29T03:00:21.817033Z","end":"2026-05-29T03:00:22.239853Z","steps":["trace[208288415] 'agreement among raft nodes before linearized reading' (duration: 422.628477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.239949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.81701Z","time spent":"422.926823ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T03:00:22.23975Z","caller":"traceutil/trace.go:171","msg":"trace[1793731946] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25558; }","duration":"220.757ms","start":"2026-05-29T03:00:22.018984Z","end":"2026-05-29T03:00:22.239741Z","steps":["trace[1793731946] 'agreement among raft nodes before linearized reading' (duration: 220.684088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.239739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.717562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-05-29T03:00:22.240049Z","caller":"traceutil/trace.go:171","msg":"trace[1180260487] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25558; }","duration":"571.020099ms","start":"2026-05-29T03:00:21.669013Z","end":"2026-05-29T03:00:22.240034Z","steps":["trace[1180260487] 'agreement among raft nodes before linearized reading' (duration: 570.685221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:22.240094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:21.668968Z","time spent":"571.112351ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-05-29T03:00:22.743454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746227,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T03:00:23.068226Z","caller":"traceutil/trace.go:171","msg":"trace[1773868648] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"825.647443ms","start":"2026-05-29T03:00:22.242543Z","end":"2026-05-29T03:00:23.06819Z","steps":["trace[1773868648] 'process raft request' (duration: 759.677585ms)","trace[1773868648] 'compare' (duration: 65.825875ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:23.068379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.242517Z","time spent":"825.779537ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:23.113805Z","caller":"traceutil/trace.go:171","msg":"trace[1679277625] linearizableReadLoop","detail":"{readStateIndex:26475; appliedIndex:26472; }","duration":"870.575978ms","start":"2026-05-29T03:00:22.243199Z","end":"2026-05-29T03:00:23.113774Z","steps":["trace[1679277625] 'read index received' (duration: 759.114062ms)","trace[1679277625] 'applied index is now lower than readState.Index' (duration: 111.460676ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:23.113849Z","caller":"traceutil/trace.go:171","msg":"trace[966972083] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"863.734717ms","start":"2026-05-29T03:00:22.25007Z","end":"2026-05-29T03:00:23.113805Z","steps":["trace[966972083] 'process raft request' (duration: 863.480451ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:23.113935Z","caller":"traceutil/trace.go:171","msg":"trace[58897339] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"407.00304ms","start":"2026-05-29T03:00:22.706918Z","end":"2026-05-29T03:00:23.113921Z","steps":["trace[58897339] 'process raft request' (duration: 406.797255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:23.114033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.250055Z","time spent":"863.8796ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7747,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:23.114069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.706901Z","time spent":"407.089032ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:23.11442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.509445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:23.114495Z","caller":"traceutil/trace.go:171","msg":"trace[1185299133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25561; }","duration":"864.607657ms","start":"2026-05-29T03:00:22.249866Z","end":"2026-05-29T03:00:23.114473Z","steps":["trace[1185299133] 'agreement among raft nodes before linearized reading' (duration: 864.465694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:23.114497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.815055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-05-29T03:00:23.114536Z","caller":"traceutil/trace.go:171","msg":"trace[1940062325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25561; }","duration":"862.851786ms","start":"2026-05-29T03:00:22.251672Z","end":"2026-05-29T03:00:23.114523Z","steps":["trace[1940062325] 'agreement among raft nodes before linearized reading' (duration: 862.727233ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:23.114534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.249857Z","time spent":"864.669749ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:23.114561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.251651Z","time spent":"862.905118ms","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-29T03:00:23.11458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.550603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-05-29T03:00:23.114651Z","caller":"traceutil/trace.go:171","msg":"trace[843509360] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25561; }","duration":"413.638485ms","start":"2026-05-29T03:00:22.700976Z","end":"2026-05-29T03:00:23.114615Z","steps":["trace[843509360] 'agreement among raft nodes before linearized reading' (duration: 413.41806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:23.114687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.700954Z","time spent":"413.723238ms","remote":"127.0.0.1:58796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:23.115533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.272467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1935f20c-d878-4f9c-bd85-6e2350859794\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-05-29T03:00:23.115673Z","caller":"traceutil/trace.go:171","msg":"trace[1206551092] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1935f20c-d878-4f9c-bd85-6e2350859794; range_end:; response_count:1; response_revision:25561; }","duration":"872.480682ms","start":"2026-05-29T03:00:22.243161Z","end":"2026-05-29T03:00:23.115642Z","steps":["trace[1206551092] 'agreement among raft nodes before linearized reading' (duration: 871.027988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:23.115742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:22.243147Z","time spent":"872.582595ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-1935f20c-d878-4f9c-bd85-6e2350859794\" "} {"level":"warn","ts":"2026-05-29T03:00:23.355313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.770555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:23.355448Z","caller":"traceutil/trace.go:171","msg":"trace[1451819575] linearizableReadLoop","detail":"{readStateIndex:26477; appliedIndex:26476; }","duration":"190.455959ms","start":"2026-05-29T03:00:23.164974Z","end":"2026-05-29T03:00:23.35543Z","steps":["trace[1451819575] 'read index received' (duration: 34.566271ms)","trace[1451819575] 'applied index is now lower than readState.Index' (duration: 155.887568ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:23.355665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.687264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-05-29T03:00:23.355703Z","caller":"traceutil/trace.go:171","msg":"trace[1584985281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25563; }","duration":"190.747096ms","start":"2026-05-29T03:00:23.164944Z","end":"2026-05-29T03:00:23.355692Z","steps":["trace[1584985281] 'agreement among raft nodes before linearized reading' (duration: 190.538591ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:23.355756Z","caller":"traceutil/trace.go:171","msg":"trace[1050695805] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"191.617306ms","start":"2026-05-29T03:00:23.164089Z","end":"2026-05-29T03:00:23.355706Z","steps":["trace[1050695805] 'process raft request' (duration: 35.331299ms)","trace[1050695805] 'compare' (duration: 155.581991ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:24.036712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.652185Z","time spent":"384.517493ms","remote":"127.0.0.1:43066","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:24.037521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.184672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:24.037644Z","caller":"traceutil/trace.go:171","msg":"trace[1630647127] linearizableReadLoop","detail":"{readStateIndex:26478; appliedIndex:26477; }","duration":"678.06182ms","start":"2026-05-29T03:00:23.359562Z","end":"2026-05-29T03:00:24.037624Z","steps":["trace[1630647127] 'read index received' (duration: 386.839077ms)","trace[1630647127] 'applied index is now lower than readState.Index' (duration: 291.220993ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:24.037734Z","caller":"traceutil/trace.go:171","msg":"trace[834952169] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"871.285024ms","start":"2026-05-29T03:00:23.166424Z","end":"2026-05-29T03:00:24.037709Z","steps":["trace[834952169] 'process raft request' (duration: 579.810925ms)","trace[834952169] 'compare' (duration: 290.486136ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:24.03786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.166407Z","time spent":"871.379806ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5584,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:24.037987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.404959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4b30e024-df1e-41ba-afce-604838ff69f0\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-05-29T03:00:24.038094Z","caller":"traceutil/trace.go:171","msg":"trace[1728896725] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4b30e024-df1e-41ba-afce-604838ff69f0; range_end:; response_count:1; response_revision:25564; }","duration":"678.561593ms","start":"2026-05-29T03:00:23.359505Z","end":"2026-05-29T03:00:24.038066Z","steps":["trace[1728896725] 'agreement among raft nodes before linearized reading' (duration: 678.228925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.03816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.359477Z","time spent":"678.668625ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-4b30e024-df1e-41ba-afce-604838ff69f0\" "} {"level":"info","ts":"2026-05-29T03:00:24.094672Z","caller":"traceutil/trace.go:171","msg":"trace[1869053157] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"425.384981ms","start":"2026-05-29T03:00:23.669254Z","end":"2026-05-29T03:00:24.094639Z","steps":["trace[1869053157] 'process raft request' (duration: 425.092894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.09474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.012425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:24.094788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.503241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:24.094818Z","caller":"traceutil/trace.go:171","msg":"trace[148053562] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"424.593683ms","start":"2026-05-29T03:00:23.670163Z","end":"2026-05-29T03:00:24.094756Z","steps":["trace[148053562] 'process raft request' (duration: 424.420049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.094875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.957474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:24.094885Z","caller":"traceutil/trace.go:171","msg":"trace[472736979] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25567; }","duration":"577.684616ms","start":"2026-05-29T03:00:23.517179Z","end":"2026-05-29T03:00:24.094863Z","steps":["trace[472736979] 'agreement among raft nodes before linearized reading' (duration: 577.502881ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:24.094914Z","caller":"traceutil/trace.go:171","msg":"trace[649557027] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25567; }","duration":"368.048637ms","start":"2026-05-29T03:00:23.726855Z","end":"2026-05-29T03:00:24.094904Z","steps":["trace[649557027] 'agreement among raft nodes before linearized reading' (duration: 367.989525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.094954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.72683Z","time spent":"368.113047ms","remote":"127.0.0.1:41676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:24.094953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.340724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:24.094956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.517128Z","time spent":"577.809378ms","remote":"127.0.0.1:58550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:24.095007Z","caller":"traceutil/trace.go:171","msg":"trace[528800456] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"424.987472ms","start":"2026-05-29T03:00:23.670008Z","end":"2026-05-29T03:00:24.094996Z","steps":["trace[528800456] 'process raft request' (duration: 424.512471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.095016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.670154Z","time spent":"424.764917ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:24.09508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.436081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:24.095126Z","caller":"traceutil/trace.go:171","msg":"trace[1583128561] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25567; }","duration":"644.533303ms","start":"2026-05-29T03:00:23.45058Z","end":"2026-05-29T03:00:24.095114Z","steps":["trace[1583128561] 'agreement among raft nodes before linearized reading' (duration: 644.463972ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.095184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.45056Z","time spent":"644.597406ms","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:24.095227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.459027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s.18b3e9f91467db97\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-05-29T03:00:24.095084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.669993Z","time spent":"425.054144ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:24.095369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.406778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:24.09538Z","caller":"traceutil/trace.go:171","msg":"trace[622485356] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s.18b3e9f91467db97; range_end:; response_count:1; response_revision:25567; }","duration":"735.650032ms","start":"2026-05-29T03:00:23.359702Z","end":"2026-05-29T03:00:24.095352Z","steps":["trace[622485356] 'agreement among raft nodes before linearized reading' (duration: 735.302264ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:24.095412Z","caller":"traceutil/trace.go:171","msg":"trace[1384033340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25567; }","duration":"698.51344ms","start":"2026-05-29T03:00:23.396888Z","end":"2026-05-29T03:00:24.095402Z","steps":["trace[1384033340] 'agreement among raft nodes before linearized reading' (duration: 698.448529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.095436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.359692Z","time spent":"735.729174ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1014,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-tqf7s.18b3e9f91467db97\" "} {"level":"warn","ts":"2026-05-29T03:00:24.095448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.396831Z","time spent":"698.611182ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-29T03:00:24.095021Z","caller":"traceutil/trace.go:171","msg":"trace[889080371] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25567; }","duration":"729.477177ms","start":"2026-05-29T03:00:23.365527Z","end":"2026-05-29T03:00:24.095005Z","steps":["trace[889080371] 'agreement among raft nodes before linearized reading' (duration: 729.272932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.095117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.669224Z","time spent":"425.522325ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:24.095608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.365506Z","time spent":"730.084612ms","remote":"127.0.0.1:58760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:24.094816Z","caller":"traceutil/trace.go:171","msg":"trace[1135505487] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25567; }","duration":"541.153868ms","start":"2026-05-29T03:00:23.553642Z","end":"2026-05-29T03:00:24.094796Z","steps":["trace[1135505487] 'agreement among raft nodes before linearized reading' (duration: 541.013845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:24.095769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:23.553615Z","time spent":"542.13226ms","remote":"127.0.0.1:41662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:24.73223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.482581ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-05-29T03:00:24.732324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.097737Z","time spent":"634.582069ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-29T03:00:26.020308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.791633ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:26.020407Z","caller":"traceutil/trace.go:171","msg":"trace[1975265524] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25567; }","duration":"284.898025ms","start":"2026-05-29T03:00:25.735493Z","end":"2026-05-29T03:00:26.020391Z","steps":["trace[1975265524] 'range keys from in-memory index tree' (duration: 284.778053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:26.021005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.906196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:26.021227Z","caller":"traceutil/trace.go:171","msg":"trace[1816767624] linearizableReadLoop","detail":"{readStateIndex:26483; appliedIndex:26481; }","duration":"1.918985148s","start":"2026-05-29T03:00:24.102226Z","end":"2026-05-29T03:00:26.021211Z","steps":["trace[1816767624] 'read index received' (duration: 499.567052ms)","trace[1816767624] 'applied index is now lower than readState.Index' (duration: 1.419417146s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:26.021331Z","caller":"traceutil/trace.go:171","msg":"trace[465544140] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"1.922766296s","start":"2026-05-29T03:00:24.098551Z","end":"2026-05-29T03:00:26.021317Z","steps":["trace[465544140] 'process raft request' (duration: 1.17243641s)","trace[465544140] 'compare' (duration: 749.749272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:26.021456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.098507Z","time spent":"1.922910429s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:26.021884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919648773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:26.02193Z","caller":"traceutil/trace.go:171","msg":"trace[665863270] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25569; }","duration":"1.919721084s","start":"2026-05-29T03:00:24.102196Z","end":"2026-05-29T03:00:26.021917Z","steps":["trace[665863270] 'agreement among raft nodes before linearized reading' (duration: 1.919624562s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:26.02197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.102178Z","time spent":"1.919783246s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-05-29T03:00:26.022177Z","caller":"traceutil/trace.go:171","msg":"trace[622178483] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"1.919431208s","start":"2026-05-29T03:00:24.102734Z","end":"2026-05-29T03:00:26.022165Z","steps":["trace[622178483] 'process raft request' (duration: 1.918389454s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:26.022262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.102721Z","time spent":"1.919485639s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:27.070306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:27.070392Z","caller":"traceutil/trace.go:171","msg":"trace[504459726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387459s","start":"2026-05-29T03:00:25.069984Z","end":"2026-05-29T03:00:27.070371Z","steps":["trace[504459726] 'agreement among raft nodes before linearized reading' (duration: 2.000283166s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.070438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:25.069945Z","time spent":"2.000485261s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:27.562757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391286026s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:27.564775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393237272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:27.565141Z","caller":"traceutil/trace.go:171","msg":"trace[845754751] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"1.412277879s","start":"2026-05-29T03:00:26.152844Z","end":"2026-05-29T03:00:27.565121Z","steps":["trace[845754751] 'process raft request' (duration: 1.412230938s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.56521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.152824Z","time spent":"1.412353951s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:27.565635Z","caller":"traceutil/trace.go:171","msg":"trace[558229332] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"2.83151928s","start":"2026-05-29T03:00:24.734095Z","end":"2026-05-29T03:00:27.565615Z","steps":["trace[558229332] 'process raft request' (duration: 1.437345976s)","trace[558229332] 'compare' (duration: 1.392645438s)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:27.565692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.734052Z","time spent":"2.831608802s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:27.565753Z","caller":"traceutil/trace.go:171","msg":"trace[1799001194] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"1.463635334s","start":"2026-05-29T03:00:26.102088Z","end":"2026-05-29T03:00:27.565723Z","steps":["trace[1799001194] 'process raft request' (duration: 1.462811154s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:27.565809Z","caller":"traceutil/trace.go:171","msg":"trace[585899535] linearizableReadLoop","detail":"{readStateIndex:26485; appliedIndex:26484; }","duration":"1.544516121s","start":"2026-05-29T03:00:26.021264Z","end":"2026-05-29T03:00:27.565781Z","steps":["trace[585899535] 'read index received' (duration: 150.189224ms)","trace[585899535] 'applied index is now lower than readState.Index' (duration: 1.394323417s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:27.565845Z","caller":"traceutil/trace.go:171","msg":"trace[1042017327] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"1.463632373s","start":"2026-05-29T03:00:26.102202Z","end":"2026-05-29T03:00:27.565834Z","steps":["trace[1042017327] 'process raft request' (duration: 1.462797524s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.566858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.102171Z","time spent":"1.464627267s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:27.565875Z","caller":"traceutil/trace.go:171","msg":"trace[613108348] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"1.46349316s","start":"2026-05-29T03:00:26.102374Z","end":"2026-05-29T03:00:27.565868Z","steps":["trace[613108348] 'process raft request' (duration: 1.462665061s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.567166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.102354Z","time spent":"1.464773821s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:27.567184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252185392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:27.567223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.139302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:27.567261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541444149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r.18b3e9f650e1a3af\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-05-29T03:00:27.565902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.102064Z","time spent":"1.463745737s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:27.5673Z","caller":"traceutil/trace.go:171","msg":"trace[105122980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25574; }","duration":"496.269654ms","start":"2026-05-29T03:00:27.071011Z","end":"2026-05-29T03:00:27.567281Z","steps":["trace[105122980] 'agreement among raft nodes before linearized reading' (duration: 496.112911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.56731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.071212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:27.567333Z","caller":"traceutil/trace.go:171","msg":"trace[1514775026] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r.18b3e9f650e1a3af; range_end:; response_count:1; response_revision:25574; }","duration":"1.541548132s","start":"2026-05-29T03:00:26.025763Z","end":"2026-05-29T03:00:27.567311Z","steps":["trace[1514775026] 'agreement among raft nodes before linearized reading' (duration: 1.541357697s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.567351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.070985Z","time spent":"496.358207ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:27.567336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53338573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5061"} {"level":"warn","ts":"2026-05-29T03:00:27.567384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.025743Z","time spent":"1.541627553s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":884,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r.18b3e9f650e1a3af\" "} {"level":"warn","ts":"2026-05-29T03:00:27.567395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.434224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:27.567409Z","caller":"traceutil/trace.go:171","msg":"trace[1325571789] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:25574; }","duration":"1.533479773s","start":"2026-05-29T03:00:26.03391Z","end":"2026-05-29T03:00:27.56739Z","steps":["trace[1325571789] 'agreement among raft nodes before linearized reading' (duration: 1.533245887s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:27.567423Z","caller":"traceutil/trace.go:171","msg":"trace[1425879135] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25574; }","duration":"893.497375ms","start":"2026-05-29T03:00:26.673918Z","end":"2026-05-29T03:00:27.567416Z","steps":["trace[1425879135] 'agreement among raft nodes before linearized reading' (duration: 893.455474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.566183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546531683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-29T03:00:27.567457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.673894Z","time spent":"893.554797ms","remote":"127.0.0.1:58776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:27.567457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.033904Z","time spent":"1.533541334s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5084,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-05-29T03:00:27.567493Z","caller":"traceutil/trace.go:171","msg":"trace[577698891] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25574; }","duration":"2.547882055s","start":"2026-05-29T03:00:25.019595Z","end":"2026-05-29T03:00:27.567477Z","steps":["trace[577698891] 'agreement among raft nodes before linearized reading' (duration: 2.546451311s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.567535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:25.019568Z","time spent":"2.547956697s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-05-29T03:00:27.567583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.225266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:27.567605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53681847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:27.567633Z","caller":"traceutil/trace.go:171","msg":"trace[1600846817] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25574; }","duration":"182.312068ms","start":"2026-05-29T03:00:27.385307Z","end":"2026-05-29T03:00:27.567619Z","steps":["trace[1600846817] 'agreement among raft nodes before linearized reading' (duration: 182.240966ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:27.567648Z","caller":"traceutil/trace.go:171","msg":"trace[851822428] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25574; }","duration":"1.536893743s","start":"2026-05-29T03:00:26.030743Z","end":"2026-05-29T03:00:27.567637Z","steps":["trace[851822428] 'agreement among raft nodes before linearized reading' (duration: 1.536815211s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.566185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67379901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:27.567692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.030727Z","time spent":"1.536956814s","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-05-29T03:00:27.567719Z","caller":"traceutil/trace.go:171","msg":"trace[55120978] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25574; }","duration":"2.675397197s","start":"2026-05-29T03:00:24.892307Z","end":"2026-05-29T03:00:27.567704Z","steps":["trace[55120978] 'agreement among raft nodes before linearized reading' (duration: 2.673785839s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:27.567354Z","caller":"traceutil/trace.go:171","msg":"trace[404754870] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25574; }","duration":"791.147254ms","start":"2026-05-29T03:00:26.776186Z","end":"2026-05-29T03:00:27.567333Z","steps":["trace[404754870] 'agreement among raft nodes before linearized reading' (duration: 791.091353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.567765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.892274Z","time spent":"2.675475919s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:27.56778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.776172Z","time spent":"791.595375ms","remote":"127.0.0.1:49686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:27.566251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370501303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:27.566307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842326104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:27.567907Z","caller":"traceutil/trace.go:171","msg":"trace[533236870] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25574; }","duration":"2.372197423s","start":"2026-05-29T03:00:25.195699Z","end":"2026-05-29T03:00:27.567897Z","steps":["trace[533236870] 'agreement among raft nodes before linearized reading' (duration: 2.370523013s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.567928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.676152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:27.567924Z","caller":"traceutil/trace.go:171","msg":"trace[1103097458] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25574; }","duration":"2.843969592s","start":"2026-05-29T03:00:24.723939Z","end":"2026-05-29T03:00:27.567908Z","steps":["trace[1103097458] 'agreement among raft nodes before linearized reading' (duration: 2.842329984s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.567949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:25.195675Z","time spent":"2.372263084s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:27.567965Z","caller":"traceutil/trace.go:171","msg":"trace[255634141] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25574; }","duration":"478.764724ms","start":"2026-05-29T03:00:27.089188Z","end":"2026-05-29T03:00:27.567952Z","steps":["trace[255634141] 'agreement among raft nodes before linearized reading' (duration: 478.697562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.568053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.089158Z","time spent":"478.882537ms","remote":"127.0.0.1:49540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:27.567251Z","caller":"traceutil/trace.go:171","msg":"trace[1708755377] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25574; }","duration":"1.252287044s","start":"2026-05-29T03:00:26.314945Z","end":"2026-05-29T03:00:27.567232Z","steps":["trace[1708755377] 'agreement among raft nodes before linearized reading' (duration: 1.252194102s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.566531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420836267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-05-29T03:00:27.568093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:26.314922Z","time spent":"1.253161265s","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:27.568118Z","caller":"traceutil/trace.go:171","msg":"trace[207930430] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25574; }","duration":"3.422464375s","start":"2026-05-29T03:00:24.145629Z","end":"2026-05-29T03:00:27.568093Z","steps":["trace[207930430] 'agreement among raft nodes before linearized reading' (duration: 3.420749215s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:27.568191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.145609Z","time spent":"3.422561648s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-05-29T03:00:27.568053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:24.723919Z","time spent":"2.844038584s","remote":"127.0.0.1:49672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:28.106413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746266,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-29T03:00:28.124741Z","caller":"traceutil/trace.go:171","msg":"trace[248604558] linearizableReadLoop","detail":"{readStateIndex:26491; appliedIndex:26490; }","duration":"519.022928ms","start":"2026-05-29T03:00:27.605675Z","end":"2026-05-29T03:00:28.124698Z","steps":["trace[248604558] 'read index received' (duration: 518.71368ms)","trace[248604558] 'applied index is now lower than readState.Index' (duration: 308.048µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:28.124787Z","caller":"traceutil/trace.go:171","msg":"trace[607191316] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"547.039385ms","start":"2026-05-29T03:00:27.577707Z","end":"2026-05-29T03:00:28.124746Z","steps":["trace[607191316] 'process raft request' (duration: 546.641295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:28.124968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.342642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:28.124941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.887194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:28.125052Z","caller":"traceutil/trace.go:171","msg":"trace[575053441] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25576; }","duration":"547.424424ms","start":"2026-05-29T03:00:27.577585Z","end":"2026-05-29T03:00:28.125009Z","steps":["trace[575053441] 'agreement among raft nodes before linearized reading' (duration: 547.226509ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:28.125076Z","caller":"traceutil/trace.go:171","msg":"trace[1782806995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25576; }","duration":"548.060829ms","start":"2026-05-29T03:00:27.577003Z","end":"2026-05-29T03:00:28.125064Z","steps":["trace[1782806995] 'agreement among raft nodes before linearized reading' (duration: 547.850394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:28.125092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.577581Z","time spent":"547.501846ms","remote":"127.0.0.1:58726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-05-29T03:00:28.125119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.576995Z","time spent":"548.11472ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:28.125371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.577699Z","time spent":"547.2882ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7128,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:28.625374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:29.78403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.729127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:29.784148Z","caller":"traceutil/trace.go:171","msg":"trace[1152439824] linearizableReadLoop","detail":"{readStateIndex:26492; appliedIndex:26491; }","duration":"1.659235054s","start":"2026-05-29T03:00:28.124889Z","end":"2026-05-29T03:00:29.784124Z","steps":["trace[1152439824] 'read index received' (duration: 671.286432ms)","trace[1152439824] 'applied index is now lower than readState.Index' (duration: 987.947092ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:29.784225Z","caller":"traceutil/trace.go:171","msg":"trace[1245864236] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"1.662799967s","start":"2026-05-29T03:00:28.121414Z","end":"2026-05-29T03:00:29.784214Z","steps":["trace[1245864236] 'process raft request' (duration: 674.792413ms)","trace[1245864236] 'compare' (duration: 987.316008ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:29.784291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.12139Z","time spent":"1.662867849s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:29.784732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662019309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:00:29.784774Z","caller":"traceutil/trace.go:171","msg":"trace[1192430840] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25577; }","duration":"1.662102501s","start":"2026-05-29T03:00:28.12266Z","end":"2026-05-29T03:00:29.784763Z","steps":["trace[1192430840] 'agreement among raft nodes before linearized reading' (duration: 1.661947917s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:29.784809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.12264Z","time spent":"1.662162723s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T03:00:29.785034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175420345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4816b958-9d23-4ea5-9366-6489ce6dc0ad\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-05-29T03:00:29.785128Z","caller":"traceutil/trace.go:171","msg":"trace[1543980502] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4816b958-9d23-4ea5-9366-6489ce6dc0ad; range_end:; response_count:1; response_revision:25577; }","duration":"2.175533187s","start":"2026-05-29T03:00:27.609577Z","end":"2026-05-29T03:00:29.78511Z","steps":["trace[1543980502] 'agreement among raft nodes before linearized reading' (duration: 2.175284651s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:29.785067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175773363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r.18b3e9f650e55433\" ","response":"range_response_count:1 size:899"} {"level":"warn","ts":"2026-05-29T03:00:29.785171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.609568Z","time spent":"2.175593918s","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4816b958-9d23-4ea5-9366-6489ce6dc0ad\" "} {"level":"info","ts":"2026-05-29T03:00:29.785194Z","caller":"traceutil/trace.go:171","msg":"trace[716191864] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r.18b3e9f650e55433; range_end:; response_count:1; response_revision:25577; }","duration":"2.175979378s","start":"2026-05-29T03:00:27.609198Z","end":"2026-05-29T03:00:29.785178Z","steps":["trace[716191864] 'agreement among raft nodes before linearized reading' (duration: 2.17565099s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:29.785341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:27.609181Z","time spent":"2.176096421s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":922,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-5448d56d95-dzb6r.18b3e9f650e55433\" "} {"level":"info","ts":"2026-05-29T03:00:29.834678Z","caller":"traceutil/trace.go:171","msg":"trace[1226127434] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"260.798589ms","start":"2026-05-29T03:00:29.573859Z","end":"2026-05-29T03:00:29.834658Z","steps":["trace[1226127434] 'process raft request' (duration: 260.668266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.12606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:30.126136Z","caller":"traceutil/trace.go:171","msg":"trace[1858178037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084041s","start":"2026-05-29T03:00:28.126031Z","end":"2026-05-29T03:00:30.126115Z","steps":["trace[1858178037] 'agreement among raft nodes before linearized reading' (duration: 1.999990369s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.126179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.12602Z","time spent":"2.000151813s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:30.304943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.964126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:30.30546Z","caller":"traceutil/trace.go:171","msg":"trace[39033565] linearizableReadLoop","detail":"{readStateIndex:26496; appliedIndex:26492; }","duration":"521.262521ms","start":"2026-05-29T03:00:29.784175Z","end":"2026-05-29T03:00:30.305438Z","steps":["trace[39033565] 'read index received' (duration: 50.349501ms)","trace[39033565] 'applied index is now lower than readState.Index' (duration: 470.91149ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:30.305599Z","caller":"traceutil/trace.go:171","msg":"trace[1243448717] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"730.87505ms","start":"2026-05-29T03:00:29.574692Z","end":"2026-05-29T03:00:30.305567Z","steps":["trace[1243448717] 'process raft request' (duration: 523.154916ms)","trace[1243448717] 'compare' (duration: 206.369672ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:30.305627Z","caller":"traceutil/trace.go:171","msg":"trace[58949744] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"517.144695ms","start":"2026-05-29T03:00:29.788448Z","end":"2026-05-29T03:00:30.305592Z","steps":["trace[58949744] 'process raft request' (duration: 516.904249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.305748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.263474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-05-29T03:00:30.30574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.029848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:30.305751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546215032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:30.305756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946500444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:30.305781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999754093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:30.305825Z","caller":"traceutil/trace.go:171","msg":"trace[1075146749] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25582; }","duration":"1.546324544s","start":"2026-05-29T03:00:28.759484Z","end":"2026-05-29T03:00:30.305808Z","steps":["trace[1075146749] 'agreement among raft nodes before linearized reading' (duration: 1.546047637s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:30.305809Z","caller":"traceutil/trace.go:171","msg":"trace[1951653993] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"557.602584ms","start":"2026-05-29T03:00:29.748174Z","end":"2026-05-29T03:00:30.305777Z","steps":["trace[1951653993] 'process raft request' (duration: 557.02096ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:30.305855Z","caller":"traceutil/trace.go:171","msg":"trace[1447202884] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25582; }","duration":"1.946660907s","start":"2026-05-29T03:00:28.359175Z","end":"2026-05-29T03:00:30.305835Z","steps":["trace[1447202884] 'agreement among raft nodes before linearized reading' (duration: 1.946386891s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.305871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.15942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:30.305876Z","caller":"traceutil/trace.go:171","msg":"trace[1786837574] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25582; }","duration":"1.999898467s","start":"2026-05-29T03:00:28.305953Z","end":"2026-05-29T03:00:30.305852Z","steps":["trace[1786837574] 'agreement among raft nodes before linearized reading' (duration: 1.999581769s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.305891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.759469Z","time spent":"1.546406855s","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:30.305795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.574678Z","time spent":"731.019303ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:30.305921Z","caller":"traceutil/trace.go:171","msg":"trace[1022051852] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25582; }","duration":"481.208401ms","start":"2026-05-29T03:00:29.824699Z","end":"2026-05-29T03:00:30.305907Z","steps":["trace[1022051852] 'agreement among raft nodes before linearized reading' (duration: 481.128979ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:30.305968Z","caller":"traceutil/trace.go:171","msg":"trace[1360212568] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25582; }","duration":"845.161342ms","start":"2026-05-29T03:00:29.460635Z","end":"2026-05-29T03:00:30.305797Z","steps":["trace[1360212568] 'agreement among raft nodes before linearized reading' (duration: 844.949327ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.306038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.460614Z","time spent":"845.410557ms","remote":"127.0.0.1:49108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:30.305801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.788433Z","time spent":"517.275977ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:30.306026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.824654Z","time spent":"481.356745ms","remote":"127.0.0.1:49182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:30.305928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.359141Z","time spent":"1.94676835s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:30.305971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.748139Z","time spent":"557.752488ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:30.305772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123851075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:30.307111Z","caller":"traceutil/trace.go:171","msg":"trace[1610559826] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25582; }","duration":"2.125229798s","start":"2026-05-29T03:00:28.181861Z","end":"2026-05-29T03:00:30.307091Z","steps":["trace[1610559826] 'agreement among raft nodes before linearized reading' (duration: 2.123681552s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:30.305802Z","caller":"traceutil/trace.go:171","msg":"trace[761263027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25582; }","duration":"516.331526ms","start":"2026-05-29T03:00:29.789455Z","end":"2026-05-29T03:00:30.305786Z","steps":["trace[761263027] 'agreement among raft nodes before linearized reading' (duration: 516.120351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.307184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.181842Z","time spent":"2.12532347s","remote":"127.0.0.1:59502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:30.307217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.789446Z","time spent":"517.749289ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-29T03:00:30.305932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:28.305931Z","time spent":"1.999988389s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:30.305604Z","caller":"traceutil/trace.go:171","msg":"trace[259170830] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"729.60833ms","start":"2026-05-29T03:00:29.575961Z","end":"2026-05-29T03:00:30.305569Z","steps":["trace[259170830] 'process raft request' (duration: 729.098608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.307431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.57593Z","time spent":"731.452014ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:30.305969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.054866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-05-29T03:00:30.307527Z","caller":"traceutil/trace.go:171","msg":"trace[75608106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25582; }","duration":"415.637784ms","start":"2026-05-29T03:00:29.891862Z","end":"2026-05-29T03:00:30.3075Z","steps":["trace[75608106] 'agreement among raft nodes before linearized reading' (duration: 413.965044ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.307582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:29.891841Z","time spent":"415.724165ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-05-29T03:00:30.306466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.883843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:30.307749Z","caller":"traceutil/trace.go:171","msg":"trace[6242036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25582; }","duration":"173.196904ms","start":"2026-05-29T03:00:30.134539Z","end":"2026-05-29T03:00:30.307736Z","steps":["trace[6242036] 'agreement among raft nodes before linearized reading' (duration: 171.056934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:30.871848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:31.372958Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624746281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:00:31.855556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543501417s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:31.966278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.37962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:31.966369Z","caller":"traceutil/trace.go:171","msg":"trace[1977810229] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"1.654364258s","start":"2026-05-29T03:00:30.311989Z","end":"2026-05-29T03:00:31.966354Z","steps":["trace[1977810229] 'process raft request' (duration: 1.543836994s)","trace[1977810229] 'compare' (duration: 109.638163ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:31.96647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.311974Z","time spent":"1.654418509s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:33.947198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.047674738s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:34.067977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000626854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:34.068074Z","caller":"traceutil/trace.go:171","msg":"trace[1273316709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000759837s","start":"2026-05-29T03:00:32.06729Z","end":"2026-05-29T03:00:34.06805Z","steps":["trace[1273316709] 'agreement among raft nodes before linearized reading' (duration: 2.000622094s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:34.068132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.067237Z","time spent":"2.00088472s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:35.396864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999990948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T03:00:35.396988Z","caller":"traceutil/trace.go:171","msg":"trace[128724909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295955s","start":"2026-05-29T03:00:33.396651Z","end":"2026-05-29T03:00:35.396947Z","steps":["trace[128724909] 'agreement among raft nodes before linearized reading' (duration: 2.000020498s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.397048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.396627Z","time spent":"2.000404508s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 03:00:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:35.470069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522613936s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T03:00:35.47072Z","caller":"traceutil/trace.go:171","msg":"trace[26702227] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"3.654503961s","start":"2026-05-29T03:00:31.816197Z","end":"2026-05-29T03:00:35.470701Z","steps":["trace[26702227] 'process raft request' (duration: 3.653973908s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.470841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.816166Z","time spent":"3.654601763s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:35.483467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998874204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T03:00:35.483519Z","caller":"traceutil/trace.go:171","msg":"trace[623285717] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998936166s","start":"2026-05-29T03:00:30.484569Z","end":"2026-05-29T03:00:35.483505Z","steps":["trace[623285717] 'agreement among raft nodes before linearized reading' (duration: 4.998872215s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.483572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.484496Z","time spent":"4.999052418s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/29 03:00:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T03:00:35.545064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597636047s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T03:00:35.620374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.608701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:00:35.620651Z","caller":"traceutil/trace.go:171","msg":"trace[632313166] linearizableReadLoop","detail":"{readStateIndex:26499; appliedIndex:26497; }","duration":"5.249054054s","start":"2026-05-29T03:00:30.37153Z","end":"2026-05-29T03:00:35.620584Z","steps":["trace[632313166] 'read index received' (duration: 1.484245706s)","trace[632313166] 'applied index is now lower than readState.Index' (duration: 3.764807268s)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:35.620752Z","caller":"traceutil/trace.go:171","msg":"trace[867030546] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"3.780883896s","start":"2026-05-29T03:00:31.839857Z","end":"2026-05-29T03:00:35.620741Z","steps":["trace[867030546] 'process raft request' (duration: 3.630834035s)","trace[867030546] 'compare' (duration: 149.373805ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:35.620759Z","caller":"traceutil/trace.go:171","msg":"trace[2135071433] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"830.721241ms","start":"2026-05-29T03:00:34.790024Z","end":"2026-05-29T03:00:35.620746Z","steps":["trace[2135071433] 'process raft request' (duration: 830.68084ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.620804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:34.789988Z","time spent":"830.793943ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:35.620834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.839837Z","time spent":"3.780934647s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:35.620986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.249467005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.621011Z","caller":"traceutil/trace.go:171","msg":"trace[1204421710] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25589; }","duration":"5.249556146s","start":"2026-05-29T03:00:30.371447Z","end":"2026-05-29T03:00:35.621004Z","steps":["trace[1204421710] 'agreement among raft nodes before linearized reading' (duration: 5.249473834s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.621036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.371419Z","time spent":"5.249612328s","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-29T03:00:35.621114Z","caller":"traceutil/trace.go:171","msg":"trace[657814406] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"3.309654779s","start":"2026-05-29T03:00:32.311453Z","end":"2026-05-29T03:00:35.621108Z","steps":["trace[657814406] 'process raft request' (duration: 3.309055035s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.621164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.311425Z","time spent":"3.30970436s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:35.621163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.958583559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.621192Z","caller":"traceutil/trace.go:171","msg":"trace[685652487] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25589; }","duration":"4.95865517s","start":"2026-05-29T03:00:30.66253Z","end":"2026-05-29T03:00:35.621186Z","steps":["trace[685652487] 'agreement among raft nodes before linearized reading' (duration: 4.958608669s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.62121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.662506Z","time spent":"4.958698242s","remote":"127.0.0.1:58634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:35.621279Z","caller":"traceutil/trace.go:171","msg":"trace[1551059908] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"3.308101162s","start":"2026-05-29T03:00:32.313146Z","end":"2026-05-29T03:00:35.621247Z","steps":["trace[1551059908] 'process raft request' (duration: 3.307423146s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.621311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.313113Z","time spent":"3.308181904s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:35.621551Z","caller":"traceutil/trace.go:171","msg":"trace[349983582] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"3.189051879s","start":"2026-05-29T03:00:32.432493Z","end":"2026-05-29T03:00:35.621545Z","steps":["trace[349983582] 'process raft request' (duration: 3.188105667s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.621601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.432459Z","time spent":"3.1891076s","remote":"127.0.0.1:58582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18603,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:35.622074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.562483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.622105Z","caller":"traceutil/trace.go:171","msg":"trace[1834207662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25589; }","duration":"130.628265ms","start":"2026-05-29T03:00:35.491469Z","end":"2026-05-29T03:00:35.622098Z","steps":["trace[1834207662] 'agreement among raft nodes before linearized reading' (duration: 130.573594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.62225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.712736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:35.622273Z","caller":"traceutil/trace.go:171","msg":"trace[2059161099] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25589; }","duration":"531.758837ms","start":"2026-05-29T03:00:35.090505Z","end":"2026-05-29T03:00:35.622263Z","steps":["trace[2059161099] 'agreement among raft nodes before linearized reading' (duration: 531.699255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.622293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.090492Z","time spent":"531.794218ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.622491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65234592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9f8d2792573\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-05-29T03:00:35.622514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647212502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-05-29T03:00:35.622518Z","caller":"traceutil/trace.go:171","msg":"trace[1362168376] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9f8d2792573; range_end:; response_count:1; response_revision:25589; }","duration":"3.652413112s","start":"2026-05-29T03:00:31.970098Z","end":"2026-05-29T03:00:35.622511Z","steps":["trace[1362168376] 'agreement among raft nodes before linearized reading' (duration: 3.652291799s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.622488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.940282282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d8qj6\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-05-29T03:00:35.622573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.903873645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:35.622578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733674318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:00:35.622596Z","caller":"traceutil/trace.go:171","msg":"trace[1163544874] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25589; }","duration":"4.903936156s","start":"2026-05-29T03:00:30.718652Z","end":"2026-05-29T03:00:35.622589Z","steps":["trace[1163544874] 'agreement among raft nodes before linearized reading' (duration: 4.903898255s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:35.622588Z","caller":"traceutil/trace.go:171","msg":"trace[687038754] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-d8qj6; range_end:; response_count:1; response_revision:25589; }","duration":"2.940400735s","start":"2026-05-29T03:00:32.682156Z","end":"2026-05-29T03:00:35.622557Z","steps":["trace[687038754] 'agreement among raft nodes before linearized reading' (duration: 2.940070137s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.622619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.718624Z","time spent":"4.903988588s","remote":"127.0.0.1:49162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.622635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:32.6821Z","time spent":"2.940528197s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-d8qj6\" "} {"level":"warn","ts":"2026-05-29T03:00:35.622649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830955221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.622668Z","caller":"traceutil/trace.go:171","msg":"trace[275153272] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25589; }","duration":"3.831014292s","start":"2026-05-29T03:00:31.791649Z","end":"2026-05-29T03:00:35.622663Z","steps":["trace[275153272] 'agreement among raft nodes before linearized reading' (duration: 3.830961821s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.622686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.791627Z","time spent":"3.831055223s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:35.6226Z","caller":"traceutil/trace.go:171","msg":"trace[1677084156] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25589; }","duration":"3.733738549s","start":"2026-05-29T03:00:31.888855Z","end":"2026-05-29T03:00:35.622594Z","steps":["trace[1677084156] 'agreement among raft nodes before linearized reading' (duration: 3.733688638s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.622851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.888827Z","time spent":"3.734013936s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.622956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.119023449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.622974Z","caller":"traceutil/trace.go:171","msg":"trace[936421268] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25589; }","duration":"4.119109831s","start":"2026-05-29T03:00:31.503859Z","end":"2026-05-29T03:00:35.622968Z","steps":["trace[936421268] 'agreement among raft nodes before linearized reading' (duration: 4.11905983s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.622995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.503835Z","time spent":"4.119154963s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.62314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.647725854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-05-29T03:00:35.623158Z","caller":"traceutil/trace.go:171","msg":"trace[1327162602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25589; }","duration":"4.647777166s","start":"2026-05-29T03:00:30.975374Z","end":"2026-05-29T03:00:35.623151Z","steps":["trace[1327162602] 'agreement among raft nodes before linearized reading' (duration: 4.647711584s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.623171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.975338Z","time spent":"4.647829527s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-29T03:00:35.623372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618021896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.623391Z","caller":"traceutil/trace.go:171","msg":"trace[33983219] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25589; }","duration":"1.618083416s","start":"2026-05-29T03:00:34.005303Z","end":"2026-05-29T03:00:35.623386Z","steps":["trace[33983219] 'agreement among raft nodes before linearized reading' (duration: 1.618044345s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.62342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:34.005235Z","time spent":"1.618166648s","remote":"127.0.0.1:50924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.623492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56648665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.623517Z","caller":"traceutil/trace.go:171","msg":"trace[1095910580] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25589; }","duration":"2.566550532s","start":"2026-05-29T03:00:33.056958Z","end":"2026-05-29T03:00:35.623509Z","steps":["trace[1095910580] 'agreement among raft nodes before linearized reading' (duration: 2.566497121s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.623534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.384211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:00:35.623539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.056938Z","time spent":"2.566595123s","remote":"127.0.0.1:49500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:35.623551Z","caller":"traceutil/trace.go:171","msg":"trace[154487814] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25589; }","duration":"552.439653ms","start":"2026-05-29T03:00:35.071106Z","end":"2026-05-29T03:00:35.623545Z","steps":["trace[154487814] 'agreement among raft nodes before linearized reading' (duration: 552.409632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.623567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.071083Z","time spent":"552.480453ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.623672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022759492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.623702Z","caller":"traceutil/trace.go:171","msg":"trace[1112287317] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25589; }","duration":"2.022860984s","start":"2026-05-29T03:00:33.600832Z","end":"2026-05-29T03:00:35.623693Z","steps":["trace[1112287317] 'agreement among raft nodes before linearized reading' (duration: 2.022809623s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.623722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.600805Z","time spent":"2.022910555s","remote":"127.0.0.1:46028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:00:35.62408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5786479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.246\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-05-29T03:00:35.624164Z","caller":"traceutil/trace.go:171","msg":"trace[509040808] range","detail":"{range_begin:/registry/masterleases/199.204.45.246; range_end:; response_count:1; response_revision:25589; }","duration":"1.578792194s","start":"2026-05-29T03:00:34.045354Z","end":"2026-05-29T03:00:35.624147Z","steps":["trace[509040808] 'agreement among raft nodes before linearized reading' (duration: 1.578514717s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.624203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:34.045327Z","time spent":"1.578869126s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.246\" "} {"level":"warn","ts":"2026-05-29T03:00:35.624458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524204624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-29T03:00:35.624481Z","caller":"traceutil/trace.go:171","msg":"trace[53826500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25589; }","duration":"1.524238125s","start":"2026-05-29T03:00:34.100234Z","end":"2026-05-29T03:00:35.624472Z","steps":["trace[53826500] 'agreement among raft nodes before linearized reading' (duration: 1.524156793s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.624497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:34.100229Z","time spent":"1.524264195s","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-05-29T03:00:35.624618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.491555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268423"} {"level":"info","ts":"2026-05-29T03:00:35.62464Z","caller":"traceutil/trace.go:171","msg":"trace[1822246884] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25589; }","duration":"561.515495ms","start":"2026-05-29T03:00:35.063119Z","end":"2026-05-29T03:00:35.624634Z","steps":["trace[1822246884] 'agreement among raft nodes before linearized reading' (duration: 560.562753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.624656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.063052Z","time spent":"561.599998ms","remote":"127.0.0.1:58920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268446,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-05-29T03:00:35.624624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555482967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.624704Z","caller":"traceutil/trace.go:171","msg":"trace[1440392787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25589; }","duration":"1.555630261s","start":"2026-05-29T03:00:34.069056Z","end":"2026-05-29T03:00:35.624687Z","steps":["trace[1440392787] 'agreement among raft nodes before linearized reading' (duration: 1.555443376s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.624753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:34.069039Z","time spent":"1.555704863s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:35.622538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:31.970078Z","time spent":"3.652454092s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":906,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9f8d2792573\" "} {"level":"info","ts":"2026-05-29T03:00:35.622534Z","caller":"traceutil/trace.go:171","msg":"trace[859749745] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25589; }","duration":"4.647271514s","start":"2026-05-29T03:00:30.975256Z","end":"2026-05-29T03:00:35.622528Z","steps":["trace[859749745] 'agreement among raft nodes before linearized reading' (duration: 4.647171372s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.625134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:30.975234Z","time spent":"4.649889485s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-29T03:00:35.62537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047137414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.62541Z","caller":"traceutil/trace.go:171","msg":"trace[836614350] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25589; }","duration":"2.048738131s","start":"2026-05-29T03:00:33.576663Z","end":"2026-05-29T03:00:35.625401Z","steps":["trace[836614350] 'agreement among raft nodes before linearized reading' (duration: 2.047158214s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.625455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:33.576642Z","time spent":"2.048804883s","remote":"127.0.0.1:49382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:00:35.933914Z","caller":"traceutil/trace.go:171","msg":"trace[778844270] linearizableReadLoop","detail":"{readStateIndex:26507; appliedIndex:26505; }","duration":"305.899138ms","start":"2026-05-29T03:00:35.627983Z","end":"2026-05-29T03:00:35.933882Z","steps":["trace[778844270] 'read index received' (duration: 131.029945ms)","trace[778844270] 'applied index is now lower than readState.Index' (duration: 174.867903ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:35.934056Z","caller":"traceutil/trace.go:171","msg":"trace[1940088049] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"306.180445ms","start":"2026-05-29T03:00:35.627865Z","end":"2026-05-29T03:00:35.934045Z","steps":["trace[1940088049] 'process raft request' (duration: 305.527749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.934201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.627852Z","time spent":"306.236906ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:35.934734Z","caller":"traceutil/trace.go:171","msg":"trace[1703635145] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"306.661436ms","start":"2026-05-29T03:00:35.628062Z","end":"2026-05-29T03:00:35.934723Z","steps":["trace[1703635145] 'process raft request' (duration: 305.620891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.934804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.628022Z","time spent":"306.746278ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:35.934946Z","caller":"traceutil/trace.go:171","msg":"trace[879594303] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"300.818899ms","start":"2026-05-29T03:00:35.634118Z","end":"2026-05-29T03:00:35.934937Z","steps":["trace[879594303] 'process raft request' (duration: 299.642111ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.935007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.634094Z","time spent":"300.88094ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:00:35.935282Z","caller":"traceutil/trace.go:171","msg":"trace[1309629718] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"301.028384ms","start":"2026-05-29T03:00:35.634242Z","end":"2026-05-29T03:00:35.935271Z","steps":["trace[1309629718] 'process raft request' (duration: 299.562529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.935345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.634235Z","time spent":"301.078535ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:00:35.935503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.517406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.940474Z","caller":"traceutil/trace.go:171","msg":"trace[51035903] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25593; }","duration":"307.585568ms","start":"2026-05-29T03:00:35.627948Z","end":"2026-05-29T03:00:35.935534Z","steps":["trace[51035903] 'agreement among raft nodes before linearized reading' (duration: 307.520416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.94071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.627933Z","time spent":"312.723368ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-29T03:00:35.997047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.802154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:35.997121Z","caller":"traceutil/trace.go:171","msg":"trace[843956686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25594; }","duration":"345.942687ms","start":"2026-05-29T03:00:35.651162Z","end":"2026-05-29T03:00:35.997105Z","steps":["trace[843956686] 'agreement among raft nodes before linearized reading' (duration: 345.792524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.997163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.651139Z","time spent":"346.013259ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:00:35.997147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.030895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6825"} {"level":"info","ts":"2026-05-29T03:00:35.997496Z","caller":"traceutil/trace.go:171","msg":"trace[1074208403] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"162.340689ms","start":"2026-05-29T03:00:35.835133Z","end":"2026-05-29T03:00:35.997473Z","steps":["trace[1074208403] 'process raft request' (duration: 149.59713ms)","trace[1074208403] 'compare' (duration: 12.005402ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:35.997551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.383263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-181202c2-0275-4d1d-bca1-77d308a7f6c5\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-29T03:00:35.997627Z","caller":"traceutil/trace.go:171","msg":"trace[1020325018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-181202c2-0275-4d1d-bca1-77d308a7f6c5; range_end:; response_count:1; response_revision:25594; }","duration":"368.471556ms","start":"2026-05-29T03:00:35.629142Z","end":"2026-05-29T03:00:35.997614Z","steps":["trace[1020325018] 'agreement among raft nodes before linearized reading' (duration: 368.289142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.997666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.629134Z","time spent":"368.510667ms","remote":"127.0.0.1:58560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-181202c2-0275-4d1d-bca1-77d308a7f6c5\" "} {"level":"info","ts":"2026-05-29T03:00:35.997913Z","caller":"traceutil/trace.go:171","msg":"trace[1465774974] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:25594; }","duration":"365.097656ms","start":"2026-05-29T03:00:35.632093Z","end":"2026-05-29T03:00:35.997191Z","steps":["trace[1465774974] 'agreement among raft nodes before linearized reading' (duration: 364.888831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:35.997983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:00:35.632007Z","time spent":"365.956826ms","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-05-29T03:00:36.439868Z","caller":"traceutil/trace.go:171","msg":"trace[1539383682] linearizableReadLoop","detail":"{readStateIndex:26522; appliedIndex:26521; }","duration":"200.192117ms","start":"2026-05-29T03:00:36.239658Z","end":"2026-05-29T03:00:36.43985Z","steps":["trace[1539383682] 'read index received' (duration: 27.032634ms)","trace[1539383682] 'applied index is now lower than readState.Index' (duration: 173.158653ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:36.44012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.441563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:00:36.440281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.650388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T03:00:36.440263Z","caller":"traceutil/trace.go:171","msg":"trace[1274732949] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"218.60093ms","start":"2026-05-29T03:00:36.221623Z","end":"2026-05-29T03:00:36.440224Z","steps":["trace[1274732949] 'process raft request' (duration: 217.73592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:36.440401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.519385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:00:36.440325Z","caller":"traceutil/trace.go:171","msg":"trace[1186347200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25605; }","duration":"197.850902ms","start":"2026-05-29T03:00:36.242465Z","end":"2026-05-29T03:00:36.440316Z","steps":["trace[1186347200] 'agreement among raft nodes before linearized reading' (duration: 197.621747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:36.440533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.398842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9fd7ab554c1\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-05-29T03:00:36.440606Z","caller":"traceutil/trace.go:171","msg":"trace[103387619] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9fd7ab554c1; range_end:; response_count:1; response_revision:25605; }","duration":"171.511635ms","start":"2026-05-29T03:00:36.269078Z","end":"2026-05-29T03:00:36.44059Z","steps":["trace[103387619] 'agreement among raft nodes before linearized reading' (duration: 171.283009ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:36.440438Z","caller":"traceutil/trace.go:171","msg":"trace[109626004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25605; }","duration":"197.595267ms","start":"2026-05-29T03:00:36.242838Z","end":"2026-05-29T03:00:36.440433Z","steps":["trace[109626004] 'agreement among raft nodes before linearized reading' (duration: 197.523085ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:36.440183Z","caller":"traceutil/trace.go:171","msg":"trace[1171026984] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25605; }","duration":"200.615268ms","start":"2026-05-29T03:00:36.239552Z","end":"2026-05-29T03:00:36.440168Z","steps":["trace[1171026984] 'agreement among raft nodes before linearized reading' (duration: 200.499675ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:36.672279Z","caller":"traceutil/trace.go:171","msg":"trace[884444338] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"135.12711ms","start":"2026-05-29T03:00:36.537123Z","end":"2026-05-29T03:00:36.67225Z","steps":["trace[884444338] 'process raft request' (duration: 134.962356ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:36.772422Z","caller":"traceutil/trace.go:171","msg":"trace[359704667] linearizableReadLoop","detail":"{readStateIndex:26537; appliedIndex:26533; }","duration":"124.04068ms","start":"2026-05-29T03:00:36.648359Z","end":"2026-05-29T03:00:36.7724Z","steps":["trace[359704667] 'read index received' (duration: 23.722236ms)","trace[359704667] 'applied index is now lower than readState.Index' (duration: 100.317614ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:36.772531Z","caller":"traceutil/trace.go:171","msg":"trace[1062697602] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"147.731286ms","start":"2026-05-29T03:00:36.624789Z","end":"2026-05-29T03:00:36.772521Z","steps":["trace[1062697602] 'process raft request' (duration: 146.814325ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:36.772722Z","caller":"traceutil/trace.go:171","msg":"trace[276455693] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"144.553292ms","start":"2026-05-29T03:00:36.62812Z","end":"2026-05-29T03:00:36.772673Z","steps":["trace[276455693] 'process raft request' (duration: 144.239454ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:36.772862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.484691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-05-29T03:00:36.772905Z","caller":"traceutil/trace.go:171","msg":"trace[793724000] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25620; }","duration":"124.572373ms","start":"2026-05-29T03:00:36.648321Z","end":"2026-05-29T03:00:36.772893Z","steps":["trace[793724000] 'agreement among raft nodes before linearized reading' (duration: 124.395949ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:36.77338Z","caller":"traceutil/trace.go:171","msg":"trace[19296481] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"145.541665ms","start":"2026-05-29T03:00:36.627821Z","end":"2026-05-29T03:00:36.773363Z","steps":["trace[19296481] 'process raft request' (duration: 144.462879ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:36.917831Z","caller":"traceutil/trace.go:171","msg":"trace[293203778] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"135.800716ms","start":"2026-05-29T03:00:36.781998Z","end":"2026-05-29T03:00:36.917798Z","steps":["trace[293203778] 'process raft request' (duration: 101.527962ms)","trace[293203778] 'compare' (duration: 34.141921ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:36.919835Z","caller":"traceutil/trace.go:171","msg":"trace[1056772632] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"136.37555ms","start":"2026-05-29T03:00:36.78344Z","end":"2026-05-29T03:00:36.919816Z","steps":["trace[1056772632] 'process raft request' (duration: 135.992761ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.192547Z","caller":"traceutil/trace.go:171","msg":"trace[378854681] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"140.930197ms","start":"2026-05-29T03:00:37.051592Z","end":"2026-05-29T03:00:37.192522Z","steps":["trace[378854681] 'process raft request' (duration: 132.820597ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.192542Z","caller":"traceutil/trace.go:171","msg":"trace[1643786101] linearizableReadLoop","detail":"{readStateIndex:26544; appliedIndex:26543; }","duration":"123.263082ms","start":"2026-05-29T03:00:37.069247Z","end":"2026-05-29T03:00:37.19251Z","steps":["trace[1643786101] 'read index received' (duration: 115.048969ms)","trace[1643786101] 'applied index is now lower than readState.Index' (duration: 8.211663ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:37.192719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.452287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:37.19277Z","caller":"traceutil/trace.go:171","msg":"trace[580302637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25627; }","duration":"123.546339ms","start":"2026-05-29T03:00:37.069213Z","end":"2026-05-29T03:00:37.19276Z","steps":["trace[580302637] 'agreement among raft nodes before linearized reading' (duration: 123.378625ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.409633Z","caller":"traceutil/trace.go:171","msg":"trace[1770381236] linearizableReadLoop","detail":"{readStateIndex:26547; appliedIndex:26546; }","duration":"109.280094ms","start":"2026-05-29T03:00:37.300312Z","end":"2026-05-29T03:00:37.409592Z","steps":["trace[1770381236] 'read index received' (duration: 108.448764ms)","trace[1770381236] 'applied index is now lower than readState.Index' (duration: 829.34µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:37.409677Z","caller":"traceutil/trace.go:171","msg":"trace[592116531] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"122.413402ms","start":"2026-05-29T03:00:37.287223Z","end":"2026-05-29T03:00:37.409636Z","steps":["trace[592116531] 'process raft request' (duration: 122.126735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:37.409997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.647933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-t9hr9\" ","response":"range_response_count:1 size:7146"} {"level":"info","ts":"2026-05-29T03:00:37.410066Z","caller":"traceutil/trace.go:171","msg":"trace[1302277939] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-t9hr9; range_end:; response_count:1; response_revision:25630; }","duration":"109.775056ms","start":"2026-05-29T03:00:37.300273Z","end":"2026-05-29T03:00:37.410048Z","steps":["trace[1302277939] 'agreement among raft nodes before linearized reading' (duration: 109.465718ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.54607Z","caller":"traceutil/trace.go:171","msg":"trace[1672375309] linearizableReadLoop","detail":"{readStateIndex:26549; appliedIndex:26548; }","duration":"119.864712ms","start":"2026-05-29T03:00:37.426173Z","end":"2026-05-29T03:00:37.546038Z","steps":["trace[1672375309] 'read index received' (duration: 92.162722ms)","trace[1672375309] 'applied index is now lower than readState.Index' (duration: 27.70065ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:37.546136Z","caller":"traceutil/trace.go:171","msg":"trace[1598270710] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"127.530093ms","start":"2026-05-29T03:00:37.418576Z","end":"2026-05-29T03:00:37.546106Z","steps":["trace[1598270710] 'process raft request' (duration: 99.798332ms)","trace[1598270710] 'compare' (duration: 27.539026ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:00:37.546834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.585009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9ccb133aa27\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-29T03:00:37.546934Z","caller":"traceutil/trace.go:171","msg":"trace[725679368] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-65565fdb7f-t9hr9.18b3e9ccb133aa27; range_end:; response_count:1; response_revision:25632; }","duration":"120.777404ms","start":"2026-05-29T03:00:37.42613Z","end":"2026-05-29T03:00:37.546907Z","steps":["trace[725679368] 'agreement among raft nodes before linearized reading' (duration: 120.021526ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.707317Z","caller":"traceutil/trace.go:171","msg":"trace[1316193655] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"149.18149ms","start":"2026-05-29T03:00:37.558102Z","end":"2026-05-29T03:00:37.707283Z","steps":["trace[1316193655] 'process raft request' (duration: 146.19058ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.741338Z","caller":"traceutil/trace.go:171","msg":"trace[1200445403] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"114.423124ms","start":"2026-05-29T03:00:37.626887Z","end":"2026-05-29T03:00:37.74131Z","steps":["trace[1200445403] 'process raft request' (duration: 114.23135ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.741374Z","caller":"traceutil/trace.go:171","msg":"trace[796948450] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"111.975097ms","start":"2026-05-29T03:00:37.629373Z","end":"2026-05-29T03:00:37.741348Z","steps":["trace[796948450] 'process raft request' (duration: 111.827534ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.741226Z","caller":"traceutil/trace.go:171","msg":"trace[1763988755] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"151.725459ms","start":"2026-05-29T03:00:37.589467Z","end":"2026-05-29T03:00:37.741193Z","steps":["trace[1763988755] 'process raft request' (duration: 151.524505ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:37.74212Z","caller":"traceutil/trace.go:171","msg":"trace[2129604523] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"114.2322ms","start":"2026-05-29T03:00:37.627847Z","end":"2026-05-29T03:00:37.74208Z","steps":["trace[2129604523] 'process raft request' (duration: 113.323789ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:38.448089Z","caller":"traceutil/trace.go:171","msg":"trace[1363705254] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"100.903818ms","start":"2026-05-29T03:00:38.34716Z","end":"2026-05-29T03:00:38.448064Z","steps":["trace[1363705254] 'process raft request' (duration: 100.742434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:38.578718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.452363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-t9hr9\" ","response":"range_response_count:1 size:7146"} {"level":"info","ts":"2026-05-29T03:00:38.578808Z","caller":"traceutil/trace.go:171","msg":"trace[1260192943] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-t9hr9; range_end:; response_count:1; response_revision:25651; }","duration":"122.557416ms","start":"2026-05-29T03:00:38.45623Z","end":"2026-05-29T03:00:38.578787Z","steps":["trace[1260192943] 'range keys from in-memory index tree' (duration: 122.231638ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:38.731117Z","caller":"traceutil/trace.go:171","msg":"trace[2015317119] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"143.811383ms","start":"2026-05-29T03:00:38.587272Z","end":"2026-05-29T03:00:38.731084Z","steps":["trace[2015317119] 'process raft request' (duration: 143.738041ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:38.731219Z","caller":"traceutil/trace.go:171","msg":"trace[1626485507] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"146.536817ms","start":"2026-05-29T03:00:38.584645Z","end":"2026-05-29T03:00:38.731181Z","steps":["trace[1626485507] 'process raft request' (duration: 121.225544ms)","trace[1626485507] 'compare' (duration: 25.005806ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:39.909949Z","caller":"traceutil/trace.go:171","msg":"trace[1974626251] linearizableReadLoop","detail":"{readStateIndex:26585; appliedIndex:26582; }","duration":"154.062775ms","start":"2026-05-29T03:00:39.755866Z","end":"2026-05-29T03:00:39.909929Z","steps":["trace[1974626251] 'read index received' (duration: 52.827309ms)","trace[1974626251] 'applied index is now lower than readState.Index' (duration: 101.234706ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:39.910002Z","caller":"traceutil/trace.go:171","msg":"trace[1649343211] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"161.92346ms","start":"2026-05-29T03:00:39.748035Z","end":"2026-05-29T03:00:39.909958Z","steps":["trace[1649343211] 'process raft request' (duration: 140.719782ms)","trace[1649343211] 'compare' (duration: 21.019433ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:00:39.910034Z","caller":"traceutil/trace.go:171","msg":"trace[1593321662] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"161.647442ms","start":"2026-05-29T03:00:39.748349Z","end":"2026-05-29T03:00:39.909996Z","steps":["trace[1593321662] 'process raft request' (duration: 161.53628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:00:39.910096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.206828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:00:39.91016Z","caller":"traceutil/trace.go:171","msg":"trace[342029367] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25668; }","duration":"154.329091ms","start":"2026-05-29T03:00:39.75582Z","end":"2026-05-29T03:00:39.910149Z","steps":["trace[342029367] 'agreement among raft nodes before linearized reading' (duration: 154.225649ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:42.282144Z","caller":"traceutil/trace.go:171","msg":"trace[781270257] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"104.966301ms","start":"2026-05-29T03:00:42.177152Z","end":"2026-05-29T03:00:42.282118Z","steps":["trace[781270257] 'process raft request' (duration: 104.773247ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:42.29068Z","caller":"traceutil/trace.go:171","msg":"trace[403018440] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"107.646195ms","start":"2026-05-29T03:00:42.18301Z","end":"2026-05-29T03:00:42.290656Z","steps":["trace[403018440] 'process raft request' (duration: 107.417409ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:00:42.799731Z","caller":"traceutil/trace.go:171","msg":"trace[1150718928] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"111.505147ms","start":"2026-05-29T03:00:42.688209Z","end":"2026-05-29T03:00:42.799714Z","steps":["trace[1150718928] 'process raft request' (duration: 111.354653ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:10.559422Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006981.wal"} {"level":"info","ts":"2026-05-29T03:01:37.876913Z","caller":"traceutil/trace.go:171","msg":"trace[875262527] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"125.584017ms","start":"2026-05-29T03:01:37.751274Z","end":"2026-05-29T03:01:37.876859Z","steps":["trace[875262527] 'process raft request' (duration: 125.339781ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:39.234179Z","caller":"traceutil/trace.go:171","msg":"trace[375655424] linearizableReadLoop","detail":"{readStateIndex:27262; appliedIndex:27261; }","duration":"211.555584ms","start":"2026-05-29T03:01:39.022595Z","end":"2026-05-29T03:01:39.23415Z","steps":["trace[375655424] 'read index received' (duration: 211.281837ms)","trace[375655424] 'applied index is now lower than readState.Index' (duration: 271.867µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:39.234262Z","caller":"traceutil/trace.go:171","msg":"trace[1106583985] transaction","detail":"{read_only:false; response_revision:26331; number_of_response:1; }","duration":"363.954259ms","start":"2026-05-29T03:01:38.87027Z","end":"2026-05-29T03:01:39.234224Z","steps":["trace[1106583985] 'process raft request' (duration: 363.56251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.234455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.84032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-05-29T03:01:39.23454Z","caller":"traceutil/trace.go:171","msg":"trace[1982974792] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26331; }","duration":"211.962233ms","start":"2026-05-29T03:01:39.022561Z","end":"2026-05-29T03:01:39.234524Z","steps":["trace[1982974792] 'agreement among raft nodes before linearized reading' (duration: 211.694936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.234468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:38.870251Z","time spent":"364.115523ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:39.961765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.183568ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T03:01:39.962717Z","caller":"traceutil/trace.go:171","msg":"trace[1975326419] linearizableReadLoop","detail":"{readStateIndex:27264; appliedIndex:27262; }","duration":"728.40775ms","start":"2026-05-29T03:01:39.23426Z","end":"2026-05-29T03:01:39.962668Z","steps":["trace[1975326419] 'read index received' (duration: 365.391323ms)","trace[1975326419] 'applied index is now lower than readState.Index' (duration: 363.014607ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:39.962768Z","caller":"traceutil/trace.go:171","msg":"trace[266227552] transaction","detail":"{read_only:false; response_revision:26332; number_of_response:1; }","duration":"849.131262ms","start":"2026-05-29T03:01:39.113551Z","end":"2026-05-29T03:01:39.962682Z","steps":["trace[266227552] 'process raft request' (duration: 848.315013ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.96305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:39.113525Z","time spent":"849.375077ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:39.965095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.30387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T03:01:39.965162Z","caller":"traceutil/trace.go:171","msg":"trace[499733437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26332; }","duration":"801.444503ms","start":"2026-05-29T03:01:39.163696Z","end":"2026-05-29T03:01:39.965141Z","steps":["trace[499733437] 'agreement among raft nodes before linearized reading' (duration: 798.977165ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:39.965226Z","caller":"traceutil/trace.go:171","msg":"trace[1095279299] transaction","detail":"{read_only:false; response_revision:26333; number_of_response:1; }","duration":"726.040414ms","start":"2026-05-29T03:01:39.239159Z","end":"2026-05-29T03:01:39.9652Z","steps":["trace[1095279299] 'process raft request' (duration: 723.494365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.965438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.772998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-29T03:01:39.965383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:39.16365Z","time spent":"801.718309ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-29T03:01:39.965571Z","caller":"traceutil/trace.go:171","msg":"trace[778582888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26332; }","duration":"910.960843ms","start":"2026-05-29T03:01:39.054576Z","end":"2026-05-29T03:01:39.965537Z","steps":["trace[778582888] 'agreement among raft nodes before linearized reading' (duration: 908.25313ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.965575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:39.239131Z","time spent":"726.32399ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:39.96564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:39.054562Z","time spent":"911.064125ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T03:01:39.965742Z","caller":"traceutil/trace.go:171","msg":"trace[1874053970] transaction","detail":"{read_only:false; response_revision:26334; number_of_response:1; }","duration":"702.785449ms","start":"2026-05-29T03:01:39.2629Z","end":"2026-05-29T03:01:39.965686Z","steps":["trace[1874053970] 'process raft request' (duration: 702.221145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.965931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:39.262883Z","time spent":"702.956612ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:39.966673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.39247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T03:01:39.966724Z","caller":"traceutil/trace.go:171","msg":"trace[966155920] transaction","detail":"{read_only:false; response_revision:26335; number_of_response:1; }","duration":"206.27956ms","start":"2026-05-29T03:01:39.76043Z","end":"2026-05-29T03:01:39.96671Z","steps":["trace[966155920] 'process raft request' (duration: 205.135663ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:39.966755Z","caller":"traceutil/trace.go:171","msg":"trace[1308222675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26336; }","duration":"688.522773ms","start":"2026-05-29T03:01:39.278215Z","end":"2026-05-29T03:01:39.966738Z","steps":["trace[1308222675] 'agreement among raft nodes before linearized reading' (duration: 688.339569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.966811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:39.278187Z","time spent":"688.610576ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T03:01:39.966864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.65675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:39.966897Z","caller":"traceutil/trace.go:171","msg":"trace[2113102310] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26336; }","duration":"452.719142ms","start":"2026-05-29T03:01:39.514168Z","end":"2026-05-29T03:01:39.966888Z","steps":["trace[2113102310] 'agreement among raft nodes before linearized reading' (duration: 452.65502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.96692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:39.514124Z","time spent":"452.789593ms","remote":"127.0.0.1:58858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:39.965915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.549183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T03:01:39.967153Z","caller":"traceutil/trace.go:171","msg":"trace[1512629981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26332; }","duration":"839.821074ms","start":"2026-05-29T03:01:39.12731Z","end":"2026-05-29T03:01:39.967131Z","steps":["trace[1512629981] 'agreement among raft nodes before linearized reading' (duration: 835.39365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:39.968375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:39.127297Z","time spent":"840.11433ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-29T03:01:42.39404Z","caller":"traceutil/trace.go:171","msg":"trace[402021199] linearizableReadLoop","detail":"{readStateIndex:27279; appliedIndex:27278; }","duration":"423.266891ms","start":"2026-05-29T03:01:41.970744Z","end":"2026-05-29T03:01:42.394011Z","steps":["trace[402021199] 'read index received' (duration: 423.041556ms)","trace[402021199] 'applied index is now lower than readState.Index' (duration: 224.245µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:42.394197Z","caller":"traceutil/trace.go:171","msg":"trace[15405836] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"424.95824ms","start":"2026-05-29T03:01:41.969197Z","end":"2026-05-29T03:01:42.394155Z","steps":["trace[15405836] 'process raft request' (duration: 424.643743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.394309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.537617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-29T03:01:42.394352Z","caller":"traceutil/trace.go:171","msg":"trace[2019992386] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26347; }","duration":"423.66238ms","start":"2026-05-29T03:01:41.970677Z","end":"2026-05-29T03:01:42.394339Z","steps":["trace[2019992386] 'agreement among raft nodes before linearized reading' (duration: 423.459745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.394378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.969174Z","time spent":"425.110704ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:42.394399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.970644Z","time spent":"423.743592ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T03:01:42.477599Z","caller":"traceutil/trace.go:171","msg":"trace[1262363599] transaction","detail":"{read_only:false; response_revision:26348; number_of_response:1; }","duration":"506.142426ms","start":"2026-05-29T03:01:41.971431Z","end":"2026-05-29T03:01:42.477573Z","steps":["trace[1262363599] 'process raft request' (duration: 505.917581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.477756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.971409Z","time spent":"506.263128ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:42.478057Z","caller":"traceutil/trace.go:171","msg":"trace[1255552846] transaction","detail":"{read_only:false; response_revision:26350; number_of_response:1; }","duration":"275.646738ms","start":"2026-05-29T03:01:42.202386Z","end":"2026-05-29T03:01:42.478033Z","steps":["trace[1255552846] 'process raft request' (duration: 275.506614ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:42.478299Z","caller":"traceutil/trace.go:171","msg":"trace[813254562] transaction","detail":"{read_only:false; response_revision:26349; number_of_response:1; }","duration":"506.007403ms","start":"2026-05-29T03:01:41.972278Z","end":"2026-05-29T03:01:42.478286Z","steps":["trace[813254562] 'process raft request' (duration: 505.216754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.478375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.972267Z","time spent":"506.073544ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:42.478486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.863714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:42.478524Z","caller":"traceutil/trace.go:171","msg":"trace[869679999] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26352; }","duration":"463.957486ms","start":"2026-05-29T03:01:42.014555Z","end":"2026-05-29T03:01:42.478513Z","steps":["trace[869679999] 'agreement among raft nodes before linearized reading' (duration: 463.894854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.478556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:42.014525Z","time spent":"464.022838ms","remote":"127.0.0.1:49550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:42.478718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.937552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:42.478745Z","caller":"traceutil/trace.go:171","msg":"trace[256529132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26352; }","duration":"408.012563ms","start":"2026-05-29T03:01:42.070724Z","end":"2026-05-29T03:01:42.478737Z","steps":["trace[256529132] 'agreement among raft nodes before linearized reading' (duration: 407.967412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.478804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.566927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:01:42.478844Z","caller":"traceutil/trace.go:171","msg":"trace[1413041730] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26352; }","duration":"157.647449ms","start":"2026-05-29T03:01:42.321185Z","end":"2026-05-29T03:01:42.478832Z","steps":["trace[1413041730] 'agreement among raft nodes before linearized reading' (duration: 157.468765ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:42.479015Z","caller":"traceutil/trace.go:171","msg":"trace[654241583] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"275.77037ms","start":"2026-05-29T03:01:42.203231Z","end":"2026-05-29T03:01:42.479001Z","steps":["trace[654241583] 'process raft request' (duration: 274.757807ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.479112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.993802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T03:01:42.479137Z","caller":"traceutil/trace.go:171","msg":"trace[1542032125] transaction","detail":"{read_only:false; response_revision:26352; number_of_response:1; }","duration":"275.843322ms","start":"2026-05-29T03:01:42.203285Z","end":"2026-05-29T03:01:42.479128Z","steps":["trace[1542032125] 'process raft request' (duration: 274.796938ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:42.479155Z","caller":"traceutil/trace.go:171","msg":"trace[1000503028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26352; }","duration":"500.074304ms","start":"2026-05-29T03:01:41.979071Z","end":"2026-05-29T03:01:42.479146Z","steps":["trace[1000503028] 'agreement among raft nodes before linearized reading' (duration: 499.882299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.479189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.979051Z","time spent":"500.131185ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T03:01:42.478814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:42.070694Z","time spent":"408.114056ms","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:01:42.479033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.90128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T03:01:42.479447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.585926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T03:01:42.479479Z","caller":"traceutil/trace.go:171","msg":"trace[1148767621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26353; }","duration":"500.624646ms","start":"2026-05-29T03:01:41.978846Z","end":"2026-05-29T03:01:42.479471Z","steps":["trace[1148767621] 'agreement among raft nodes before linearized reading' (duration: 500.555275ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.479504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.978841Z","time spent":"500.656917ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T03:01:42.479661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.662727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T03:01:42.479738Z","caller":"traceutil/trace.go:171","msg":"trace[148076384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26353; }","duration":"500.79001ms","start":"2026-05-29T03:01:41.978931Z","end":"2026-05-29T03:01:42.479721Z","steps":["trace[148076384] 'agreement among raft nodes before linearized reading' (duration: 500.596696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.479785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.978908Z","time spent":"500.868321ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T03:01:42.479411Z","caller":"traceutil/trace.go:171","msg":"trace[433492962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26352; }","duration":"500.585715ms","start":"2026-05-29T03:01:41.978803Z","end":"2026-05-29T03:01:42.479389Z","steps":["trace[433492962] 'agreement among raft nodes before linearized reading' (duration: 499.48147ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.480055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.978795Z","time spent":"501.242961ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T03:01:42.479336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.696021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-05-29T03:01:42.481328Z","caller":"traceutil/trace.go:171","msg":"trace[1256744268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26353; }","duration":"500.681527ms","start":"2026-05-29T03:01:41.980593Z","end":"2026-05-29T03:01:42.481275Z","steps":["trace[1256744268] 'agreement among raft nodes before linearized reading' (duration: 498.66752ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:42.481493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:41.980572Z","time spent":"500.856951ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-29T03:01:48.009982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.128073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-05-29T03:01:48.010065Z","caller":"traceutil/trace.go:171","msg":"trace[2105409657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26389; }","duration":"439.260756ms","start":"2026-05-29T03:01:47.570785Z","end":"2026-05-29T03:01:48.010045Z","steps":["trace[2105409657] 'range keys from in-memory index tree' (duration: 438.938249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:48.010107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:47.570762Z","time spent":"439.336679ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-29T03:01:48.663024Z","caller":"traceutil/trace.go:171","msg":"trace[1063314584] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"243.692637ms","start":"2026-05-29T03:01:48.419302Z","end":"2026-05-29T03:01:48.662995Z","steps":["trace[1063314584] 'process raft request' (duration: 243.260527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.272255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.078431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:01:49.27262Z","caller":"traceutil/trace.go:171","msg":"trace[1421691493] linearizableReadLoop","detail":"{readStateIndex:27328; appliedIndex:27322; }","duration":"763.224807ms","start":"2026-05-29T03:01:48.509381Z","end":"2026-05-29T03:01:49.272606Z","steps":["trace[1421691493] 'read index received' (duration: 153.482631ms)","trace[1421691493] 'applied index is now lower than readState.Index' (duration: 609.740866ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:49.272801Z","caller":"traceutil/trace.go:171","msg":"trace[235006213] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"772.586987ms","start":"2026-05-29T03:01:48.500203Z","end":"2026-05-29T03:01:49.27279Z","steps":["trace[235006213] 'process raft request' (duration: 442.891211ms)","trace[235006213] 'compare' (duration: 328.297163ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:49.272835Z","caller":"traceutil/trace.go:171","msg":"trace[1641715214] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"766.175126ms","start":"2026-05-29T03:01:48.506644Z","end":"2026-05-29T03:01:49.27282Z","steps":["trace[1641715214] 'process raft request' (duration: 765.930741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.272848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.500177Z","time spent":"772.644118ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:49.272842Z","caller":"traceutil/trace.go:171","msg":"trace[1197479007] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"766.238788ms","start":"2026-05-29T03:01:48.506575Z","end":"2026-05-29T03:01:49.272813Z","steps":["trace[1197479007] 'process raft request' (duration: 765.974092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.272896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.506635Z","time spent":"766.227387ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:49.272874Z","caller":"traceutil/trace.go:171","msg":"trace[1633865027] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"770.56459ms","start":"2026-05-29T03:01:48.502284Z","end":"2026-05-29T03:01:49.272849Z","steps":["trace[1633865027] 'process raft request' (duration: 770.13756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.272946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.551665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T03:01:49.27297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.506562Z","time spent":"766.33669ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:49.273055Z","caller":"traceutil/trace.go:171","msg":"trace[1034015308] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26395; }","duration":"763.634867ms","start":"2026-05-29T03:01:48.509347Z","end":"2026-05-29T03:01:49.272982Z","steps":["trace[1034015308] 'agreement among raft nodes before linearized reading' (duration: 763.458993ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.273052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.502272Z","time spent":"770.664612ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:49.273101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.509335Z","time spent":"763.75082ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T03:01:49.273159Z","caller":"traceutil/trace.go:171","msg":"trace[345813466] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"769.281929ms","start":"2026-05-29T03:01:48.503865Z","end":"2026-05-29T03:01:49.273147Z","steps":["trace[345813466] 'process raft request' (duration: 768.649244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.273216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.503852Z","time spent":"769.332591ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:49.625553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.9731ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-29T03:01:49.626023Z","caller":"traceutil/trace.go:171","msg":"trace[1633036915] linearizableReadLoop","detail":"{readStateIndex:27330; appliedIndex:27328; }","duration":"353.356571ms","start":"2026-05-29T03:01:49.272648Z","end":"2026-05-29T03:01:49.626004Z","steps":["trace[1633036915] 'read index received' (duration: 246.012973ms)","trace[1633036915] 'applied index is now lower than readState.Index' (duration: 107.342468ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:01:49.626198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11454152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-29T03:01:49.626259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111819427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T03:01:49.626321Z","caller":"traceutil/trace.go:171","msg":"trace[1373105346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26397; }","duration":"1.114605721s","start":"2026-05-29T03:01:48.51162Z","end":"2026-05-29T03:01:49.626226Z","steps":["trace[1373105346] 'agreement among raft nodes before linearized reading' (duration: 1.114446138s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.626314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112554094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-29T03:01:49.626309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110569917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T03:01:49.626346Z","caller":"traceutil/trace.go:171","msg":"trace[2098648915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26397; }","duration":"1.111931589s","start":"2026-05-29T03:01:48.514391Z","end":"2026-05-29T03:01:49.626322Z","steps":["trace[2098648915] 'agreement among raft nodes before linearized reading' (duration: 1.111719894s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:49.626301Z","caller":"traceutil/trace.go:171","msg":"trace[1891701068] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"347.251008ms","start":"2026-05-29T03:01:49.278994Z","end":"2026-05-29T03:01:49.626245Z","steps":["trace[1891701068] 'process raft request' (duration: 346.91024ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:49.626396Z","caller":"traceutil/trace.go:171","msg":"trace[2066693923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26397; }","duration":"1.110671909s","start":"2026-05-29T03:01:48.515707Z","end":"2026-05-29T03:01:49.626379Z","steps":["trace[2066693923] 'agreement among raft nodes before linearized reading' (duration: 1.110484235s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.626396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.511611Z","time spent":"1.114747605s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-29T03:01:49.626392Z","caller":"traceutil/trace.go:171","msg":"trace[654451838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26397; }","duration":"1.112675587s","start":"2026-05-29T03:01:48.513696Z","end":"2026-05-29T03:01:49.626372Z","steps":["trace[654451838] 'agreement among raft nodes before linearized reading' (duration: 1.112474862s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.626401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.514384Z","time spent":"1.1120069s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-29T03:01:49.626431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.515701Z","time spent":"1.11072446s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T03:01:49.626454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.51368Z","time spent":"1.112755438s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-29T03:01:49.626521Z","caller":"traceutil/trace.go:171","msg":"trace[1221809851] transaction","detail":"{read_only:false; response_revision:26396; number_of_response:1; }","duration":"357.740993ms","start":"2026-05-29T03:01:49.268768Z","end":"2026-05-29T03:01:49.626509Z","steps":["trace[1221809851] 'process raft request' (duration: 356.923474ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.626544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:49.278975Z","time spent":"347.446482ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:01:49.626591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.027461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:01:49.626611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:49.268749Z","time spent":"357.795855ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:49.626655Z","caller":"traceutil/trace.go:171","msg":"trace[384721509] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26397; }","duration":"693.107052ms","start":"2026-05-29T03:01:48.933507Z","end":"2026-05-29T03:01:49.626614Z","steps":["trace[384721509] 'agreement among raft nodes before linearized reading' (duration: 693.01908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.626683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111215162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:01:49.626859Z","caller":"traceutil/trace.go:171","msg":"trace[28232900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26397; }","duration":"1.111432637s","start":"2026-05-29T03:01:48.515407Z","end":"2026-05-29T03:01:49.626839Z","steps":["trace[28232900] 'agreement among raft nodes before linearized reading' (duration: 1.110666939s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.626697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.93345Z","time spent":"693.236795ms","remote":"127.0.0.1:34224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:01:49.626949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.515381Z","time spent":"1.111541s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T03:01:49.627069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.24557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:01:49.627505Z","caller":"traceutil/trace.go:171","msg":"trace[1341273900] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26397; }","duration":"856.689501ms","start":"2026-05-29T03:01:48.770792Z","end":"2026-05-29T03:01:49.627481Z","steps":["trace[1341273900] 'agreement among raft nodes before linearized reading' (duration: 855.258127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:49.627563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:48.770772Z","time spent":"856.773402ms","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:01:51.208395Z","caller":"traceutil/trace.go:171","msg":"trace[348401611] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"118.242725ms","start":"2026-05-29T03:01:51.089984Z","end":"2026-05-29T03:01:51.208227Z","steps":["trace[348401611] 'process raft request' (duration: 117.997809ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:51.34068Z","caller":"traceutil/trace.go:171","msg":"trace[534747788] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"250.482747ms","start":"2026-05-29T03:01:51.090169Z","end":"2026-05-29T03:01:51.340651Z","steps":["trace[534747788] 'process raft request' (duration: 250.293902ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:53.489322Z","caller":"traceutil/trace.go:171","msg":"trace[18117491] transaction","detail":"{read_only:false; response_revision:26422; number_of_response:1; }","duration":"109.804966ms","start":"2026-05-29T03:01:53.379487Z","end":"2026-05-29T03:01:53.489292Z","steps":["trace[18117491] 'process raft request' (duration: 109.524989ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:53.638079Z","caller":"traceutil/trace.go:171","msg":"trace[222361126] transaction","detail":"{read_only:false; response_revision:26424; number_of_response:1; }","duration":"258.542616ms","start":"2026-05-29T03:01:53.37951Z","end":"2026-05-29T03:01:53.638053Z","steps":["trace[222361126] 'process raft request' (duration: 258.461444ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:53.638112Z","caller":"traceutil/trace.go:171","msg":"trace[873082571] transaction","detail":"{read_only:false; response_revision:26423; number_of_response:1; }","duration":"258.564647ms","start":"2026-05-29T03:01:53.379509Z","end":"2026-05-29T03:01:53.638074Z","steps":["trace[873082571] 'process raft request' (duration: 233.384946ms)","trace[873082571] 'compare' (duration: 24.936605ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:53.63834Z","caller":"traceutil/trace.go:171","msg":"trace[592904504] transaction","detail":"{read_only:false; response_revision:26425; number_of_response:1; }","duration":"258.819153ms","start":"2026-05-29T03:01:53.37951Z","end":"2026-05-29T03:01:53.638329Z","steps":["trace[592904504] 'process raft request' (duration: 258.506755ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:53.638365Z","caller":"traceutil/trace.go:171","msg":"trace[32007692] transaction","detail":"{read_only:false; response_revision:26426; number_of_response:1; }","duration":"258.454874ms","start":"2026-05-29T03:01:53.379892Z","end":"2026-05-29T03:01:53.638347Z","steps":["trace[32007692] 'process raft request' (duration: 258.349272ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:53.911776Z","caller":"traceutil/trace.go:171","msg":"trace[341877270] linearizableReadLoop","detail":"{readStateIndex:27361; appliedIndex:27360; }","duration":"197.541374ms","start":"2026-05-29T03:01:53.714179Z","end":"2026-05-29T03:01:53.91172Z","steps":["trace[341877270] 'read index received' (duration: 97.832895ms)","trace[341877270] 'applied index is now lower than readState.Index' (duration: 99.706569ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:53.911812Z","caller":"traceutil/trace.go:171","msg":"trace[317058812] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"202.47629ms","start":"2026-05-29T03:01:53.709289Z","end":"2026-05-29T03:01:53.911765Z","steps":["trace[317058812] 'process raft request' (duration: 102.74059ms)","trace[317058812] 'compare' (duration: 99.324741ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:01:53.912085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.30174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:01:53.912131Z","caller":"traceutil/trace.go:171","msg":"trace[686585173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26427; }","duration":"189.381083ms","start":"2026-05-29T03:01:53.722736Z","end":"2026-05-29T03:01:53.912117Z","steps":["trace[686585173] 'agreement among raft nodes before linearized reading' (duration: 189.180328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:53.912117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.933314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-29T03:01:53.912229Z","caller":"traceutil/trace.go:171","msg":"trace[1570201259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26427; }","duration":"198.105758ms","start":"2026-05-29T03:01:53.714098Z","end":"2026-05-29T03:01:53.912204Z","steps":["trace[1570201259] 'agreement among raft nodes before linearized reading' (duration: 197.76586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:53.912294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.038147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-29T03:01:53.912395Z","caller":"traceutil/trace.go:171","msg":"trace[1449031304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26427; }","duration":"178.16978ms","start":"2026-05-29T03:01:53.734202Z","end":"2026-05-29T03:01:53.912372Z","steps":["trace[1449031304] 'agreement among raft nodes before linearized reading' (duration: 177.902643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:53.912434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.034096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:01:53.912474Z","caller":"traceutil/trace.go:171","msg":"trace[1215906721] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26427; }","duration":"146.105757ms","start":"2026-05-29T03:01:53.766355Z","end":"2026-05-29T03:01:53.912461Z","steps":["trace[1215906721] 'agreement among raft nodes before linearized reading' (duration: 145.984644ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:53.912322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.042143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-05-29T03:01:53.912522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.427552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T03:01:53.912568Z","caller":"traceutil/trace.go:171","msg":"trace[820274461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26427; }","duration":"177.317009ms","start":"2026-05-29T03:01:53.735209Z","end":"2026-05-29T03:01:53.912526Z","steps":["trace[820274461] 'agreement among raft nodes before linearized reading' (duration: 176.864989ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:53.91261Z","caller":"traceutil/trace.go:171","msg":"trace[698462597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26427; }","duration":"177.547205ms","start":"2026-05-29T03:01:53.73504Z","end":"2026-05-29T03:01:53.912587Z","steps":["trace[698462597] 'agreement among raft nodes before linearized reading' (duration: 177.275798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:53.912333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.113097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-05-29T03:01:53.912681Z","caller":"traceutil/trace.go:171","msg":"trace[1735041537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26427; }","duration":"189.512026ms","start":"2026-05-29T03:01:53.723157Z","end":"2026-05-29T03:01:53.912669Z","steps":["trace[1735041537] 'agreement among raft nodes before linearized reading' (duration: 189.085446ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:54.06003Z","caller":"traceutil/trace.go:171","msg":"trace[161304066] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"143.425335ms","start":"2026-05-29T03:01:53.916574Z","end":"2026-05-29T03:01:54.059999Z","steps":["trace[161304066] 'process raft request' (duration: 95.074531ms)","trace[161304066] 'compare' (duration: 48.220531ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:54.100973Z","caller":"traceutil/trace.go:171","msg":"trace[1306296465] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"183.337622ms","start":"2026-05-29T03:01:53.917609Z","end":"2026-05-29T03:01:54.100946Z","steps":["trace[1306296465] 'process raft request' (duration: 183.149027ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:54.101339Z","caller":"traceutil/trace.go:171","msg":"trace[264187756] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"183.386792ms","start":"2026-05-29T03:01:53.917922Z","end":"2026-05-29T03:01:54.101309Z","steps":["trace[264187756] 'process raft request' (duration: 182.975443ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:54.101655Z","caller":"traceutil/trace.go:171","msg":"trace[809237464] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"183.70437ms","start":"2026-05-29T03:01:53.917937Z","end":"2026-05-29T03:01:54.101641Z","steps":["trace[809237464] 'process raft request' (duration: 183.26092ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:54.101727Z","caller":"traceutil/trace.go:171","msg":"trace[1385797235] linearizableReadLoop","detail":"{readStateIndex:27367; appliedIndex:27361; }","duration":"139.419421ms","start":"2026-05-29T03:01:53.962275Z","end":"2026-05-29T03:01:54.101694Z","steps":["trace[1385797235] 'read index received' (duration: 49.479551ms)","trace[1385797235] 'applied index is now lower than readState.Index' (duration: 89.93852ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:54.101886Z","caller":"traceutil/trace.go:171","msg":"trace[403551003] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"183.700981ms","start":"2026-05-29T03:01:53.918172Z","end":"2026-05-29T03:01:54.101873Z","steps":["trace[403551003] 'process raft request' (duration: 183.465365ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:54.10205Z","caller":"traceutil/trace.go:171","msg":"trace[654657823] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"183.949266ms","start":"2026-05-29T03:01:53.91805Z","end":"2026-05-29T03:01:54.101999Z","steps":["trace[654657823] 'process raft request' (duration: 183.496645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:54.102354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.044086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b44b4795f-476d4.18b3e809339f9e1e\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-05-29T03:01:54.102497Z","caller":"traceutil/trace.go:171","msg":"trace[697953913] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b44b4795f-476d4.18b3e809339f9e1e; range_end:; response_count:1; response_revision:26433; }","duration":"140.21653ms","start":"2026-05-29T03:01:53.962209Z","end":"2026-05-29T03:01:54.102425Z","steps":["trace[697953913] 'agreement among raft nodes before linearized reading' (duration: 139.660896ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:01:54.438403Z","caller":"traceutil/trace.go:171","msg":"trace[1898562390] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"333.331211ms","start":"2026-05-29T03:01:54.105049Z","end":"2026-05-29T03:01:54.43838Z","steps":["trace[1898562390] 'process raft request' (duration: 282.753565ms)","trace[1898562390] 'compare' (duration: 50.385922ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:01:54.438537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.105014Z","time spent":"333.459184ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:54.438641Z","caller":"traceutil/trace.go:171","msg":"trace[1368449980] linearizableReadLoop","detail":"{readStateIndex:27370; appliedIndex:27368; }","duration":"109.644843ms","start":"2026-05-29T03:01:54.328967Z","end":"2026-05-29T03:01:54.438612Z","steps":["trace[1368449980] 'read index received' (duration: 58.842391ms)","trace[1368449980] 'applied index is now lower than readState.Index' (duration: 50.799942ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:01:54.438853Z","caller":"traceutil/trace.go:171","msg":"trace[1325751595] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"333.253729ms","start":"2026-05-29T03:01:54.105513Z","end":"2026-05-29T03:01:54.438767Z","steps":["trace[1325751595] 'process raft request' (duration: 332.816549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:54.438916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.9483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18619"} {"level":"info","ts":"2026-05-29T03:01:54.439248Z","caller":"traceutil/trace.go:171","msg":"trace[1283429307] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26435; }","duration":"110.313878ms","start":"2026-05-29T03:01:54.328912Z","end":"2026-05-29T03:01:54.439226Z","steps":["trace[1283429307] 'agreement among raft nodes before linearized reading' (duration: 109.836457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:01:54.439486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:01:54.105482Z","time spent":"333.645919ms","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:01:56.188533Z","caller":"traceutil/trace.go:171","msg":"trace[1635834751] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"114.413565ms","start":"2026-05-29T03:01:56.074074Z","end":"2026-05-29T03:01:56.188488Z","steps":["trace[1635834751] 'process raft request' (duration: 114.22183ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:02:55.815165Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24919} {"level":"info","ts":"2026-05-29T03:02:55.961699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24919,"took":"142.746659ms","hash":3195161502,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":35307520,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-05-29T03:02:55.961794Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3195161502,"revision":24919,"compact-revision":21700} {"level":"warn","ts":"2026-05-29T03:02:58.976586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.911578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:02:58.976618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.018021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:02:58.976698Z","caller":"traceutil/trace.go:171","msg":"trace[577146227] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27076; }","duration":"133.039812ms","start":"2026-05-29T03:02:58.843618Z","end":"2026-05-29T03:02:58.976658Z","steps":["trace[577146227] 'range keys from in-memory index tree' (duration: 132.850777ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:02:58.976697Z","caller":"traceutil/trace.go:171","msg":"trace[989294554] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27076; }","duration":"133.124343ms","start":"2026-05-29T03:02:58.843554Z","end":"2026-05-29T03:02:58.976679Z","steps":["trace[989294554] 'range keys from in-memory index tree' (duration: 132.96783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:02:58.976638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.832287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:02:58.976807Z","caller":"traceutil/trace.go:171","msg":"trace[1942473631] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27076; }","duration":"133.044632ms","start":"2026-05-29T03:02:58.843735Z","end":"2026-05-29T03:02:58.97678Z","steps":["trace[1942473631] 'range keys from in-memory index tree' (duration: 132.714204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:02:58.977189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.599515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-05-29T03:02:58.977337Z","caller":"traceutil/trace.go:171","msg":"trace[1303929252] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27076; }","duration":"133.912622ms","start":"2026-05-29T03:02:58.843402Z","end":"2026-05-29T03:02:58.977315Z","steps":["trace[1303929252] 'range keys from in-memory index tree' (duration: 133.097293ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:02:59.293181Z","caller":"traceutil/trace.go:171","msg":"trace[1209399456] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"162.668897ms","start":"2026-05-29T03:02:59.130482Z","end":"2026-05-29T03:02:59.293151Z","steps":["trace[1209399456] 'process raft request' (duration: 162.439151ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:13.096542Z","caller":"traceutil/trace.go:171","msg":"trace[228613473] transaction","detail":"{read_only:false; response_revision:27204; number_of_response:1; }","duration":"182.407189ms","start":"2026-05-29T03:03:12.914108Z","end":"2026-05-29T03:03:13.096515Z","steps":["trace[228613473] 'process raft request' (duration: 120.288342ms)","trace[228613473] 'compare' (duration: 61.948093ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:13.096963Z","caller":"traceutil/trace.go:171","msg":"trace[834155538] transaction","detail":"{read_only:false; response_revision:27205; number_of_response:1; }","duration":"182.490622ms","start":"2026-05-29T03:03:12.914421Z","end":"2026-05-29T03:03:13.096911Z","steps":["trace[834155538] 'process raft request' (duration: 182.048271ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:13.097077Z","caller":"traceutil/trace.go:171","msg":"trace[1330171062] transaction","detail":"{read_only:false; response_revision:27206; number_of_response:1; }","duration":"182.438961ms","start":"2026-05-29T03:03:12.914607Z","end":"2026-05-29T03:03:13.097046Z","steps":["trace[1330171062] 'process raft request' (duration: 182.183355ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:13.097307Z","caller":"traceutil/trace.go:171","msg":"trace[983479564] transaction","detail":"{read_only:false; response_revision:27207; number_of_response:1; }","duration":"178.735843ms","start":"2026-05-29T03:03:12.918509Z","end":"2026-05-29T03:03:13.097245Z","steps":["trace[983479564] 'process raft request' (duration: 178.419076ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:14.076011Z","caller":"traceutil/trace.go:171","msg":"trace[491313307] linearizableReadLoop","detail":"{readStateIndex:28164; appliedIndex:28163; }","duration":"101.098231ms","start":"2026-05-29T03:03:13.974885Z","end":"2026-05-29T03:03:14.075983Z","steps":["trace[491313307] 'read index received' (duration: 100.919487ms)","trace[491313307] 'applied index is now lower than readState.Index' (duration: 177.004µs)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:14.076051Z","caller":"traceutil/trace.go:171","msg":"trace[688065313] transaction","detail":"{read_only:false; response_revision:27210; number_of_response:1; }","duration":"112.038518ms","start":"2026-05-29T03:03:13.963983Z","end":"2026-05-29T03:03:14.076022Z","steps":["trace[688065313] 'process raft request' (duration: 111.783342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:14.076239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.313867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:14.07628Z","caller":"traceutil/trace.go:171","msg":"trace[408678718] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27210; }","duration":"101.402489ms","start":"2026-05-29T03:03:13.974863Z","end":"2026-05-29T03:03:14.076266Z","steps":["trace[408678718] 'agreement among raft nodes before linearized reading' (duration: 101.290406ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:15.702451Z","caller":"traceutil/trace.go:171","msg":"trace[2091858564] transaction","detail":"{read_only:false; response_revision:27225; number_of_response:1; }","duration":"146.364704ms","start":"2026-05-29T03:03:15.556058Z","end":"2026-05-29T03:03:15.702423Z","steps":["trace[2091858564] 'process raft request' (duration: 146.205731ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:16.313821Z","caller":"traceutil/trace.go:171","msg":"trace[121241024] linearizableReadLoop","detail":"{readStateIndex:28183; appliedIndex:28182; }","duration":"244.106687ms","start":"2026-05-29T03:03:16.069691Z","end":"2026-05-29T03:03:16.313797Z","steps":["trace[121241024] 'read index received' (duration: 244.005885ms)","trace[121241024] 'applied index is now lower than readState.Index' (duration: 99.692µs)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:03:16.313983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.272811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:16.314034Z","caller":"traceutil/trace.go:171","msg":"trace[1719574677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27228; }","duration":"244.376613ms","start":"2026-05-29T03:03:16.069643Z","end":"2026-05-29T03:03:16.314019Z","steps":["trace[1719574677] 'agreement among raft nodes before linearized reading' (duration: 244.284671ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:16.313875Z","caller":"traceutil/trace.go:171","msg":"trace[1506919069] transaction","detail":"{read_only:false; response_revision:27228; number_of_response:1; }","duration":"274.445668ms","start":"2026-05-29T03:03:16.039394Z","end":"2026-05-29T03:03:16.31384Z","steps":["trace[1506919069] 'process raft request' (duration: 274.220733ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:16.521071Z","caller":"traceutil/trace.go:171","msg":"trace[1513132110] transaction","detail":"{read_only:false; response_revision:27229; number_of_response:1; }","duration":"440.176496ms","start":"2026-05-29T03:03:16.080862Z","end":"2026-05-29T03:03:16.521038Z","steps":["trace[1513132110] 'process raft request' (duration: 439.939181ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:16.521148Z","caller":"traceutil/trace.go:171","msg":"trace[844654403] transaction","detail":"{read_only:false; response_revision:27230; number_of_response:1; }","duration":"435.610359ms","start":"2026-05-29T03:03:16.085464Z","end":"2026-05-29T03:03:16.521074Z","steps":["trace[844654403] 'process raft request' (duration: 435.521967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.521292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.080842Z","time spent":"440.31872ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:03:16.521354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.08544Z","time spent":"435.801494ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:03:16.522098Z","caller":"traceutil/trace.go:171","msg":"trace[1138103029] transaction","detail":"{read_only:false; response_revision:27231; number_of_response:1; }","duration":"436.526551ms","start":"2026-05-29T03:03:16.085549Z","end":"2026-05-29T03:03:16.522076Z","steps":["trace[1138103029] 'process raft request' (duration: 435.481616ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.52221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.085542Z","time spent":"436.609792ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:03:16.522565Z","caller":"traceutil/trace.go:171","msg":"trace[1017767601] linearizableReadLoop","detail":"{readStateIndex:28187; appliedIndex:28183; }","duration":"208.643265ms","start":"2026-05-29T03:03:16.313896Z","end":"2026-05-29T03:03:16.52254Z","steps":["trace[1017767601] 'read index received' (duration: 206.899375ms)","trace[1017767601] 'applied index is now lower than readState.Index' (duration: 1.74291ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:03:16.522676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.07033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:16.522736Z","caller":"traceutil/trace.go:171","msg":"trace[354793799] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27232; }","duration":"297.163943ms","start":"2026-05-29T03:03:16.225555Z","end":"2026-05-29T03:03:16.522719Z","steps":["trace[354793799] 'agreement among raft nodes before linearized reading' (duration: 297.0377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.522787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.377551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:16.522599Z","caller":"traceutil/trace.go:171","msg":"trace[647216190] transaction","detail":"{read_only:false; response_revision:27232; number_of_response:1; }","duration":"436.958341ms","start":"2026-05-29T03:03:16.08563Z","end":"2026-05-29T03:03:16.522589Z","steps":["trace[647216190] 'process raft request' (duration: 436.407728ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:16.522826Z","caller":"traceutil/trace.go:171","msg":"trace[368792254] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27232; }","duration":"437.448342ms","start":"2026-05-29T03:03:16.085366Z","end":"2026-05-29T03:03:16.522814Z","steps":["trace[368792254] 'agreement among raft nodes before linearized reading' (duration: 437.387041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.522849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.085348Z","time spent":"437.495194ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:03:16.522932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.085625Z","time spent":"437.217827ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:03:16.523104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.686498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-05-29T03:03:16.523168Z","caller":"traceutil/trace.go:171","msg":"trace[2085277784] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27232; }","duration":"437.77996ms","start":"2026-05-29T03:03:16.085371Z","end":"2026-05-29T03:03:16.523151Z","steps":["trace[2085277784] 'agreement among raft nodes before linearized reading' (duration: 437.590895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.523222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.085352Z","time spent":"437.858432ms","remote":"127.0.0.1:58570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-05-29T03:03:16.760277Z","caller":"traceutil/trace.go:171","msg":"trace[1629106421] linearizableReadLoop","detail":"{readStateIndex:28189; appliedIndex:28187; }","duration":"237.624055ms","start":"2026-05-29T03:03:16.522629Z","end":"2026-05-29T03:03:16.760253Z","steps":["trace[1629106421] 'read index received' (duration: 199.115592ms)","trace[1629106421] 'applied index is now lower than readState.Index' (duration: 38.507323ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:16.760282Z","caller":"traceutil/trace.go:171","msg":"trace[1015095727] transaction","detail":"{read_only:false; response_revision:27233; number_of_response:1; }","duration":"436.102512ms","start":"2026-05-29T03:03:16.324151Z","end":"2026-05-29T03:03:16.760254Z","steps":["trace[1015095727] 'process raft request' (duration: 397.590079ms)","trace[1015095727] 'compare' (duration: 38.135864ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:16.760388Z","caller":"traceutil/trace.go:171","msg":"trace[2127510353] transaction","detail":"{read_only:false; response_revision:27234; number_of_response:1; }","duration":"353.812902ms","start":"2026-05-29T03:03:16.406556Z","end":"2026-05-29T03:03:16.760369Z","steps":["trace[2127510353] 'process raft request' (duration: 353.573876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.760435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.891505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:16.760471Z","caller":"traceutil/trace.go:171","msg":"trace[1680039267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27234; }","duration":"443.989327ms","start":"2026-05-29T03:03:16.316473Z","end":"2026-05-29T03:03:16.760463Z","steps":["trace[1680039267] 'agreement among raft nodes before linearized reading' (duration: 443.904505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.760484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.406526Z","time spent":"353.907693ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:03:16.760579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.324124Z","time spent":"436.228145ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6467,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:03:16.760501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:03:16.31645Z","time spent":"444.044369ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:03:16.760642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.224168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:16.760686Z","caller":"traceutil/trace.go:171","msg":"trace[1048424167] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:27234; }","duration":"102.28788ms","start":"2026-05-29T03:03:16.65838Z","end":"2026-05-29T03:03:16.760668Z","steps":["trace[1048424167] 'agreement among raft nodes before linearized reading' (duration: 102.231889ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.760569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.099536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-181202c2-0275-4d1d-bca1-77d308a7f6c5\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-05-29T03:03:16.76081Z","caller":"traceutil/trace.go:171","msg":"trace[2110977519] range","detail":"{range_begin:/registry/persistentvolumes/pvc-181202c2-0275-4d1d-bca1-77d308a7f6c5; range_end:; response_count:1; response_revision:27234; }","duration":"235.373253ms","start":"2026-05-29T03:03:16.525424Z","end":"2026-05-29T03:03:16.760797Z","steps":["trace[2110977519] 'agreement among raft nodes before linearized reading' (duration: 235.018055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:16.760946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.211656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-05-29T03:03:16.760982Z","caller":"traceutil/trace.go:171","msg":"trace[1509195495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27234; }","duration":"113.270378ms","start":"2026-05-29T03:03:16.647703Z","end":"2026-05-29T03:03:16.760973Z","steps":["trace[1509195495] 'agreement among raft nodes before linearized reading' (duration: 113.160135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:46.996017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.013483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:03:46.99608Z","caller":"traceutil/trace.go:171","msg":"trace[429724523] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:27520; }","duration":"200.246098ms","start":"2026-05-29T03:03:46.795821Z","end":"2026-05-29T03:03:46.996067Z","steps":["trace[429724523] 'count revisions from in-memory index tree' (duration: 199.863979ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:46.997275Z","caller":"traceutil/trace.go:171","msg":"trace[1684631678] transaction","detail":"{read_only:false; response_revision:27521; number_of_response:1; }","duration":"123.066338ms","start":"2026-05-29T03:03:46.874179Z","end":"2026-05-29T03:03:46.997245Z","steps":["trace[1684631678] 'process raft request' (duration: 104.751708ms)","trace[1684631678] 'compare' (duration: 16.915317ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:47.185624Z","caller":"traceutil/trace.go:171","msg":"trace[880710079] linearizableReadLoop","detail":"{readStateIndex:28486; appliedIndex:28485; }","duration":"112.324906ms","start":"2026-05-29T03:03:47.073277Z","end":"2026-05-29T03:03:47.185602Z","steps":["trace[880710079] 'read index received' (duration: 39.272342ms)","trace[880710079] 'applied index is now lower than readState.Index' (duration: 73.051224ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:47.186061Z","caller":"traceutil/trace.go:171","msg":"trace[184237828] transaction","detail":"{read_only:false; response_revision:27523; number_of_response:1; }","duration":"184.272783ms","start":"2026-05-29T03:03:47.001779Z","end":"2026-05-29T03:03:47.186052Z","steps":["trace[184237828] 'process raft request' (duration: 110.83263ms)","trace[184237828] 'compare' (duration: 71.486718ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:03:47.186272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.972891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:47.18632Z","caller":"traceutil/trace.go:171","msg":"trace[743706947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27523; }","duration":"113.062333ms","start":"2026-05-29T03:03:47.07323Z","end":"2026-05-29T03:03:47.186292Z","steps":["trace[743706947] 'agreement among raft nodes before linearized reading' (duration: 112.91744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:47.186683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.34795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:03:47.186724Z","caller":"traceutil/trace.go:171","msg":"trace[1543368471] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:27523; }","duration":"113.381881ms","start":"2026-05-29T03:03:47.073325Z","end":"2026-05-29T03:03:47.186707Z","steps":["trace[1543368471] 'agreement among raft nodes before linearized reading' (duration: 113.105014ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:47.468371Z","caller":"traceutil/trace.go:171","msg":"trace[953153858] transaction","detail":"{read_only:false; response_revision:27525; number_of_response:1; }","duration":"171.393872ms","start":"2026-05-29T03:03:47.296949Z","end":"2026-05-29T03:03:47.468343Z","steps":["trace[953153858] 'process raft request' (duration: 152.766515ms)","trace[953153858] 'compare' (duration: 18.509084ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:47.46886Z","caller":"traceutil/trace.go:171","msg":"trace[1561290900] linearizableReadLoop","detail":"{readStateIndex:28490; appliedIndex:28487; }","duration":"157.72038ms","start":"2026-05-29T03:03:47.311116Z","end":"2026-05-29T03:03:47.468836Z","steps":["trace[1561290900] 'read index received' (duration: 138.773576ms)","trace[1561290900] 'applied index is now lower than readState.Index' (duration: 18.945864ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:03:47.468936Z","caller":"traceutil/trace.go:171","msg":"trace[1111205666] transaction","detail":"{read_only:false; response_revision:27527; number_of_response:1; }","duration":"163.598658ms","start":"2026-05-29T03:03:47.305322Z","end":"2026-05-29T03:03:47.468921Z","steps":["trace[1111205666] 'process raft request' (duration: 163.481075ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:03:47.468922Z","caller":"traceutil/trace.go:171","msg":"trace[2139227033] transaction","detail":"{read_only:false; response_revision:27526; number_of_response:1; }","duration":"165.607545ms","start":"2026-05-29T03:03:47.303278Z","end":"2026-05-29T03:03:47.468885Z","steps":["trace[2139227033] 'process raft request' (duration: 165.426431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:03:47.468994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.857773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:03:47.469027Z","caller":"traceutil/trace.go:171","msg":"trace[572962187] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:27527; }","duration":"157.935025ms","start":"2026-05-29T03:03:47.31108Z","end":"2026-05-29T03:03:47.469015Z","steps":["trace[572962187] 'agreement among raft nodes before linearized reading' (duration: 157.842723ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:01.011639Z","caller":"traceutil/trace.go:171","msg":"trace[226096937] transaction","detail":"{read_only:false; response_revision:27646; number_of_response:1; }","duration":"102.501886ms","start":"2026-05-29T03:04:00.909088Z","end":"2026-05-29T03:04:01.01159Z","steps":["trace[226096937] 'process raft request' (duration: 102.171168ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:04:33.374674Z","caller":"traceutil/trace.go:171","msg":"trace[651917820] transaction","detail":"{read_only:false; response_revision:27952; number_of_response:1; }","duration":"122.112606ms","start":"2026-05-29T03:04:33.252534Z","end":"2026-05-29T03:04:33.374647Z","steps":["trace[651917820] 'process raft request' (duration: 75.455511ms)","trace[651917820] 'compare' (duration: 46.391208ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:05:01.510486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.518207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:05:01.510591Z","caller":"traceutil/trace.go:171","msg":"trace[1146094983] linearizableReadLoop","detail":"{readStateIndex:29299; appliedIndex:29298; }","duration":"118.88401ms","start":"2026-05-29T03:05:01.391692Z","end":"2026-05-29T03:05:01.510576Z","steps":["trace[1146094983] 'read index received' (duration: 80.322µs)","trace[1146094983] 'applied index is now lower than readState.Index' (duration: 118.802638ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:05:01.510778Z","caller":"traceutil/trace.go:171","msg":"trace[1875596138] transaction","detail":"{read_only:false; response_revision:28316; number_of_response:1; }","duration":"182.998694ms","start":"2026-05-29T03:05:01.327767Z","end":"2026-05-29T03:05:01.510765Z","steps":["trace[1875596138] 'process raft request' (duration: 19.122259ms)","trace[1875596138] 'compare' (duration: 163.019455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:05:01.511281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.584666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-05-29T03:05:01.511317Z","caller":"traceutil/trace.go:171","msg":"trace[397657849] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:28316; }","duration":"119.657178ms","start":"2026-05-29T03:05:01.391648Z","end":"2026-05-29T03:05:01.511305Z","steps":["trace[397657849] 'agreement among raft nodes before linearized reading' (duration: 119.549285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:01.511539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.611826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7564"} {"level":"info","ts":"2026-05-29T03:05:01.511563Z","caller":"traceutil/trace.go:171","msg":"trace[670911988] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:28316; }","duration":"119.653248ms","start":"2026-05-29T03:05:01.391902Z","end":"2026-05-29T03:05:01.511556Z","steps":["trace[670911988] 'agreement among raft nodes before linearized reading' (duration: 119.586336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:01.511691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.792121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21561"} {"level":"info","ts":"2026-05-29T03:05:01.51171Z","caller":"traceutil/trace.go:171","msg":"trace[1304842010] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:28316; }","duration":"119.849492ms","start":"2026-05-29T03:05:01.391855Z","end":"2026-05-29T03:05:01.511705Z","steps":["trace[1304842010] 'agreement among raft nodes before linearized reading' (duration: 119.793751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:01.511831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.966535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-05-29T03:05:01.511853Z","caller":"traceutil/trace.go:171","msg":"trace[51472681] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:28316; }","duration":"120.021427ms","start":"2026-05-29T03:05:01.391826Z","end":"2026-05-29T03:05:01.511847Z","steps":["trace[51472681] 'agreement among raft nodes before linearized reading' (duration: 119.958825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:01.512276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.478777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-05-29T03:05:01.512327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.525388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-05-29T03:05:01.512353Z","caller":"traceutil/trace.go:171","msg":"trace[970484095] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28316; }","duration":"120.563679ms","start":"2026-05-29T03:05:01.391781Z","end":"2026-05-29T03:05:01.512345Z","steps":["trace[970484095] 'agreement among raft nodes before linearized reading' (duration: 120.496578ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:01.512361Z","caller":"traceutil/trace.go:171","msg":"trace[830768585] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:28316; }","duration":"120.582479ms","start":"2026-05-29T03:05:01.391753Z","end":"2026-05-29T03:05:01.512335Z","steps":["trace[830768585] 'agreement among raft nodes before linearized reading' (duration: 120.389224ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:01.512442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.677301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11169"} {"level":"info","ts":"2026-05-29T03:05:01.512479Z","caller":"traceutil/trace.go:171","msg":"trace[322419403] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:28316; }","duration":"120.740303ms","start":"2026-05-29T03:05:01.391729Z","end":"2026-05-29T03:05:01.51247Z","steps":["trace[322419403] 'agreement among raft nodes before linearized reading' (duration: 120.635191ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:01.931655Z","caller":"traceutil/trace.go:171","msg":"trace[937093332] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"119.972085ms","start":"2026-05-29T03:05:01.811624Z","end":"2026-05-29T03:05:01.931596Z","steps":["trace[937093332] 'process raft request' (duration: 119.801801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:02.140634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.453626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:05:02.140778Z","caller":"traceutil/trace.go:171","msg":"trace[1309899226] linearizableReadLoop","detail":"{readStateIndex:29306; appliedIndex:29304; }","duration":"322.113408ms","start":"2026-05-29T03:05:01.818653Z","end":"2026-05-29T03:05:02.140767Z","steps":["trace[1309899226] 'read index received' (duration: 112.776156ms)","trace[1309899226] 'applied index is now lower than readState.Index' (duration: 209.336642ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:05:02.140857Z","caller":"traceutil/trace.go:171","msg":"trace[2002423691] transaction","detail":"{read_only:false; response_revision:28324; number_of_response:1; }","duration":"302.073328ms","start":"2026-05-29T03:05:01.838759Z","end":"2026-05-29T03:05:02.140833Z","steps":["trace[2002423691] 'process raft request' (duration: 301.959515ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.140888Z","caller":"traceutil/trace.go:171","msg":"trace[1913071649] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"328.543329ms","start":"2026-05-29T03:05:01.812333Z","end":"2026-05-29T03:05:02.140876Z","steps":["trace[1913071649] 'process raft request' (duration: 184.785776ms)","trace[1913071649] 'compare' (duration: 143.339403ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:05:02.140899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:05:01.838741Z","time spent":"302.132909ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:05:02.140938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:05:01.812317Z","time spent":"328.59257ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:05:02.141166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.509597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-29T03:05:02.141188Z","caller":"traceutil/trace.go:171","msg":"trace[1199752976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28324; }","duration":"322.551448ms","start":"2026-05-29T03:05:01.818628Z","end":"2026-05-29T03:05:02.141179Z","steps":["trace[1199752976] 'agreement among raft nodes before linearized reading' (duration: 322.472136ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:02.141203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:05:01.818616Z","time spent":"322.583379ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-29T03:05:02.507838Z","caller":"traceutil/trace.go:171","msg":"trace[890806582] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"250.049096ms","start":"2026-05-29T03:05:02.257757Z","end":"2026-05-29T03:05:02.507807Z","steps":["trace[890806582] 'process raft request' (duration: 205.529532ms)","trace[890806582] 'compare' (duration: 44.32645ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:05:02.507861Z","caller":"traceutil/trace.go:171","msg":"trace[1144646001] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"102.369382ms","start":"2026-05-29T03:05:02.405467Z","end":"2026-05-29T03:05:02.507836Z","steps":["trace[1144646001] 'process raft request' (duration: 102.29953ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.507883Z","caller":"traceutil/trace.go:171","msg":"trace[1057555175] linearizableReadLoop","detail":"{readStateIndex:29310; appliedIndex:29309; }","duration":"160.515906ms","start":"2026-05-29T03:05:02.347325Z","end":"2026-05-29T03:05:02.507841Z","steps":["trace[1057555175] 'read index received' (duration: 115.972861ms)","trace[1057555175] 'applied index is now lower than readState.Index' (duration: 44.538665ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:05:02.508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.656059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:05:02.508075Z","caller":"traceutil/trace.go:171","msg":"trace[1555291814] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28328; }","duration":"160.764642ms","start":"2026-05-29T03:05:02.347293Z","end":"2026-05-29T03:05:02.508058Z","steps":["trace[1555291814] 'agreement among raft nodes before linearized reading' (duration: 160.642099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:02.508158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.364801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12740"} {"level":"warn","ts":"2026-05-29T03:05:02.508146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.737501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:05:02.508232Z","caller":"traceutil/trace.go:171","msg":"trace[611336280] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:28328; }","duration":"160.877045ms","start":"2026-05-29T03:05:02.347332Z","end":"2026-05-29T03:05:02.508209Z","steps":["trace[611336280] 'agreement among raft nodes before linearized reading' (duration: 160.714421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:02.508248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.457613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"warn","ts":"2026-05-29T03:05:02.508266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.639844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-05-29T03:05:02.508282Z","caller":"traceutil/trace.go:171","msg":"trace[1887233693] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:28328; }","duration":"119.498084ms","start":"2026-05-29T03:05:02.388774Z","end":"2026-05-29T03:05:02.508272Z","steps":["trace[1887233693] 'agreement among raft nodes before linearized reading' (duration: 119.426103ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.508321Z","caller":"traceutil/trace.go:171","msg":"trace[546969291] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:28328; }","duration":"118.732076ms","start":"2026-05-29T03:05:02.389572Z","end":"2026-05-29T03:05:02.508304Z","steps":["trace[546969291] 'agreement among raft nodes before linearized reading' (duration: 118.560962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:02.508353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.657798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-05-29T03:05:02.508277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.586306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:5087"} {"level":"info","ts":"2026-05-29T03:05:02.508383Z","caller":"traceutil/trace.go:171","msg":"trace[1284839492] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:28328; }","duration":"119.704319ms","start":"2026-05-29T03:05:02.388668Z","end":"2026-05-29T03:05:02.508372Z","steps":["trace[1284839492] 'agreement among raft nodes before linearized reading' (duration: 119.633537ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.508403Z","caller":"traceutil/trace.go:171","msg":"trace[1512380647] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:28328; }","duration":"119.735259ms","start":"2026-05-29T03:05:02.388656Z","end":"2026-05-29T03:05:02.508391Z","steps":["trace[1512380647] 'agreement among raft nodes before linearized reading' (duration: 119.504304ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.508186Z","caller":"traceutil/trace.go:171","msg":"trace[1809292743] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:28328; }","duration":"119.423902ms","start":"2026-05-29T03:05:02.388754Z","end":"2026-05-29T03:05:02.508178Z","steps":["trace[1809292743] 'agreement among raft nodes before linearized reading' (duration: 119.293459ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:02.508568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.057627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7449"} {"level":"info","ts":"2026-05-29T03:05:02.508615Z","caller":"traceutil/trace.go:171","msg":"trace[1220996968] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:28328; }","duration":"120.136059ms","start":"2026-05-29T03:05:02.388466Z","end":"2026-05-29T03:05:02.508602Z","steps":["trace[1220996968] 'agreement among raft nodes before linearized reading' (duration: 119.975685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:02.508626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.010396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7146"} {"level":"info","ts":"2026-05-29T03:05:02.50866Z","caller":"traceutil/trace.go:171","msg":"trace[1467278401] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:28328; }","duration":"120.090868ms","start":"2026-05-29T03:05:02.388558Z","end":"2026-05-29T03:05:02.508649Z","steps":["trace[1467278401] 'agreement among raft nodes before linearized reading' (duration: 119.962325ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:02.949417Z","caller":"traceutil/trace.go:171","msg":"trace[1223451652] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"279.62176ms","start":"2026-05-29T03:05:02.669773Z","end":"2026-05-29T03:05:02.949395Z","steps":["trace[1223451652] 'process raft request' (duration: 279.447816ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:03.126596Z","caller":"traceutil/trace.go:171","msg":"trace[1859206764] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"110.662986ms","start":"2026-05-29T03:05:03.015905Z","end":"2026-05-29T03:05:03.126568Z","steps":["trace[1859206764] 'process raft request' (duration: 110.429421ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:03.126781Z","caller":"traceutil/trace.go:171","msg":"trace[1060543848] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"110.453461ms","start":"2026-05-29T03:05:03.016317Z","end":"2026-05-29T03:05:03.126771Z","steps":["trace[1060543848] 'process raft request' (duration: 110.208735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:03.875988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.656241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:05:03.876186Z","caller":"traceutil/trace.go:171","msg":"trace[432885258] transaction","detail":"{read_only:false; response_revision:28340; number_of_response:1; }","duration":"139.730649ms","start":"2026-05-29T03:05:03.736437Z","end":"2026-05-29T03:05:03.876167Z","steps":["trace[432885258] 'process raft request' (duration: 139.666867ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:03.876244Z","caller":"traceutil/trace.go:171","msg":"trace[1714647238] transaction","detail":"{read_only:false; response_revision:28339; number_of_response:1; }","duration":"167.662474ms","start":"2026-05-29T03:05:03.70855Z","end":"2026-05-29T03:05:03.876212Z","steps":["trace[1714647238] 'process raft request' (duration: 40.684265ms)","trace[1714647238] 'compare' (duration: 126.484687ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:05:04.111721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.323309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-29T03:05:04.112207Z","caller":"traceutil/trace.go:171","msg":"trace[1515702379] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"172.041876ms","start":"2026-05-29T03:05:03.940134Z","end":"2026-05-29T03:05:04.112176Z","steps":["trace[1515702379] 'process raft request' (duration: 58.173235ms)","trace[1515702379] 'compare' (duration: 112.599952ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:05:18.898505Z","caller":"traceutil/trace.go:171","msg":"trace[511931183] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"327.598336ms","start":"2026-05-29T03:05:18.570881Z","end":"2026-05-29T03:05:18.898479Z","steps":["trace[511931183] 'process raft request' (duration: 327.454682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:18.898655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:05:18.570867Z","time spent":"327.708609ms","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7049,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:05:18.915722Z","caller":"traceutil/trace.go:171","msg":"trace[645924834] linearizableReadLoop","detail":"{readStateIndex:29554; appliedIndex:29553; }","duration":"199.614103ms","start":"2026-05-29T03:05:18.716068Z","end":"2026-05-29T03:05:18.915682Z","steps":["trace[645924834] 'read index received' (duration: 183.079575ms)","trace[645924834] 'applied index is now lower than readState.Index' (duration: 16.532868ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:05:18.915804Z","caller":"traceutil/trace.go:171","msg":"trace[902372836] transaction","detail":"{read_only:false; response_revision:28565; number_of_response:1; }","duration":"326.470069ms","start":"2026-05-29T03:05:18.589294Z","end":"2026-05-29T03:05:18.915764Z","steps":["trace[902372836] 'process raft request' (duration: 326.194893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:18.915913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.798718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-29T03:05:18.915972Z","caller":"traceutil/trace.go:171","msg":"trace[1619844701] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:28565; }","duration":"199.921981ms","start":"2026-05-29T03:05:18.71603Z","end":"2026-05-29T03:05:18.915952Z","steps":["trace[1619844701] 'agreement among raft nodes before linearized reading' (duration: 199.788738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:05:18.915975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:05:18.589245Z","time spent":"326.640494ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:05:25.795613Z","caller":"traceutil/trace.go:171","msg":"trace[579777813] transaction","detail":"{read_only:false; response_revision:28640; number_of_response:1; }","duration":"177.979966ms","start":"2026-05-29T03:05:25.617609Z","end":"2026-05-29T03:05:25.795589Z","steps":["trace[579777813] 'process raft request' (duration: 177.708119ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:25.795984Z","caller":"traceutil/trace.go:171","msg":"trace[1416311484] transaction","detail":"{read_only:false; response_revision:28639; number_of_response:1; }","duration":"209.854974ms","start":"2026-05-29T03:05:25.585574Z","end":"2026-05-29T03:05:25.795429Z","steps":["trace[1416311484] 'process raft request' (duration: 144.956451ms)","trace[1416311484] 'compare' (duration: 64.530224ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:05:27.337228Z","caller":"traceutil/trace.go:171","msg":"trace[1834292413] transaction","detail":"{read_only:false; response_revision:28654; number_of_response:1; }","duration":"134.562217ms","start":"2026-05-29T03:05:27.20264Z","end":"2026-05-29T03:05:27.337202Z","steps":["trace[1834292413] 'process raft request' (duration: 134.363202ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:05:27.337465Z","caller":"traceutil/trace.go:171","msg":"trace[486850352] transaction","detail":"{read_only:false; response_revision:28655; number_of_response:1; }","duration":"127.723317ms","start":"2026-05-29T03:05:27.209731Z","end":"2026-05-29T03:05:27.337455Z","steps":["trace[486850352] 'process raft request' (duration: 127.42601ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:06:11.302654Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab97322ebdd79664","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T03:06:11.314917Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-05-29T03:06:11.315206Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-05-29T03:07:55.820597Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27049} {"level":"info","ts":"2026-05-29T03:07:55.952092Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27049,"took":"126.539159ms","hash":728612671,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":35647488,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-05-29T03:07:55.952164Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":728612671,"revision":27049,"compact-revision":24919} {"level":"info","ts":"2026-05-29T03:12:55.826897Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29774} {"level":"info","ts":"2026-05-29T03:12:55.965585Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29774,"took":"134.617278ms","hash":1329298555,"current-db-size-bytes":56274944,"current-db-size":"56 MB","current-db-size-in-use-bytes":30425088,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-29T03:12:55.965677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1329298555,"revision":29774,"compact-revision":27049} {"level":"info","ts":"2026-05-29T03:17:55.832921Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31997} {"level":"info","ts":"2026-05-29T03:17:55.977091Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31997,"took":"139.508804ms","hash":1343434634,"current-db-size-bytes":57319424,"current-db-size":"57 MB","current-db-size-in-use-bytes":30117888,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-05-29T03:17:55.977164Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1343434634,"revision":31997,"compact-revision":29774} {"level":"info","ts":"2026-05-29T03:20:50.455987Z","caller":"traceutil/trace.go:171","msg":"trace[1670974129] transaction","detail":"{read_only:false; response_revision:35598; number_of_response:1; }","duration":"122.394753ms","start":"2026-05-29T03:20:50.333558Z","end":"2026-05-29T03:20:50.455953Z","steps":["trace[1670974129] 'process raft request' (duration: 122.186758ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:20:50.460853Z","caller":"traceutil/trace.go:171","msg":"trace[632855505] transaction","detail":"{read_only:false; response_revision:35599; number_of_response:1; }","duration":"108.003874ms","start":"2026-05-29T03:20:50.352827Z","end":"2026-05-29T03:20:50.460831Z","steps":["trace[632855505] 'process raft request' (duration: 107.698277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:41.623173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624773508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:22:42.123625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624773508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:22:42.981579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10836960813624773508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T03:22:42.986504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.864199826s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T03:22:42.990542Z","caller":"traceutil/trace.go:171","msg":"trace[167055626] transaction","detail":"{read_only:false; response_revision:36408; number_of_response:1; }","duration":"1.868880555s","start":"2026-05-29T03:22:41.121641Z","end":"2026-05-29T03:22:42.990521Z","steps":["trace[167055626] 'process raft request' (duration: 1.868762093s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.99066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.121629Z","time spent":"1.868972507s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:22:42.993814Z","caller":"traceutil/trace.go:171","msg":"trace[1946135053] linearizableReadLoop","detail":"{readStateIndex:37632; appliedIndex:37627; }","duration":"1.871523387s","start":"2026-05-29T03:22:41.122264Z","end":"2026-05-29T03:22:42.993788Z","steps":["trace[1946135053] 'read index received' (duration: 1.869021878s)","trace[1946135053] 'applied index is now lower than readState.Index' (duration: 2.500739ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T03:22:42.994083Z","caller":"traceutil/trace.go:171","msg":"trace[1423661321] transaction","detail":"{read_only:false; response_revision:36409; number_of_response:1; }","duration":"1.872371628s","start":"2026-05-29T03:22:41.121701Z","end":"2026-05-29T03:22:42.994072Z","steps":["trace[1423661321] 'process raft request' (duration: 1.871844535s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:42.995556Z","caller":"traceutil/trace.go:171","msg":"trace[1851132409] transaction","detail":"{read_only:false; response_revision:36413; number_of_response:1; }","duration":"1.868990968s","start":"2026-05-29T03:22:41.126545Z","end":"2026-05-29T03:22:42.995536Z","steps":["trace[1851132409] 'process raft request' (duration: 1.867215387s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:42.995594Z","caller":"traceutil/trace.go:171","msg":"trace[1888462002] transaction","detail":"{read_only:false; response_revision:36412; number_of_response:1; }","duration":"1.873830621s","start":"2026-05-29T03:22:41.121749Z","end":"2026-05-29T03:22:42.99558Z","steps":["trace[1888462002] 'process raft request' (duration: 1.871987938s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:42.995595Z","caller":"traceutil/trace.go:171","msg":"trace[916599345] transaction","detail":"{read_only:false; response_revision:36411; number_of_response:1; }","duration":"1.873833082s","start":"2026-05-29T03:22:41.121742Z","end":"2026-05-29T03:22:42.995575Z","steps":["trace[916599345] 'process raft request' (duration: 1.871968628s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:42.995602Z","caller":"traceutil/trace.go:171","msg":"trace[1017327231] transaction","detail":"{read_only:false; response_revision:36410; number_of_response:1; }","duration":"1.873885543s","start":"2026-05-29T03:22:41.121701Z","end":"2026-05-29T03:22:42.995586Z","steps":["trace[1017327231] 'process raft request' (duration: 1.871976389s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.995661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.126531Z","time spent":"1.86907959s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:22:42.995661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.121723Z","time spent":"1.873896343s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:22:42.99568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871916627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-05-29T03:22:42.995702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.121735Z","time spent":"1.873908904s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T03:22:42.995701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.121671Z","time spent":"1.873972915s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:22:42.995726Z","caller":"traceutil/trace.go:171","msg":"trace[1955110782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36413; }","duration":"1.871986228s","start":"2026-05-29T03:22:41.123727Z","end":"2026-05-29T03:22:42.995713Z","steps":["trace[1955110782] 'agreement among raft nodes before linearized reading' (duration: 1.871894386s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.995752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.12372Z","time spent":"1.872028879s","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T03:22:42.995782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631090447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-05-29T03:22:42.995801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.055225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:22:42.995809Z","caller":"traceutil/trace.go:171","msg":"trace[135669248] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:36413; }","duration":"1.631172588s","start":"2026-05-29T03:22:41.364629Z","end":"2026-05-29T03:22:42.995802Z","steps":["trace[135669248] 'agreement among raft nodes before linearized reading' (duration: 1.631069536s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:42.995822Z","caller":"traceutil/trace.go:171","msg":"trace[154064344] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36413; }","duration":"780.096237ms","start":"2026-05-29T03:22:42.21572Z","end":"2026-05-29T03:22:42.995816Z","steps":["trace[154064344] 'agreement among raft nodes before linearized reading' (duration: 780.053606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.995828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.364611Z","time spent":"1.63121358s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-05-29T03:22:42.995836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874063207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-05-29T03:22:42.995839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:42.215704Z","time spent":"780.130447ms","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-05-29T03:22:42.99585Z","caller":"traceutil/trace.go:171","msg":"trace[1297489627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36413; }","duration":"1.874105198s","start":"2026-05-29T03:22:41.12174Z","end":"2026-05-29T03:22:42.995846Z","steps":["trace[1297489627] 'agreement among raft nodes before linearized reading' (duration: 1.874058417s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.995865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.121721Z","time spent":"1.874141039s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-29T03:22:42.995885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683033654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-05-29T03:22:42.995902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776232733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T03:22:42.99591Z","caller":"traceutil/trace.go:171","msg":"trace[483474848] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:36413; }","duration":"1.683083916s","start":"2026-05-29T03:22:41.312819Z","end":"2026-05-29T03:22:42.995902Z","steps":["trace[483474848] 'agreement among raft nodes before linearized reading' (duration: 1.682958313s)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:42.995918Z","caller":"traceutil/trace.go:171","msg":"trace[2038525167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36413; }","duration":"1.776288684s","start":"2026-05-29T03:22:41.219625Z","end":"2026-05-29T03:22:42.995914Z","steps":["trace[2038525167] 'agreement among raft nodes before linearized reading' (duration: 1.776206102s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.995788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.43871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-05-29T03:22:42.995933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.442769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-29T03:22:42.995934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.312802Z","time spent":"1.683123076s","remote":"127.0.0.1:58508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-05-29T03:22:42.995948Z","caller":"traceutil/trace.go:171","msg":"trace[1690181038] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36413; }","duration":"874.480491ms","start":"2026-05-29T03:22:42.121464Z","end":"2026-05-29T03:22:42.995944Z","steps":["trace[1690181038] 'agreement among raft nodes before linearized reading' (duration: 874.43813ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:22:42.995951Z","caller":"traceutil/trace.go:171","msg":"trace[716510259] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:36413; }","duration":"684.633775ms","start":"2026-05-29T03:22:42.31131Z","end":"2026-05-29T03:22:42.995944Z","steps":["trace[716510259] 'agreement among raft nodes before linearized reading' (duration: 684.41087ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.995964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:42.121451Z","time spent":"874.509941ms","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-29T03:22:42.995969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:42.311295Z","time spent":"684.668195ms","remote":"127.0.0.1:58578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":96,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:22:42.995932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.219602Z","time spent":"1.776326795s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-29T03:22:42.995968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776324685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-29T03:22:42.996017Z","caller":"traceutil/trace.go:171","msg":"trace[1403974098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36413; }","duration":"1.776424507s","start":"2026-05-29T03:22:41.219588Z","end":"2026-05-29T03:22:42.996012Z","steps":["trace[1403974098] 'agreement among raft nodes before linearized reading' (duration: 1.776353266s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.996034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.21957Z","time spent":"1.776459728s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T03:22:42.996043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679647325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-05-29T03:22:42.996062Z","caller":"traceutil/trace.go:171","msg":"trace[1976833626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:36413; }","duration":"1.679715546s","start":"2026-05-29T03:22:41.316341Z","end":"2026-05-29T03:22:42.996057Z","steps":["trace[1976833626] 'agreement among raft nodes before linearized reading' (duration: 1.679683566s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T03:22:42.996078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.316321Z","time spent":"1.679752437s","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-05-29T03:22:43.001344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T03:22:41.121691Z","time spent":"1.872413249s","remote":"127.0.0.1:58716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T03:22:55.838748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34229} {"level":"info","ts":"2026-05-29T03:22:55.976386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34229,"took":"133.317308ms","hash":2236663914,"current-db-size-bytes":57319424,"current-db-size":"57 MB","current-db-size-in-use-bytes":31563776,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-29T03:22:55.976459Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2236663914,"revision":34229,"compact-revision":31997} {"level":"info","ts":"2026-05-29T03:24:49.329755Z","caller":"traceutil/trace.go:171","msg":"trace[541063015] linearizableReadLoop","detail":"{readStateIndex:38580; appliedIndex:38579; }","duration":"136.399441ms","start":"2026-05-29T03:24:49.193329Z","end":"2026-05-29T03:24:49.329728Z","steps":["trace[541063015] 'read index received' (duration: 134.337922ms)","trace[541063015] 'applied index is now lower than readState.Index' (duration: 2.059909ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T03:24:49.329975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.627866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/placement-api\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-05-29T03:24:49.330019Z","caller":"traceutil/trace.go:171","msg":"trace[337988503] range","detail":"{range_begin:/registry/serviceaccounts/openstack/placement-api; range_end:; response_count:1; response_revision:37334; }","duration":"136.720318ms","start":"2026-05-29T03:24:49.193289Z","end":"2026-05-29T03:24:49.330009Z","steps":["trace[337988503] 'agreement among raft nodes before linearized reading' (duration: 136.548594ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T03:27:52.564501Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ab97322ebdd79664","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-29T03:27:52.569477Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-05-29T03:27:52.56974Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-05-29T03:27:55.843951Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36514} {"level":"info","ts":"2026-05-29T03:27:55.965721Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36514,"took":"116.564466ms","hash":2264318260,"current-db-size-bytes":58163200,"current-db-size":"58 MB","current-db-size-in-use-bytes":32632832,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-05-29T03:27:55.965854Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2264318260,"revision":36514,"compact-revision":34229}