{"level":"warn","ts":"2026-05-07T03:19:07.574877Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T03:19:07.57501Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.118:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.118:2380","--initial-cluster=instance=https://199.19.213.118:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.118:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.118:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-07T03:19:07.575121Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-07T03:19:07.575141Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-05-07T03:19:07.575187Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T03:19:07.576383Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.118:2379"]} {"level":"info","ts":"2026-05-07T03:19:07.576488Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.118:2380"],"listen-peer-urls":["https://199.19.213.118:2380"],"advertise-client-urls":["https://199.19.213.118:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.118:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.118:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-07T03:19:07.587Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"10.293406ms"} {"level":"info","ts":"2026-05-07T03:19:07.654908Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"511d8c552db01fa8","cluster-id":"8d545d29b73b98f3"} {"level":"info","ts":"2026-05-07T03:19:07.655037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 switched to configuration voters=()"} {"level":"info","ts":"2026-05-07T03:19:07.65507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 became follower at term 0"} {"level":"info","ts":"2026-05-07T03:19:07.655085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 511d8c552db01fa8 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-07T03:19:07.655114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 became follower at term 1"} {"level":"info","ts":"2026-05-07T03:19:07.655158Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 switched to configuration voters=(5844982188863397800)"} {"level":"warn","ts":"2026-05-07T03:19:07.704394Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-07T03:19:07.712207Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-07T03:19:07.717423Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-07T03:19:07.720745Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"511d8c552db01fa8","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-07T03:19:07.720873Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:19:07.720985Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:19:07.720995Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-07T03:19:07.721179Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"511d8c552db01fa8","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-07T03:19:07.72274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 switched to configuration voters=(5844982188863397800)"} {"level":"info","ts":"2026-05-07T03:19:07.722819Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8d545d29b73b98f3","local-member-id":"511d8c552db01fa8","added-peer-id":"511d8c552db01fa8","added-peer-peer-urls":["https://199.19.213.118:2380"]} {"level":"info","ts":"2026-05-07T03:19:07.724375Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-07T03:19:07.724503Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.118:2380"} {"level":"info","ts":"2026-05-07T03:19:07.724555Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.118:2380"} {"level":"info","ts":"2026-05-07T03:19:07.724669Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"511d8c552db01fa8","initial-advertise-peer-urls":["https://199.19.213.118:2380"],"listen-peer-urls":["https://199.19.213.118:2380"],"advertise-client-urls":["https://199.19.213.118:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.118:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-07T03:19:07.724712Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-07T03:19:08.356438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 is starting a new election at term 1"} {"level":"info","ts":"2026-05-07T03:19:08.35656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-07T03:19:08.356999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 received MsgPreVoteResp from 511d8c552db01fa8 at term 1"} {"level":"info","ts":"2026-05-07T03:19:08.357113Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 became candidate at term 2"} {"level":"info","ts":"2026-05-07T03:19:08.35718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 received MsgVoteResp from 511d8c552db01fa8 at term 2"} {"level":"info","ts":"2026-05-07T03:19:08.357311Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"511d8c552db01fa8 became leader at term 2"} {"level":"info","ts":"2026-05-07T03:19:08.357374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 511d8c552db01fa8 elected leader 511d8c552db01fa8 at term 2"} {"level":"info","ts":"2026-05-07T03:19:08.731914Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:19:08.738819Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T03:19:08.738811Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"511d8c552db01fa8","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.118:2379]}","request-path":"/0/members/511d8c552db01fa8/attributes","cluster-id":"8d545d29b73b98f3","publish-timeout":"7s"} {"level":"info","ts":"2026-05-07T03:19:08.73892Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-07T03:19:08.73915Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-07T03:19:08.739203Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-07T03:19:08.740275Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8d545d29b73b98f3","local-member-id":"511d8c552db01fa8","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:19:08.740563Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:19:08.740726Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-07T03:19:08.742087Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.118:2379"} {"level":"info","ts":"2026-05-07T03:19:08.742313Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-07T03:19:10.387105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.594895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:10.387444Z","caller":"traceutil/trace.go:171","msg":"trace[1373595679] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"290.383365ms","start":"2026-05-07T03:19:10.097033Z","end":"2026-05-07T03:19:10.387416Z","steps":["trace[1373595679] 'process raft request' (duration: 123.610632ms)","trace[1373595679] 'compare' (duration: 165.421424ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:10.38749Z","caller":"traceutil/trace.go:171","msg":"trace[1578785949] linearizableReadLoop","detail":"{readStateIndex:7; appliedIndex:4; }","duration":"279.609448ms","start":"2026-05-07T03:19:10.107864Z","end":"2026-05-07T03:19:10.387473Z","steps":["trace[1578785949] 'read index received' (duration: 22.879413ms)","trace[1578785949] 'applied index is now lower than readState.Index' (duration: 256.728615ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:10.387675Z","caller":"traceutil/trace.go:171","msg":"trace[1840056961] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"290.404786ms","start":"2026-05-07T03:19:10.097115Z","end":"2026-05-07T03:19:10.38752Z","steps":["trace[1840056961] 'process raft request' (duration: 290.115723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.387943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.032541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:10.388057Z","caller":"traceutil/trace.go:171","msg":"trace[400915984] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:4; }","duration":"280.190262ms","start":"2026-05-07T03:19:10.107845Z","end":"2026-05-07T03:19:10.388035Z","steps":["trace[400915984] 'agreement among raft nodes before linearized reading' (duration: 279.84623ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.392958Z","caller":"traceutil/trace.go:171","msg":"trace[1910939021] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"219.400662ms","start":"2026-05-07T03:19:10.173538Z","end":"2026-05-07T03:19:10.392939Z","steps":["trace[1910939021] 'process raft request' (duration: 219.21056ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.393028Z","caller":"traceutil/trace.go:171","msg":"trace[338017500] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"218.384345ms","start":"2026-05-07T03:19:10.174627Z","end":"2026-05-07T03:19:10.393011Z","steps":["trace[338017500] 'process raft request' (duration: 218.294845ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.393115Z","caller":"traceutil/trace.go:171","msg":"trace[735403018] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"218.836849ms","start":"2026-05-07T03:19:10.174179Z","end":"2026-05-07T03:19:10.393016Z","steps":["trace[735403018] 'process raft request' (duration: 218.696927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.393274Z","caller":"traceutil/trace.go:171","msg":"trace[1805100394] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"218.404796ms","start":"2026-05-07T03:19:10.174859Z","end":"2026-05-07T03:19:10.393264Z","steps":["trace[1805100394] 'process raft request' (duration: 218.155204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.393402Z","caller":"traceutil/trace.go:171","msg":"trace[581833453] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"218.666176ms","start":"2026-05-07T03:19:10.174725Z","end":"2026-05-07T03:19:10.393391Z","steps":["trace[581833453] 'process raft request' (duration: 218.226084ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.393491Z","caller":"traceutil/trace.go:171","msg":"trace[202859624] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"218.661067ms","start":"2026-05-07T03:19:10.17482Z","end":"2026-05-07T03:19:10.393481Z","steps":["trace[202859624] 'process raft request' (duration: 218.161244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.393662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.685096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:10.393699Z","caller":"traceutil/trace.go:171","msg":"trace[1857789048] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:0; response_revision:11; }","duration":"221.751856ms","start":"2026-05-07T03:19:10.171937Z","end":"2026-05-07T03:19:10.393688Z","steps":["trace[1857789048] 'agreement among raft nodes before linearized reading' (duration: 221.644336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.39369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.505495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:10.39375Z","caller":"traceutil/trace.go:171","msg":"trace[1882312496] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"245.616535ms","start":"2026-05-07T03:19:10.148118Z","end":"2026-05-07T03:19:10.393734Z","steps":["trace[1882312496] 'agreement among raft nodes before linearized reading' (duration: 245.495215ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.39384Z","caller":"traceutil/trace.go:171","msg":"trace[2128832304] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"205.491745ms","start":"2026-05-07T03:19:10.188341Z","end":"2026-05-07T03:19:10.393832Z","steps":["trace[2128832304] 'process raft request' (duration: 204.72151ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.393989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.050346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:10.394021Z","caller":"traceutil/trace.go:171","msg":"trace[288164781] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"220.120106ms","start":"2026-05-07T03:19:10.173894Z","end":"2026-05-07T03:19:10.394014Z","steps":["trace[288164781] 'agreement among raft nodes before linearized reading' (duration: 220.069086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.394024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.535342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:10.394106Z","caller":"traceutil/trace.go:171","msg":"trace[500512962] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"219.649022ms","start":"2026-05-07T03:19:10.174432Z","end":"2026-05-07T03:19:10.394081Z","steps":["trace[500512962] 'agreement among raft nodes before linearized reading' (duration: 219.494572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.39435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.436987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:10.394549Z","caller":"traceutil/trace.go:171","msg":"trace[1001077405] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"167.518837ms","start":"2026-05-07T03:19:10.226863Z","end":"2026-05-07T03:19:10.394382Z","steps":["trace[1001077405] 'agreement among raft nodes before linearized reading' (duration: 167.443047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.397306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.187875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-blmkv\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-05-07T03:19:10.397349Z","caller":"traceutil/trace.go:171","msg":"trace[640382352] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-blmkv; range_end:; response_count:1; response_revision:11; }","duration":"263.275785ms","start":"2026-05-07T03:19:10.134063Z","end":"2026-05-07T03:19:10.397339Z","steps":["trace[640382352] 'agreement among raft nodes before linearized reading' (duration: 260.034766ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.758874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.323877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:10.759059Z","caller":"traceutil/trace.go:171","msg":"trace[273177308] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"283.523652ms","start":"2026-05-07T03:19:10.475496Z","end":"2026-05-07T03:19:10.75902Z","steps":["trace[273177308] 'process raft request' (duration: 30.989894ms)","trace[273177308] 'compare' (duration: 252.185136ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:10.759152Z","caller":"traceutil/trace.go:171","msg":"trace[1066686060] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"282.988829ms","start":"2026-05-07T03:19:10.476138Z","end":"2026-05-07T03:19:10.759127Z","steps":["trace[1066686060] 'process raft request' (duration: 282.824278ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.759219Z","caller":"traceutil/trace.go:171","msg":"trace[628715058] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"283.017629ms","start":"2026-05-07T03:19:10.476191Z","end":"2026-05-07T03:19:10.759209Z","steps":["trace[628715058] 'process raft request' (duration: 282.818088ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.75929Z","caller":"traceutil/trace.go:171","msg":"trace[91632203] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"281.434359ms","start":"2026-05-07T03:19:10.477843Z","end":"2026-05-07T03:19:10.759278Z","steps":["trace[91632203] 'process raft request' (duration: 281.257798ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.759341Z","caller":"traceutil/trace.go:171","msg":"trace[1345171145] linearizableReadLoop","detail":"{readStateIndex:31; appliedIndex:25; }","duration":"276.552688ms","start":"2026-05-07T03:19:10.48278Z","end":"2026-05-07T03:19:10.759332Z","steps":["trace[1345171145] 'read index received' (duration: 23.744488ms)","trace[1345171145] 'applied index is now lower than readState.Index' (duration: 252.80714ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:10.759179Z","caller":"traceutil/trace.go:171","msg":"trace[1214971662] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"274.854438ms","start":"2026-05-07T03:19:10.484307Z","end":"2026-05-07T03:19:10.759161Z","steps":["trace[1214971662] 'process raft request' (duration: 274.823318ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.759484Z","caller":"traceutil/trace.go:171","msg":"trace[749883313] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"282.820367ms","start":"2026-05-07T03:19:10.476571Z","end":"2026-05-07T03:19:10.759392Z","steps":["trace[749883313] 'process raft request' (duration: 282.467495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.759567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.738489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:10.759614Z","caller":"traceutil/trace.go:171","msg":"trace[990805639] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:28; }","duration":"156.818521ms","start":"2026-05-07T03:19:10.602782Z","end":"2026-05-07T03:19:10.759601Z","steps":["trace[990805639] 'agreement among raft nodes before linearized reading' (duration: 156.69029ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:10.759548Z","caller":"traceutil/trace.go:171","msg":"trace[166955597] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"282.610506ms","start":"2026-05-07T03:19:10.47693Z","end":"2026-05-07T03:19:10.75954Z","steps":["trace[166955597] 'process raft request' (duration: 282.133213ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:10.759807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.630025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-05-07T03:19:10.759851Z","caller":"traceutil/trace.go:171","msg":"trace[1769281544] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:28; }","duration":"285.678625ms","start":"2026-05-07T03:19:10.474162Z","end":"2026-05-07T03:19:10.759841Z","steps":["trace[1769281544] 'agreement among raft nodes before linearized reading' (duration: 285.595795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:11.196341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.829881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:11.19645Z","caller":"traceutil/trace.go:171","msg":"trace[853938452] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"433.347348ms","start":"2026-05-07T03:19:10.763082Z","end":"2026-05-07T03:19:11.196429Z","steps":["trace[853938452] 'process raft request' (duration: 191.163755ms)","trace[853938452] 'compare' (duration: 241.66292ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:11.1965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.763069Z","time spent":"433.411008ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:11.232158Z","caller":"traceutil/trace.go:171","msg":"trace[1811621524] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"468.736087ms","start":"2026-05-07T03:19:10.763386Z","end":"2026-05-07T03:19:11.232122Z","steps":["trace[1811621524] 'process raft request' (duration: 468.541196ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:11.232204Z","caller":"traceutil/trace.go:171","msg":"trace[1981436684] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"468.680756ms","start":"2026-05-07T03:19:10.763498Z","end":"2026-05-07T03:19:11.232178Z","steps":["trace[1981436684] 'process raft request' (duration: 468.533735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:11.232286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.763366Z","time spent":"468.864787ms","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:11.232281Z","caller":"traceutil/trace.go:171","msg":"trace[553677086] linearizableReadLoop","detail":"{readStateIndex:41; appliedIndex:33; }","duration":"159.521439ms","start":"2026-05-07T03:19:11.072741Z","end":"2026-05-07T03:19:11.232262Z","steps":["trace[553677086] 'read index received' (duration: 159.098756ms)","trace[553677086] 'applied index is now lower than readState.Index' (duration: 421.833µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:11.2324Z","caller":"traceutil/trace.go:171","msg":"trace[1580222704] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"468.342584ms","start":"2026-05-07T03:19:10.764028Z","end":"2026-05-07T03:19:11.232371Z","steps":["trace[1580222704] 'process raft request' (duration: 468.146963ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:11.232473Z","caller":"traceutil/trace.go:171","msg":"trace[799177729] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"468.160254ms","start":"2026-05-07T03:19:10.764278Z","end":"2026-05-07T03:19:11.232439Z","steps":["trace[799177729] 'process raft request' (duration: 467.946722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:11.232622Z","caller":"traceutil/trace.go:171","msg":"trace[223211609] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"469.090359ms","start":"2026-05-07T03:19:10.763524Z","end":"2026-05-07T03:19:11.232614Z","steps":["trace[223211609] 'process raft request' (duration: 468.575996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:11.232609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.764005Z","time spent":"468.500075ms","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":350,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:11.232694Z","caller":"traceutil/trace.go:171","msg":"trace[1031331444] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"469.185459ms","start":"2026-05-07T03:19:10.763502Z","end":"2026-05-07T03:19:11.232687Z","steps":["trace[1031331444] 'process raft request' (duration: 468.567775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:11.232515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.76517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-07T03:19:11.232732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.763483Z","time spent":"469.23424ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:11.232753Z","caller":"traceutil/trace.go:171","msg":"trace[163387379] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:37; }","duration":"160.001821ms","start":"2026-05-07T03:19:11.072735Z","end":"2026-05-07T03:19:11.232736Z","steps":["trace[163387379] 'agreement among raft nodes before linearized reading' (duration: 159.70785ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:11.232646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.764267Z","time spent":"468.310824ms","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:11.232947Z","caller":"traceutil/trace.go:171","msg":"trace[834599298] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"469.053338ms","start":"2026-05-07T03:19:10.763886Z","end":"2026-05-07T03:19:11.23294Z","steps":["trace[834599298] 'process raft request' (duration: 468.241894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:11.233097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.763878Z","time spent":"469.201069ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:11.232669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.763512Z","time spent":"469.135999ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:11.232319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.763492Z","time spent":"468.742947ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:11.233374Z","caller":"traceutil/trace.go:171","msg":"trace[1391710651] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"469.421702ms","start":"2026-05-07T03:19:10.763935Z","end":"2026-05-07T03:19:11.233357Z","steps":["trace[1391710651] 'process raft request' (duration: 468.214204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:11.233655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:10.76393Z","time spent":"469.679283ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:11.234143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.155238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:11.234603Z","caller":"traceutil/trace.go:171","msg":"trace[372994453] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:37; }","duration":"161.650372ms","start":"2026-05-07T03:19:11.07294Z","end":"2026-05-07T03:19:11.23459Z","steps":["trace[372994453] 'agreement among raft nodes before linearized reading' (duration: 161.142719ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:11.513447Z","caller":"traceutil/trace.go:171","msg":"trace[1687118789] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"139.988256ms","start":"2026-05-07T03:19:11.373435Z","end":"2026-05-07T03:19:11.513423Z","steps":["trace[1687118789] 'process raft request' (duration: 97.402383ms)","trace[1687118789] 'compare' (duration: 42.233591ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:11.513742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.286677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:11.513812Z","caller":"traceutil/trace.go:171","msg":"trace[1122051998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:48; }","duration":"117.384637ms","start":"2026-05-07T03:19:11.396405Z","end":"2026-05-07T03:19:11.51379Z","steps":["trace[1122051998] 'agreement among raft nodes before linearized reading' (duration: 117.265516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:11.513901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.82307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:11.513954Z","caller":"traceutil/trace.go:171","msg":"trace[2065049021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:48; }","duration":"117.91024ms","start":"2026-05-07T03:19:11.396027Z","end":"2026-05-07T03:19:11.513938Z","steps":["trace[2065049021] 'agreement among raft nodes before linearized reading' (duration: 117.815579ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:11.826627Z","caller":"traceutil/trace.go:171","msg":"trace[52502962] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"120.309955ms","start":"2026-05-07T03:19:11.706275Z","end":"2026-05-07T03:19:11.826585Z","steps":["trace[52502962] 'process raft request' (duration: 50.574173ms)","trace[52502962] 'compare' (duration: 69.504711ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:11.826785Z","caller":"traceutil/trace.go:171","msg":"trace[2004858688] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"119.6121ms","start":"2026-05-07T03:19:11.707095Z","end":"2026-05-07T03:19:11.826707Z","steps":["trace[2004858688] 'process raft request' (duration: 119.391739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:12.392921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.036042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:12.393027Z","caller":"traceutil/trace.go:171","msg":"trace[681266978] linearizableReadLoop","detail":"{readStateIndex:106; appliedIndex:105; }","duration":"163.492714ms","start":"2026-05-07T03:19:12.229518Z","end":"2026-05-07T03:19:12.393011Z","steps":["trace[681266978] 'read index received' (duration: 47.89µs)","trace[681266978] 'applied index is now lower than readState.Index' (duration: 163.443714ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:12.393113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.602146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:12.393148Z","caller":"traceutil/trace.go:171","msg":"trace[1200909727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:102; }","duration":"163.672656ms","start":"2026-05-07T03:19:12.229464Z","end":"2026-05-07T03:19:12.393137Z","steps":["trace[1200909727] 'agreement among raft nodes before linearized reading' (duration: 163.592085ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:12.393144Z","caller":"traceutil/trace.go:171","msg":"trace[1018511018] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"201.806041ms","start":"2026-05-07T03:19:12.191293Z","end":"2026-05-07T03:19:12.393099Z","steps":["trace[1018511018] 'process raft request' (duration: 15.511526ms)","trace[1018511018] 'compare' (duration: 185.901201ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:12.674939Z","caller":"traceutil/trace.go:171","msg":"trace[1282256373] transaction","detail":"{read_only:false; response_revision:107; number_of_response:1; }","duration":"110.723349ms","start":"2026-05-07T03:19:12.564167Z","end":"2026-05-07T03:19:12.67489Z","steps":["trace[1282256373] 'process raft request' (duration: 89.928222ms)","trace[1282256373] 'compare' (duration: 20.618566ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:12.892635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.714465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:12.892747Z","caller":"traceutil/trace.go:171","msg":"trace[338943583] transaction","detail":"{read_only:false; response_revision:108; number_of_response:1; }","duration":"212.245323ms","start":"2026-05-07T03:19:12.680482Z","end":"2026-05-07T03:19:12.892727Z","steps":["trace[338943583] 'process raft request' (duration: 105.370727ms)","trace[338943583] 'compare' (duration: 106.563754ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:13.38262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.058859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-07T03:19:13.382736Z","caller":"traceutil/trace.go:171","msg":"trace[107042885] linearizableReadLoop","detail":"{readStateIndex:115; appliedIndex:114; }","duration":"153.115192ms","start":"2026-05-07T03:19:13.229602Z","end":"2026-05-07T03:19:13.382717Z","steps":["trace[107042885] 'read index received' (duration: 43.08µs)","trace[107042885] 'applied index is now lower than readState.Index' (duration: 153.070982ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:13.382825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.221143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-07T03:19:13.382868Z","caller":"traceutil/trace.go:171","msg":"trace[1310413963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:111; }","duration":"153.309894ms","start":"2026-05-07T03:19:13.229549Z","end":"2026-05-07T03:19:13.382859Z","steps":["trace[1310413963] 'agreement among raft nodes before linearized reading' (duration: 153.215344ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:13.382857Z","caller":"traceutil/trace.go:171","msg":"trace[2005387671] transaction","detail":"{read_only:false; response_revision:111; number_of_response:1; }","duration":"439.125078ms","start":"2026-05-07T03:19:12.943704Z","end":"2026-05-07T03:19:13.38283Z","steps":["trace[2005387671] 'process raft request' (duration: 274.780707ms)","trace[2005387671] 'compare' (duration: 163.875768ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:13.383051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:12.943691Z","time spent":"439.263929ms","remote":"127.0.0.1:46726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":937,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:13.645959Z","caller":"traceutil/trace.go:171","msg":"trace[2137405357] transaction","detail":"{read_only:false; response_revision:115; number_of_response:1; }","duration":"189.490464ms","start":"2026-05-07T03:19:13.456442Z","end":"2026-05-07T03:19:13.645932Z","steps":["trace[2137405357] 'process raft request' (duration: 189.299993ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:13.884005Z","caller":"traceutil/trace.go:171","msg":"trace[274248433] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"172.27349ms","start":"2026-05-07T03:19:13.711703Z","end":"2026-05-07T03:19:13.883976Z","steps":["trace[274248433] 'process raft request' (duration: 95.761883ms)","trace[274248433] 'compare' (duration: 76.363846ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:14.08811Z","caller":"traceutil/trace.go:171","msg":"trace[695456114] transaction","detail":"{read_only:false; response_revision:124; number_of_response:1; }","duration":"135.41531ms","start":"2026-05-07T03:19:13.952667Z","end":"2026-05-07T03:19:14.088082Z","steps":["trace[695456114] 'process raft request' (duration: 56.664984ms)","trace[695456114] 'compare' (duration: 78.360123ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:14.445684Z","caller":"traceutil/trace.go:171","msg":"trace[148497928] transaction","detail":"{read_only:false; response_revision:135; number_of_response:1; }","duration":"120.585298ms","start":"2026-05-07T03:19:14.325062Z","end":"2026-05-07T03:19:14.445647Z","steps":["trace[148497928] 'process raft request' (duration: 85.610077ms)","trace[148497928] 'compare' (duration: 34.83771ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:15.116566Z","caller":"traceutil/trace.go:171","msg":"trace[1043995650] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"159.973091ms","start":"2026-05-07T03:19:14.956562Z","end":"2026-05-07T03:19:15.116535Z","steps":["trace[1043995650] 'process raft request' (duration: 81.231089ms)","trace[1043995650] 'compare' (duration: 78.572981ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:15.488121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.064459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:15.488204Z","caller":"traceutil/trace.go:171","msg":"trace[1389501493] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"325.986122ms","start":"2026-05-07T03:19:15.162204Z","end":"2026-05-07T03:19:15.48819Z","steps":["trace[1389501493] 'process raft request' (duration: 220.799573ms)","trace[1389501493] 'compare' (duration: 104.951038ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:15.488244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:15.16219Z","time spent":"326.039552ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:15.573779Z","caller":"traceutil/trace.go:171","msg":"trace[1601705452] linearizableReadLoop","detail":"{readStateIndex:164; appliedIndex:162; }","duration":"195.713992ms","start":"2026-05-07T03:19:15.378041Z","end":"2026-05-07T03:19:15.573755Z","steps":["trace[1601705452] 'read index received' (duration: 4.97061ms)","trace[1601705452] 'applied index is now lower than readState.Index' (duration: 190.742372ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:15.573923Z","caller":"traceutil/trace.go:171","msg":"trace[1191848739] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"276.270805ms","start":"2026-05-07T03:19:15.29762Z","end":"2026-05-07T03:19:15.573891Z","steps":["trace[1191848739] 'process raft request' (duration: 276.029083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:15.574124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.897043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:15.574185Z","caller":"traceutil/trace.go:171","msg":"trace[1513133021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:160; }","duration":"196.183074ms","start":"2026-05-07T03:19:15.377986Z","end":"2026-05-07T03:19:15.574169Z","steps":["trace[1513133021] 'agreement among raft nodes before linearized reading' (duration: 195.895023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:15.816258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.861845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:15.816395Z","caller":"traceutil/trace.go:171","msg":"trace[1704290675] linearizableReadLoop","detail":"{readStateIndex:165; appliedIndex:164; }","duration":"138.043068ms","start":"2026-05-07T03:19:15.678334Z","end":"2026-05-07T03:19:15.816377Z","steps":["trace[1704290675] 'read index received' (duration: 31.061µs)","trace[1704290675] 'applied index is now lower than readState.Index' (duration: 138.011007ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:15.816458Z","caller":"traceutil/trace.go:171","msg":"trace[392378675] transaction","detail":"{read_only:false; response_revision:161; number_of_response:1; }","duration":"238.986453ms","start":"2026-05-07T03:19:15.57744Z","end":"2026-05-07T03:19:15.816427Z","steps":["trace[392378675] 'process raft request' (duration: 75.885255ms)","trace[392378675] 'compare' (duration: 162.688484ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:15.816537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.9677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T03:19:15.816592Z","caller":"traceutil/trace.go:171","msg":"trace[553746462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:161; }","duration":"135.03493ms","start":"2026-05-07T03:19:15.68154Z","end":"2026-05-07T03:19:15.816574Z","steps":["trace[553746462] 'agreement among raft nodes before linearized reading' (duration: 134.93092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:15.816645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.255519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:15.816777Z","caller":"traceutil/trace.go:171","msg":"trace[863765844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:161; }","duration":"138.48783ms","start":"2026-05-07T03:19:15.678269Z","end":"2026-05-07T03:19:15.816757Z","steps":["trace[863765844] 'agreement among raft nodes before linearized reading' (duration: 138.188249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:15.81692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.951359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:19:15.816995Z","caller":"traceutil/trace.go:171","msg":"trace[2015000934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:161; }","duration":"135.15829ms","start":"2026-05-07T03:19:15.681817Z","end":"2026-05-07T03:19:15.816975Z","steps":["trace[2015000934] 'agreement among raft nodes before linearized reading' (duration: 134.837278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:16.584436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.172365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:16.584855Z","caller":"traceutil/trace.go:171","msg":"trace[1517499749] linearizableReadLoop","detail":"{readStateIndex:169; appliedIndex:166; }","duration":"665.211637ms","start":"2026-05-07T03:19:15.91962Z","end":"2026-05-07T03:19:16.584831Z","steps":["trace[1517499749] 'read index received' (duration: 120.313919ms)","trace[1517499749] 'applied index is now lower than readState.Index' (duration: 544.896498ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:16.584955Z","caller":"traceutil/trace.go:171","msg":"trace[1643244065] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"762.731231ms","start":"2026-05-07T03:19:15.822196Z","end":"2026-05-07T03:19:16.584927Z","steps":["trace[1643244065] 'process raft request' (duration: 762.382749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:16.584992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:15.833317Z","time spent":"751.670724ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:19:16.585026Z","caller":"traceutil/trace.go:171","msg":"trace[1915562165] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"763.622177ms","start":"2026-05-07T03:19:15.821369Z","end":"2026-05-07T03:19:16.584991Z","steps":["trace[1915562165] 'process raft request' (duration: 218.620918ms)","trace[1915562165] 'compare' (duration: 544.059904ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:16.585101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.243787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:19:16.585104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:15.822181Z","time spent":"762.852071ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:16.585144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:15.821348Z","time spent":"763.726408ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:16.585158Z","caller":"traceutil/trace.go:171","msg":"trace[32025895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:164; }","duration":"107.337588ms","start":"2026-05-07T03:19:16.477803Z","end":"2026-05-07T03:19:16.585141Z","steps":["trace[32025895] 'agreement among raft nodes before linearized reading' (duration: 107.247297ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:16.585442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.815841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"info","ts":"2026-05-07T03:19:16.585486Z","caller":"traceutil/trace.go:171","msg":"trace[1789323595] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:164; }","duration":"665.887452ms","start":"2026-05-07T03:19:15.919584Z","end":"2026-05-07T03:19:16.585471Z","steps":["trace[1789323595] 'agreement among raft nodes before linearized reading' (duration: 665.807161ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:16.585528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:15.919567Z","time spent":"665.952532ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5920,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T03:19:17.279103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:17.779642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:18.280714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:18.778624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:18.778708Z","caller":"traceutil/trace.go:171","msg":"trace[524652792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000700364s","start":"2026-05-07T03:19:16.777988Z","end":"2026-05-07T03:19:18.778689Z","steps":["trace[524652792] 'agreement among raft nodes before linearized reading' (duration: 2.000598664s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:18.778758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:16.777956Z","time spent":"2.000791734s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:18.781791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:19.282911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:19.728616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:19.728689Z","caller":"traceutil/trace.go:171","msg":"trace[1624752294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999947435s","start":"2026-05-07T03:19:17.728726Z","end":"2026-05-07T03:19:19.728674Z","steps":["trace[1624752294] 'agreement among raft nodes before linearized reading' (duration: 1.999857855s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:19.728736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:17.728699Z","time spent":"2.000029846s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:19.783043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:20.283942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:20.784734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:20.878725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000892493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:20.878893Z","caller":"traceutil/trace.go:171","msg":"trace[1194593032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001108104s","start":"2026-05-07T03:19:18.877749Z","end":"2026-05-07T03:19:20.878857Z","steps":["trace[1194593032] 'agreement among raft nodes before linearized reading' (duration: 2.000904673s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:20.878981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.877732Z","time spent":"2.001229335s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:21.28518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:21.786252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:22.229514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:22.229617Z","caller":"traceutil/trace.go:171","msg":"trace[1084749605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155469s","start":"2026-05-07T03:19:20.229435Z","end":"2026-05-07T03:19:22.229591Z","steps":["trace[1084749605] 'agreement among raft nodes before linearized reading' (duration: 2.000035208s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:22.229681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.229414Z","time spent":"2.000246519s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:22.287293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:22.788061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:22.87948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:22.879565Z","caller":"traceutil/trace.go:171","msg":"trace[209357761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231907s","start":"2026-05-07T03:19:20.879312Z","end":"2026-05-07T03:19:22.879544Z","steps":["trace[209357761] 'agreement among raft nodes before linearized reading' (duration: 2.000117606s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:22.87963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.879284Z","time spent":"2.000322337s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:19:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:23.167743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999813711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:23.167833Z","caller":"traceutil/trace.go:171","msg":"trace[1036308912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999939811s","start":"2026-05-07T03:19:18.167869Z","end":"2026-05-07T03:19:23.167809Z","steps":["trace[1036308912] 'agreement among raft nodes before linearized reading' (duration: 4.999832351s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:23.167882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.167858Z","time spent":"5.000012162s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 03:19:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:23.289035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017045652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:19:23.514441Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.872171807s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:19:23.51505Z","caller":"traceutil/trace.go:171","msg":"trace[881082645] transaction","detail":"{read_only:false; response_revision:166; number_of_response:1; }","duration":"6.918916424s","start":"2026-05-07T03:19:16.596108Z","end":"2026-05-07T03:19:23.515025Z","steps":["trace[881082645] 'process raft request' (duration: 6.918700543s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:23.51527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:16.596097Z","time spent":"6.919028544s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:23.649823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:16.649027Z","time spent":"7.00076276s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:19:23.650958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:16.650657Z","time spent":"7.000294017s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:19:24.413089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999322728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:19:24.413168Z","caller":"traceutil/trace.go:171","msg":"trace[1446885981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99946851s","start":"2026-05-07T03:19:19.413682Z","end":"2026-05-07T03:19:24.413151Z","steps":["trace[1446885981] 'agreement among raft nodes before linearized reading' (duration: 4.999363999s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:24.41322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:19.413662Z","time spent":"4.99954646s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 03:19:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:19:24.463571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000323654s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:24.463671Z","caller":"traceutil/trace.go:171","msg":"trace[505912269] range","detail":"{range_begin:; range_end:; }","duration":"7.000431755s","start":"2026-05-07T03:19:17.463229Z","end":"2026-05-07T03:19:24.463661Z","steps":["trace[505912269] 'agreement among raft nodes before linearized reading' (duration: 7.000322224s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:24.463692Z","caller":"etcdhttp/health.go:262","msg":"serving /health false; Range fails","error":"context deadline exceeded"} {"level":"warn","ts":"2026-05-07T03:19:24.463752Z","caller":"etcdhttp/health.go:119","msg":"/health error","output":"{\"health\":\"false\",\"reason\":\"RANGE ERROR:context deadline exceeded\"}","status-code":503} {"level":"warn","ts":"2026-05-07T03:19:24.466818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:17.465818Z","time spent":"7.000993437s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:19:24.733339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000575578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:24.733436Z","caller":"traceutil/trace.go:171","msg":"trace[1455711432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000731719s","start":"2026-05-07T03:19:22.732685Z","end":"2026-05-07T03:19:24.733417Z","steps":["trace[1455711432] 'agreement among raft nodes before linearized reading' (duration: 2.000611198s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:24.73349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:22.732665Z","time spent":"2.000814119s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:24.977519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999831936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:24.977632Z","caller":"traceutil/trace.go:171","msg":"trace[73023402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978466s","start":"2026-05-07T03:19:22.977614Z","end":"2026-05-07T03:19:24.977592Z","steps":["trace[73023402] 'agreement among raft nodes before linearized reading' (duration: 1.999864056s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:24.977681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:22.977594Z","time spent":"2.000078097s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:25.161616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.161413Z","time spent":"7.000197637s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-07T03:19:27.078644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000474829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:19:27.078938Z","caller":"traceutil/trace.go:171","msg":"trace[358658625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000825581s","start":"2026-05-07T03:19:25.078086Z","end":"2026-05-07T03:19:27.078912Z","steps":["trace[358658625] 'agreement among raft nodes before linearized reading' (duration: 2.000495799s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.079013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.07806Z","time spent":"2.000940181s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:27.214316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.699542489s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:19:27.257275Z","caller":"traceutil/trace.go:171","msg":"trace[1789377341] transaction","detail":"{read_only:false; response_revision:173; number_of_response:1; }","duration":"3.60158757s","start":"2026-05-07T03:19:23.655653Z","end":"2026-05-07T03:19:27.257241Z","steps":["trace[1789377341] 'process raft request' (duration: 3.60154144s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.257722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:23.655605Z","time spent":"3.602043512s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:27.257313Z","caller":"traceutil/trace.go:171","msg":"trace[460296358] transaction","detail":"{read_only:false; response_revision:172; number_of_response:1; }","duration":"5.816103443s","start":"2026-05-07T03:19:21.441183Z","end":"2026-05-07T03:19:27.257286Z","steps":["trace[460296358] 'process raft request' (duration: 5.815958743s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.258709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:21.441157Z","time spent":"5.817490651s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:27.257329Z","caller":"traceutil/trace.go:171","msg":"trace[514514882] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"6.755548974s","start":"2026-05-07T03:19:20.501753Z","end":"2026-05-07T03:19:27.257302Z","steps":["trace[514514882] 'process raft request' (duration: 6.755326293s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.25892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.501725Z","time spent":"6.757166253s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3460,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:27.257364Z","caller":"traceutil/trace.go:171","msg":"trace[990202013] linearizableReadLoop","detail":"{readStateIndex:177; appliedIndex:170; }","duration":"10.479267947s","start":"2026-05-07T03:19:16.778057Z","end":"2026-05-07T03:19:27.257325Z","steps":["trace[990202013] 'read index received' (duration: 6.73670527s)","trace[990202013] 'applied index is now lower than readState.Index' (duration: 3.742552347s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:27.259222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.403790033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:19:27.259263Z","caller":"traceutil/trace.go:171","msg":"trace[800350044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:173; }","duration":"9.403861204s","start":"2026-05-07T03:19:17.85539Z","end":"2026-05-07T03:19:27.259251Z","steps":["trace[800350044] 'agreement among raft nodes before linearized reading' (duration: 9.403765183s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.259292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:17.855371Z","time spent":"9.403914775s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:19:27.259479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.986172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:27.259513Z","caller":"traceutil/trace.go:171","msg":"trace[1137695096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:173; }","duration":"180.018322ms","start":"2026-05-07T03:19:27.079486Z","end":"2026-05-07T03:19:27.259504Z","steps":["trace[1137695096] 'agreement among raft nodes before linearized reading' (duration: 179.973412ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.259652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030176782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:27.259681Z","caller":"traceutil/trace.go:171","msg":"trace[1916629748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:173; }","duration":"1.030243493s","start":"2026-05-07T03:19:26.22943Z","end":"2026-05-07T03:19:27.259674Z","steps":["trace[1916629748] 'agreement among raft nodes before linearized reading' (duration: 1.030203533s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.259705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:26.229407Z","time spent":"1.030293434s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:19:27.259808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.670615566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:19:27.260237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741178739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"info","ts":"2026-05-07T03:19:27.260275Z","caller":"traceutil/trace.go:171","msg":"trace[2054215375] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:173; }","duration":"3.741259349s","start":"2026-05-07T03:19:23.519007Z","end":"2026-05-07T03:19:27.260267Z","steps":["trace[2054215375] 'agreement among raft nodes before linearized reading' (duration: 3.741189778s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.260302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:23.51898Z","time spent":"3.741315429s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3489,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-05-07T03:19:27.260342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605132419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:19:27.2604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.025117418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:27.260462Z","caller":"traceutil/trace.go:171","msg":"trace[1856705644] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:173; }","duration":"7.025206119s","start":"2026-05-07T03:19:20.23524Z","end":"2026-05-07T03:19:27.260446Z","steps":["trace[1856705644] 'agreement among raft nodes before linearized reading' (duration: 7.025089648s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:27.260454Z","caller":"traceutil/trace.go:171","msg":"trace[697726696] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:0; response_revision:173; }","duration":"3.605846044s","start":"2026-05-07T03:19:23.654586Z","end":"2026-05-07T03:19:27.260432Z","steps":["trace[697726696] 'agreement among raft nodes before linearized reading' (duration: 3.60514682s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.260505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:20.235231Z","time spent":"7.025267329s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-05-07T03:19:27.260523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703219609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:27.260559Z","caller":"traceutil/trace.go:171","msg":"trace[679978903] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:173; }","duration":"1.70329643s","start":"2026-05-07T03:19:25.557254Z","end":"2026-05-07T03:19:27.26055Z","steps":["trace[679978903] 'agreement among raft nodes before linearized reading' (duration: 1.70324317s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.260585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:25.557229Z","time spent":"1.7033505s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:19:27.260531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:23.654553Z","time spent":"3.605964814s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" "} {"level":"info","ts":"2026-05-07T03:19:27.259878Z","caller":"traceutil/trace.go:171","msg":"trace[1150106538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:173; }","duration":"8.670732057s","start":"2026-05-07T03:19:18.589131Z","end":"2026-05-07T03:19:27.259863Z","steps":["trace[1150106538] 'agreement among raft nodes before linearized reading' (duration: 8.670580706s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.262923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:18.589109Z","time spent":"8.673770154s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:19:27.567317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.090033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:27.567423Z","caller":"traceutil/trace.go:171","msg":"trace[457618874] transaction","detail":"{read_only:false; response_revision:174; number_of_response:1; }","duration":"302.312315ms","start":"2026-05-07T03:19:27.265092Z","end":"2026-05-07T03:19:27.567405Z","steps":["trace[457618874] 'process raft request' (duration: 169.075262ms)","trace[457618874] 'compare' (duration: 132.924102ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:27.567477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:27.265074Z","time spent":"302.382927ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:27.571239Z","caller":"traceutil/trace.go:171","msg":"trace[1452665064] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"305.829495ms","start":"2026-05-07T03:19:27.265385Z","end":"2026-05-07T03:19:27.571215Z","steps":["trace[1452665064] 'process raft request' (duration: 305.640714ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:27.571273Z","caller":"traceutil/trace.go:171","msg":"trace[82831825] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"305.719924ms","start":"2026-05-07T03:19:27.265529Z","end":"2026-05-07T03:19:27.571249Z","steps":["trace[82831825] 'process raft request' (duration: 305.596954ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:27.571276Z","caller":"traceutil/trace.go:171","msg":"trace[42117610] transaction","detail":"{read_only:false; response_revision:178; number_of_response:1; }","duration":"304.318227ms","start":"2026-05-07T03:19:27.266942Z","end":"2026-05-07T03:19:27.57126Z","steps":["trace[42117610] 'process raft request' (duration: 304.268197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.571393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:27.265523Z","time spent":"305.810135ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:27.571402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:27.265378Z","time spent":"305.948206ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:27.571304Z","caller":"traceutil/trace.go:171","msg":"trace[1493555244] transaction","detail":"{read_only:false; response_revision:177; number_of_response:1; }","duration":"305.200621ms","start":"2026-05-07T03:19:27.266075Z","end":"2026-05-07T03:19:27.571276Z","steps":["trace[1493555244] 'process raft request' (duration: 305.091001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.57148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:27.266936Z","time spent":"304.477998ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:27.571825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:27.266069Z","time spent":"305.633194ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:27.572602Z","caller":"traceutil/trace.go:171","msg":"trace[1140127431] linearizableReadLoop","detail":"{readStateIndex:185; appliedIndex:178; }","duration":"294.920935ms","start":"2026-05-07T03:19:27.27766Z","end":"2026-05-07T03:19:27.572581Z","steps":["trace[1140127431] 'read index received' (duration: 156.607734ms)","trace[1140127431] 'applied index is now lower than readState.Index' (duration: 138.312461ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:27.572847Z","caller":"traceutil/trace.go:171","msg":"trace[718361431] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"305.408194ms","start":"2026-05-07T03:19:27.267424Z","end":"2026-05-07T03:19:27.572833Z","steps":["trace[718361431] 'process raft request' (duration: 305.071202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.57297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.300957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:27.573101Z","caller":"traceutil/trace.go:171","msg":"trace[1726288454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:180; }","duration":"295.459088ms","start":"2026-05-07T03:19:27.277626Z","end":"2026-05-07T03:19:27.573085Z","steps":["trace[1726288454] 'agreement among raft nodes before linearized reading' (duration: 295.233617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.57301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:27.267406Z","time spent":"305.480554ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:27.573108Z","caller":"traceutil/trace.go:171","msg":"trace[1402042126] transaction","detail":"{read_only:false; response_revision:179; number_of_response:1; }","duration":"305.780625ms","start":"2026-05-07T03:19:27.266994Z","end":"2026-05-07T03:19:27.572775Z","steps":["trace[1402042126] 'process raft request' (duration: 304.240277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:27.573294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:27.266991Z","time spent":"306.211337ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:27.573519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.966207ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:27.573664Z","caller":"traceutil/trace.go:171","msg":"trace[1055799081] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:180; }","duration":"110.111728ms","start":"2026-05-07T03:19:27.463537Z","end":"2026-05-07T03:19:27.573648Z","steps":["trace[1055799081] 'agreement among raft nodes before linearized reading' (duration: 109.911897ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:27.820249Z","caller":"traceutil/trace.go:171","msg":"trace[1880302903] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"190.025677ms","start":"2026-05-07T03:19:27.630197Z","end":"2026-05-07T03:19:27.820222Z","steps":["trace[1880302903] 'process raft request' (duration: 124.377425ms)","trace[1880302903] 'compare' (duration: 65.473821ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:27.823579Z","caller":"traceutil/trace.go:171","msg":"trace[156694367] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"189.664356ms","start":"2026-05-07T03:19:27.633884Z","end":"2026-05-07T03:19:27.823548Z","steps":["trace[156694367] 'process raft request' (duration: 189.452835ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:27.823604Z","caller":"traceutil/trace.go:171","msg":"trace[903113509] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"182.312705ms","start":"2026-05-07T03:19:27.641261Z","end":"2026-05-07T03:19:27.823574Z","steps":["trace[903113509] 'process raft request' (duration: 182.163694ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:28.012549Z","caller":"traceutil/trace.go:171","msg":"trace[1321292480] linearizableReadLoop","detail":"{readStateIndex:196; appliedIndex:194; }","duration":"136.518631ms","start":"2026-05-07T03:19:27.876007Z","end":"2026-05-07T03:19:28.012525Z","steps":["trace[1321292480] 'read index received' (duration: 72.938522ms)","trace[1321292480] 'applied index is now lower than readState.Index' (duration: 63.578849ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:28.01274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.707871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ad2a4ecdd495db\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-07T03:19:28.012805Z","caller":"traceutil/trace.go:171","msg":"trace[643985287] range","detail":"{range_begin:/registry/events/default/instance.18ad2a4ecdd495db; range_end:; response_count:1; response_revision:191; }","duration":"136.808812ms","start":"2026-05-07T03:19:27.875981Z","end":"2026-05-07T03:19:28.01279Z","steps":["trace[643985287] 'agreement among raft nodes before linearized reading' (duration: 136.650831ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:28.012751Z","caller":"traceutil/trace.go:171","msg":"trace[246480870] transaction","detail":"{read_only:false; response_revision:191; number_of_response:1; }","duration":"136.900373ms","start":"2026-05-07T03:19:27.875812Z","end":"2026-05-07T03:19:28.012712Z","steps":["trace[246480870] 'process raft request' (duration: 136.667062ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:28.012871Z","caller":"traceutil/trace.go:171","msg":"trace[90802125] transaction","detail":"{read_only:false; response_revision:190; number_of_response:1; }","duration":"167.35636ms","start":"2026-05-07T03:19:27.845328Z","end":"2026-05-07T03:19:28.012684Z","steps":["trace[90802125] 'process raft request' (duration: 103.654061ms)","trace[90802125] 'compare' (duration: 63.324637ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:28.237173Z","caller":"traceutil/trace.go:171","msg":"trace[2069978996] linearizableReadLoop","detail":"{readStateIndex:197; appliedIndex:196; }","duration":"220.882889ms","start":"2026-05-07T03:19:28.016241Z","end":"2026-05-07T03:19:28.237124Z","steps":["trace[2069978996] 'read index received' (duration: 195.869812ms)","trace[2069978996] 'applied index is now lower than readState.Index' (duration: 25.011777ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:28.237232Z","caller":"traceutil/trace.go:171","msg":"trace[847319467] transaction","detail":"{read_only:false; response_revision:192; number_of_response:1; }","duration":"221.861545ms","start":"2026-05-07T03:19:28.015327Z","end":"2026-05-07T03:19:28.237188Z","steps":["trace[847319467] 'process raft request' (duration: 196.708347ms)","trace[847319467] 'compare' (duration: 24.954737ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:28.237456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.181281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:28.237604Z","caller":"traceutil/trace.go:171","msg":"trace[2138308256] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler; range_end:; response_count:0; response_revision:192; }","duration":"221.355283ms","start":"2026-05-07T03:19:28.016203Z","end":"2026-05-07T03:19:28.237559Z","steps":["trace[2138308256] 'agreement among raft nodes before linearized reading' (duration: 221.050001ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:28.330491Z","caller":"traceutil/trace.go:171","msg":"trace[1275284162] transaction","detail":"{read_only:false; response_revision:193; number_of_response:1; }","duration":"310.630272ms","start":"2026-05-07T03:19:28.019825Z","end":"2026-05-07T03:19:28.330456Z","steps":["trace[1275284162] 'process raft request' (duration: 310.465601ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:28.330539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.020799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:28.330609Z","caller":"traceutil/trace.go:171","msg":"trace[1362439411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:193; }","duration":"153.16986ms","start":"2026-05-07T03:19:28.177423Z","end":"2026-05-07T03:19:28.330593Z","steps":["trace[1362439411] 'agreement among raft nodes before linearized reading' (duration: 153.008409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:28.330811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.019811Z","time spent":"310.778313ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:28.43216Z","caller":"traceutil/trace.go:171","msg":"trace[1549236661] linearizableReadLoop","detail":"{readStateIndex:199; appliedIndex:198; }","duration":"101.724237ms","start":"2026-05-07T03:19:28.330406Z","end":"2026-05-07T03:19:28.43213Z","steps":["trace[1549236661] 'read index received' (duration: 13.754605ms)","trace[1549236661] 'applied index is now lower than readState.Index' (duration: 87.968362ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:28.432195Z","caller":"traceutil/trace.go:171","msg":"trace[1948076030] transaction","detail":"{read_only:false; response_revision:194; number_of_response:1; }","duration":"191.505829ms","start":"2026-05-07T03:19:28.240646Z","end":"2026-05-07T03:19:28.432152Z","steps":["trace[1948076030] 'process raft request' (duration: 103.555667ms)","trace[1948076030] 'compare' (duration: 87.760911ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:28.432295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.236839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:28.432533Z","caller":"traceutil/trace.go:171","msg":"trace[2073566079] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:194; }","duration":"142.509232ms","start":"2026-05-07T03:19:28.29Z","end":"2026-05-07T03:19:28.432509Z","steps":["trace[2073566079] 'agreement among raft nodes before linearized reading' (duration: 142.19331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:28.432358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.74569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ad2a4ecdd466ab\" ","response":"range_response_count:1 size:657"} {"level":"info","ts":"2026-05-07T03:19:28.432628Z","caller":"traceutil/trace.go:171","msg":"trace[1373044509] range","detail":"{range_begin:/registry/events/default/instance.18ad2a4ecdd466ab; range_end:; response_count:1; response_revision:194; }","duration":"192.072032ms","start":"2026-05-07T03:19:28.240544Z","end":"2026-05-07T03:19:28.432616Z","steps":["trace[1373044509] 'agreement among raft nodes before linearized reading' (duration: 191.74201ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.04653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.066789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:29.046738Z","caller":"traceutil/trace.go:171","msg":"trace[1555549925] transaction","detail":"{read_only:false; response_revision:198; number_of_response:1; }","duration":"578.83295ms","start":"2026-05-07T03:19:28.467894Z","end":"2026-05-07T03:19:29.046727Z","steps":["trace[1555549925] 'process raft request' (duration: 578.794099ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.046823Z","caller":"traceutil/trace.go:171","msg":"trace[1770211691] linearizableReadLoop","detail":"{readStateIndex:202; appliedIndex:200; }","duration":"578.878179ms","start":"2026-05-07T03:19:28.467938Z","end":"2026-05-07T03:19:29.046817Z","steps":["trace[1770211691] 'read index received' (duration: 251.627339ms)","trace[1770211691] 'applied index is now lower than readState.Index' (duration: 327.2498ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:29.046873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.467868Z","time spent":"578.96872ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:29.046889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.948229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ad2a4ecdd481c7\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-05-07T03:19:29.046915Z","caller":"traceutil/trace.go:171","msg":"trace[115102494] range","detail":"{range_begin:/registry/events/default/instance.18ad2a4ecdd481c7; range_end:; response_count:1; response_revision:198; }","duration":"578.993589ms","start":"2026-05-07T03:19:28.467915Z","end":"2026-05-07T03:19:29.046908Z","steps":["trace[115102494] 'agreement among raft nodes before linearized reading' (duration: 578.937279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.046938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.467907Z","time spent":"579.025961ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":676,"request content":"key:\"/registry/events/default/instance.18ad2a4ecdd481c7\" "} {"level":"info","ts":"2026-05-07T03:19:29.046786Z","caller":"traceutil/trace.go:171","msg":"trace[545118305] transaction","detail":"{read_only:false; response_revision:196; number_of_response:1; }","duration":"610.290311ms","start":"2026-05-07T03:19:28.436481Z","end":"2026-05-07T03:19:29.046772Z","steps":["trace[545118305] 'process raft request' (duration: 282.92457ms)","trace[545118305] 'compare' (duration: 326.966709ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:29.047043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.436455Z","time spent":"610.557873ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:29.046783Z","caller":"traceutil/trace.go:171","msg":"trace[300016095] transaction","detail":"{read_only:false; response_revision:197; number_of_response:1; }","duration":"604.935293ms","start":"2026-05-07T03:19:28.441827Z","end":"2026-05-07T03:19:29.046763Z","steps":["trace[300016095] 'process raft request' (duration: 604.818712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.047506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:28.441806Z","time spent":"605.431076ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:29.353609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.459993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:29.353699Z","caller":"traceutil/trace.go:171","msg":"trace[769488008] linearizableReadLoop","detail":"{readStateIndex:209; appliedIndex:208; }","duration":"233.820463ms","start":"2026-05-07T03:19:29.119866Z","end":"2026-05-07T03:19:29.353687Z","steps":["trace[769488008] 'read index received' (duration: 66.16774ms)","trace[769488008] 'applied index is now lower than readState.Index' (duration: 167.651933ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:29.353836Z","caller":"traceutil/trace.go:171","msg":"trace[2012712849] transaction","detail":"{read_only:false; response_revision:204; number_of_response:1; }","duration":"235.175731ms","start":"2026-05-07T03:19:29.118649Z","end":"2026-05-07T03:19:29.353825Z","steps":["trace[2012712849] 'process raft request' (duration: 67.438887ms)","trace[2012712849] 'compare' (duration: 167.347002ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:29.354163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.993609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:29.354271Z","caller":"traceutil/trace.go:171","msg":"trace[1709999035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:204; }","duration":"176.133669ms","start":"2026-05-07T03:19:29.178102Z","end":"2026-05-07T03:19:29.354236Z","steps":["trace[1709999035] 'agreement among raft nodes before linearized reading' (duration: 175.812817ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.354635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.740288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ad2a4ecdd466ab\" ","response":"range_response_count:1 size:657"} {"level":"info","ts":"2026-05-07T03:19:29.354728Z","caller":"traceutil/trace.go:171","msg":"trace[1938217265] range","detail":"{range_begin:/registry/events/default/instance.18ad2a4ecdd466ab; range_end:; response_count:1; response_revision:204; }","duration":"234.876548ms","start":"2026-05-07T03:19:29.119831Z","end":"2026-05-07T03:19:29.354708Z","steps":["trace[1938217265] 'agreement among raft nodes before linearized reading' (duration: 234.085204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.520008Z","caller":"traceutil/trace.go:171","msg":"trace[390311614] linearizableReadLoop","detail":"{readStateIndex:211; appliedIndex:210; }","duration":"136.672144ms","start":"2026-05-07T03:19:29.383311Z","end":"2026-05-07T03:19:29.519984Z","steps":["trace[390311614] 'read index received' (duration: 82.873981ms)","trace[390311614] 'applied index is now lower than readState.Index' (duration: 53.797143ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:29.520099Z","caller":"traceutil/trace.go:171","msg":"trace[1578284067] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"160.812565ms","start":"2026-05-07T03:19:29.359259Z","end":"2026-05-07T03:19:29.520071Z","steps":["trace[1578284067] 'process raft request' (duration: 106.985942ms)","trace[1578284067] 'compare' (duration: 53.605062ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:29.520216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.891295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ad2a4ecdd481c7\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-05-07T03:19:29.520276Z","caller":"traceutil/trace.go:171","msg":"trace[1760241344] range","detail":"{range_begin:/registry/events/default/instance.18ad2a4ecdd481c7; range_end:; response_count:1; response_revision:206; }","duration":"136.994335ms","start":"2026-05-07T03:19:29.383268Z","end":"2026-05-07T03:19:29.520262Z","steps":["trace[1760241344] 'agreement among raft nodes before linearized reading' (duration: 136.812344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.898538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.83828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:29.898626Z","caller":"traceutil/trace.go:171","msg":"trace[985955320] linearizableReadLoop","detail":"{readStateIndex:214; appliedIndex:212; }","duration":"321.347151ms","start":"2026-05-07T03:19:29.577266Z","end":"2026-05-07T03:19:29.898613Z","steps":["trace[985955320] 'read index received' (duration: 34.274937ms)","trace[985955320] 'applied index is now lower than readState.Index' (duration: 287.071394ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:29.898698Z","caller":"traceutil/trace.go:171","msg":"trace[1654641606] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"326.64174ms","start":"2026-05-07T03:19:29.572048Z","end":"2026-05-07T03:19:29.89869Z","steps":["trace[1654641606] 'process raft request' (duration: 67.558407ms)","trace[1654641606] 'compare' (duration: 258.73881ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:29.898743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.572037Z","time spent":"326.68576ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:19:29.899899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.858768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replicaset-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:19:29.89987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.685636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:19:29.90014Z","caller":"traceutil/trace.go:171","msg":"trace[1248639616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:209; }","duration":"274.976498ms","start":"2026-05-07T03:19:29.625117Z","end":"2026-05-07T03:19:29.900094Z","steps":["trace[1248639616] 'agreement among raft nodes before linearized reading' (duration: 273.760121ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:29.900054Z","caller":"traceutil/trace.go:171","msg":"trace[1994672997] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replicaset-controller; range_end:; response_count:0; response_revision:209; }","duration":"285.933018ms","start":"2026-05-07T03:19:29.613998Z","end":"2026-05-07T03:19:29.899931Z","steps":["trace[1994672997] 'agreement among raft nodes before linearized reading' (duration: 284.902663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.90046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.133394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:19:29.90055Z","caller":"traceutil/trace.go:171","msg":"trace[898722626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:209; }","duration":"322.208075ms","start":"2026-05-07T03:19:29.578308Z","end":"2026-05-07T03:19:29.900516Z","steps":["trace[898722626] 'agreement among raft nodes before linearized reading' (duration: 320.528606ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.900623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.578251Z","time spent":"322.355666ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:19:29.900985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.716733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:19:29.901024Z","caller":"traceutil/trace.go:171","msg":"trace[1737191648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:209; }","duration":"323.803193ms","start":"2026-05-07T03:19:29.577212Z","end":"2026-05-07T03:19:29.901015Z","steps":["trace[1737191648] 'agreement among raft nodes before linearized reading' (duration: 321.717273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:29.901141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:29.577189Z","time spent":"323.920404ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:19:30.186164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.638153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:30.186249Z","caller":"traceutil/trace.go:171","msg":"trace[157214459] linearizableReadLoop","detail":"{readStateIndex:221; appliedIndex:220; }","duration":"220.354424ms","start":"2026-05-07T03:19:29.96588Z","end":"2026-05-07T03:19:30.186234Z","steps":["trace[157214459] 'read index received' (duration: 62.49264ms)","trace[157214459] 'applied index is now lower than readState.Index' (duration: 157.860804ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:30.186559Z","caller":"traceutil/trace.go:171","msg":"trace[599321798] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"252.498469ms","start":"2026-05-07T03:19:29.933986Z","end":"2026-05-07T03:19:30.186484Z","steps":["trace[599321798] 'process raft request' (duration: 94.470644ms)","trace[599321798] 'compare' (duration: 157.545693ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:30.18675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.862616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18ad2a4ecdd495db\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-05-07T03:19:30.186807Z","caller":"traceutil/trace.go:171","msg":"trace[697341014] range","detail":"{range_begin:/registry/events/default/instance.18ad2a4ecdd495db; range_end:; response_count:1; response_revision:216; }","duration":"220.982577ms","start":"2026-05-07T03:19:29.965815Z","end":"2026-05-07T03:19:30.186798Z","steps":["trace[697341014] 'agreement among raft nodes before linearized reading' (duration: 220.455494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:30.482533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.92902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:30.482637Z","caller":"traceutil/trace.go:171","msg":"trace[138943361] linearizableReadLoop","detail":"{readStateIndex:224; appliedIndex:223; }","duration":"206.61105ms","start":"2026-05-07T03:19:30.27601Z","end":"2026-05-07T03:19:30.482621Z","steps":["trace[138943361] 'read index received' (duration: 60.011256ms)","trace[138943361] 'applied index is now lower than readState.Index' (duration: 146.598554ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:30.48271Z","caller":"traceutil/trace.go:171","msg":"trace[1303878355] transaction","detail":"{read_only:false; response_revision:219; number_of_response:1; }","duration":"226.698868ms","start":"2026-05-07T03:19:30.255995Z","end":"2026-05-07T03:19:30.482694Z","steps":["trace[1303878355] 'process raft request' (duration: 80.012134ms)","trace[1303878355] 'compare' (duration: 145.83842ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:19:30.482858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.824921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:19:30.482922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.009006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:30.482935Z","caller":"traceutil/trace.go:171","msg":"trace[1539472617] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:0; response_revision:219; }","duration":"206.924061ms","start":"2026-05-07T03:19:30.275991Z","end":"2026-05-07T03:19:30.482915Z","steps":["trace[1539472617] 'agreement among raft nodes before linearized reading' (duration: 206.71678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:30.482961Z","caller":"traceutil/trace.go:171","msg":"trace[1304775264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:219; }","duration":"206.147556ms","start":"2026-05-07T03:19:30.276803Z","end":"2026-05-07T03:19:30.48295Z","steps":["trace[1304775264] 'agreement among raft nodes before linearized reading' (duration: 205.906275ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:31.114062Z","caller":"traceutil/trace.go:171","msg":"trace[1408356769] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"104.350162ms","start":"2026-05-07T03:19:31.009687Z","end":"2026-05-07T03:19:31.114037Z","steps":["trace[1408356769] 'process raft request' (duration: 104.302472ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:31.114133Z","caller":"traceutil/trace.go:171","msg":"trace[1276278029] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"145.148372ms","start":"2026-05-07T03:19:30.968952Z","end":"2026-05-07T03:19:31.114101Z","steps":["trace[1276278029] 'process raft request' (duration: 56.103943ms)","trace[1276278029] 'compare' (duration: 88.776748ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:33.89646Z","caller":"traceutil/trace.go:171","msg":"trace[1215868717] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"108.418068ms","start":"2026-05-07T03:19:33.788021Z","end":"2026-05-07T03:19:33.896439Z","steps":["trace[1215868717] 'process raft request' (duration: 108.292107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.286956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.931747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:19:46.287048Z","caller":"traceutil/trace.go:171","msg":"trace[844458797] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"232.152922ms","start":"2026-05-07T03:19:46.054881Z","end":"2026-05-07T03:19:46.287034Z","steps":["trace[844458797] 'process raft request' (duration: 86.063694ms)","trace[844458797] 'compare' (duration: 145.820766ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:46.305158Z","caller":"traceutil/trace.go:171","msg":"trace[1975858602] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"229.355519ms","start":"2026-05-07T03:19:46.075775Z","end":"2026-05-07T03:19:46.305131Z","steps":["trace[1975858602] 'process raft request' (duration: 229.147657ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.305204Z","caller":"traceutil/trace.go:171","msg":"trace[1876967469] linearizableReadLoop","detail":"{readStateIndex:478; appliedIndex:473; }","duration":"191.541398ms","start":"2026-05-07T03:19:46.113644Z","end":"2026-05-07T03:19:46.305185Z","steps":["trace[1876967469] 'read index received' (duration: 27.314948ms)","trace[1876967469] 'applied index is now lower than readState.Index' (duration: 164.22556ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:46.305202Z","caller":"traceutil/trace.go:171","msg":"trace[620385070] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"229.279409ms","start":"2026-05-07T03:19:46.075891Z","end":"2026-05-07T03:19:46.30517Z","steps":["trace[620385070] 'process raft request' (duration: 229.113867ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.305431Z","caller":"traceutil/trace.go:171","msg":"trace[1621429856] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"227.695011ms","start":"2026-05-07T03:19:46.077725Z","end":"2026-05-07T03:19:46.30542Z","steps":["trace[1621429856] 'process raft request' (duration: 227.341338ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.305487Z","caller":"traceutil/trace.go:171","msg":"trace[373066522] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"227.673912ms","start":"2026-05-07T03:19:46.077801Z","end":"2026-05-07T03:19:46.305475Z","steps":["trace[373066522] 'process raft request' (duration: 227.328999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.305603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.975063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:19:46.305646Z","caller":"traceutil/trace.go:171","msg":"trace[1183808028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:460; }","duration":"192.079724ms","start":"2026-05-07T03:19:46.113554Z","end":"2026-05-07T03:19:46.305634Z","steps":["trace[1183808028] 'agreement among raft nodes before linearized reading' (duration: 192.007583ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.331535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.215495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:19:46.331624Z","caller":"traceutil/trace.go:171","msg":"trace[1536456904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"214.320506ms","start":"2026-05-07T03:19:46.117282Z","end":"2026-05-07T03:19:46.331602Z","steps":["trace[1536456904] 'agreement among raft nodes before linearized reading' (duration: 214.094564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:46.331749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.930478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T03:19:46.331831Z","caller":"traceutil/trace.go:171","msg":"trace[1949504275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"189.05454ms","start":"2026-05-07T03:19:46.142756Z","end":"2026-05-07T03:19:46.331811Z","steps":["trace[1949504275] 'agreement among raft nodes before linearized reading' (duration: 188.947019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.572073Z","caller":"traceutil/trace.go:171","msg":"trace[1331651271] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"119.296758ms","start":"2026-05-07T03:19:46.452757Z","end":"2026-05-07T03:19:46.572053Z","steps":["trace[1331651271] 'process raft request' (duration: 119.250436ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.572075Z","caller":"traceutil/trace.go:171","msg":"trace[304483712] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"120.740083ms","start":"2026-05-07T03:19:46.451301Z","end":"2026-05-07T03:19:46.572041Z","steps":["trace[304483712] 'process raft request' (duration: 120.60492ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:46.572028Z","caller":"traceutil/trace.go:171","msg":"trace[1643321052] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"123.167945ms","start":"2026-05-07T03:19:46.448817Z","end":"2026-05-07T03:19:46.571985Z","steps":["trace[1643321052] 'process raft request' (duration: 102.991813ms)","trace[1643321052] 'compare' (duration: 19.95819ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:46.572648Z","caller":"traceutil/trace.go:171","msg":"trace[1393003323] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"119.925234ms","start":"2026-05-07T03:19:46.452151Z","end":"2026-05-07T03:19:46.572076Z","steps":["trace[1393003323] 'process raft request' (duration: 119.810862ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:52.531255Z","caller":"traceutil/trace.go:171","msg":"trace[295671546] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"118.658406ms","start":"2026-05-07T03:19:52.412555Z","end":"2026-05-07T03:19:52.531214Z","steps":["trace[295671546] 'process raft request' (duration: 92.593946ms)","trace[295671546] 'compare' (duration: 25.831209ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:52.531643Z","caller":"traceutil/trace.go:171","msg":"trace[176467345] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"118.544169ms","start":"2026-05-07T03:19:52.413042Z","end":"2026-05-07T03:19:52.531587Z","steps":["trace[176467345] 'process raft request' (duration: 118.111389ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:55.590258Z","caller":"traceutil/trace.go:171","msg":"trace[1342777864] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"161.78929ms","start":"2026-05-07T03:19:55.428445Z","end":"2026-05-07T03:19:55.590235Z","steps":["trace[1342777864] 'read index received' (duration: 161.680555ms)","trace[1342777864] 'applied index is now lower than readState.Index' (duration: 107.565µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:55.59031Z","caller":"traceutil/trace.go:171","msg":"trace[1177371378] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"207.820768ms","start":"2026-05-07T03:19:55.382453Z","end":"2026-05-07T03:19:55.590274Z","steps":["trace[1177371378] 'process raft request' (duration: 207.624929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:55.590406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.949327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:19:55.590441Z","caller":"traceutil/trace.go:171","msg":"trace[1309380903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:501; }","duration":"162.03621ms","start":"2026-05-07T03:19:55.428394Z","end":"2026-05-07T03:19:55.59043Z","steps":["trace[1309380903] 'agreement among raft nodes before linearized reading' (duration: 161.934396ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:55.717335Z","caller":"traceutil/trace.go:171","msg":"trace[1134105568] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"122.437352ms","start":"2026-05-07T03:19:55.594872Z","end":"2026-05-07T03:19:55.71731Z","steps":["trace[1134105568] 'process raft request' (duration: 90.60681ms)","trace[1134105568] 'compare' (duration: 31.730348ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:59.417695Z","caller":"traceutil/trace.go:171","msg":"trace[188511269] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"478.819451ms","start":"2026-05-07T03:19:58.938845Z","end":"2026-05-07T03:19:59.417664Z","steps":["trace[188511269] 'process raft request' (duration: 478.656194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.417875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.938829Z","time spent":"478.961527ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:59.753691Z","caller":"traceutil/trace.go:171","msg":"trace[1364982796] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"802.417191ms","start":"2026-05-07T03:19:58.951219Z","end":"2026-05-07T03:19:59.753636Z","steps":["trace[1364982796] 'process raft request' (duration: 802.269704ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.753986Z","caller":"traceutil/trace.go:171","msg":"trace[562509508] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"793.502355ms","start":"2026-05-07T03:19:58.960473Z","end":"2026-05-07T03:19:59.753976Z","steps":["trace[562509508] 'process raft request' (duration: 793.340368ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.754051Z","caller":"traceutil/trace.go:171","msg":"trace[1116180589] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"788.27824ms","start":"2026-05-07T03:19:58.965757Z","end":"2026-05-07T03:19:59.754035Z","steps":["trace[1116180589] 'process raft request' (duration: 788.110333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.754119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.96046Z","time spent":"793.564898ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:59.754138Z","caller":"traceutil/trace.go:171","msg":"trace[818098699] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"750.193351ms","start":"2026-05-07T03:19:59.003932Z","end":"2026-05-07T03:19:59.754126Z","steps":["trace[818098699] 'process raft request' (duration: 750.029354ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.754132Z","caller":"traceutil/trace.go:171","msg":"trace[2100861771] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"640.351609ms","start":"2026-05-07T03:19:59.113754Z","end":"2026-05-07T03:19:59.754106Z","steps":["trace[2100861771] 'process raft request' (duration: 640.289387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.754162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.965732Z","time spent":"788.375534ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:59.75422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.003909Z","time spent":"750.259784ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:59.754255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.113724Z","time spent":"640.471704ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:59.754088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.951205Z","time spent":"802.740964ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:59.753794Z","caller":"traceutil/trace.go:171","msg":"trace[1188915227] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"802.452892ms","start":"2026-05-07T03:19:58.951324Z","end":"2026-05-07T03:19:59.753777Z","steps":["trace[1188915227] 'process raft request' (duration: 802.313286ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:19:59.753786Z","caller":"traceutil/trace.go:171","msg":"trace[1027415874] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"802.465272ms","start":"2026-05-07T03:19:58.951281Z","end":"2026-05-07T03:19:59.753746Z","steps":["trace[1027415874] 'process raft request' (duration: 802.242653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.754418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.95132Z","time spent":"803.057317ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:59.753828Z","caller":"traceutil/trace.go:171","msg":"trace[571525657] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"802.541495ms","start":"2026-05-07T03:19:58.951274Z","end":"2026-05-07T03:19:59.753815Z","steps":["trace[571525657] 'process raft request' (duration: 802.441441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.754591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.951274Z","time spent":"803.192433ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:59.754652Z","caller":"traceutil/trace.go:171","msg":"trace[1645916241] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"806.220214ms","start":"2026-05-07T03:19:58.948412Z","end":"2026-05-07T03:19:59.754632Z","steps":["trace[1645916241] 'process raft request' (duration: 805.034354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.754903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.948393Z","time spent":"806.477494ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:59.753724Z","caller":"traceutil/trace.go:171","msg":"trace[1058501975] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"810.933247ms","start":"2026-05-07T03:19:58.942752Z","end":"2026-05-07T03:19:59.753685Z","steps":["trace[1058501975] 'process raft request' (duration: 810.563291ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.75503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.942727Z","time spent":"812.280454ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:59.754674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.951268Z","time spent":"803.375141ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:59.753879Z","caller":"traceutil/trace.go:171","msg":"trace[2131136590] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"796.977635ms","start":"2026-05-07T03:19:58.956891Z","end":"2026-05-07T03:19:59.753868Z","steps":["trace[2131136590] 'process raft request' (duration: 796.872191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.755167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:58.95687Z","time spent":"798.27372ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:19:59.812341Z","caller":"traceutil/trace.go:171","msg":"trace[114428760] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:568; }","duration":"155.86878ms","start":"2026-05-07T03:19:59.656455Z","end":"2026-05-07T03:19:59.812323Z","steps":["trace[114428760] 'read index received' (duration: 96.825889ms)","trace[114428760] 'applied index is now lower than readState.Index' (duration: 59.040431ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:19:59.812521Z","caller":"traceutil/trace.go:171","msg":"trace[224611266] transaction","detail":"{read_only:false; number_of_response:1; response_revision:558; }","duration":"385.510329ms","start":"2026-05-07T03:19:59.427003Z","end":"2026-05-07T03:19:59.812513Z","steps":["trace[224611266] 'process raft request' (duration: 385.28879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.812601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.426984Z","time spent":"385.561221ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:59.81262Z","caller":"traceutil/trace.go:171","msg":"trace[656461081] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"385.823022ms","start":"2026-05-07T03:19:59.426744Z","end":"2026-05-07T03:19:59.812567Z","steps":["trace[656461081] 'process raft request' (duration: 385.505919ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.812773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.31729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:19:59.8128Z","caller":"traceutil/trace.go:171","msg":"trace[453487734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"156.366422ms","start":"2026-05-07T03:19:59.656425Z","end":"2026-05-07T03:19:59.812791Z","steps":["trace[453487734] 'agreement among raft nodes before linearized reading' (duration: 156.301029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.812796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.426727Z","time spent":"385.966959ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:19:59.81292Z","caller":"traceutil/trace.go:171","msg":"trace[623337129] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"389.594723ms","start":"2026-05-07T03:19:59.423285Z","end":"2026-05-07T03:19:59.81288Z","steps":["trace[623337129] 'process raft request' (duration: 388.880082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:19:59.81306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.423261Z","time spent":"389.730008ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:19:59.871035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.194365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:19:59.871117Z","caller":"traceutil/trace.go:171","msg":"trace[1964142652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:566; }","duration":"109.337251ms","start":"2026-05-07T03:19:59.761759Z","end":"2026-05-07T03:19:59.871096Z","steps":["trace[1964142652] 'agreement among raft nodes before linearized reading' (duration: 73.731597ms)","trace[1964142652] 'range keys from in-memory index tree' (duration: 35.483519ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:00.401812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.058863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:00.402007Z","caller":"traceutil/trace.go:171","msg":"trace[1075002254] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"537.468717ms","start":"2026-05-07T03:19:59.864516Z","end":"2026-05-07T03:20:00.401984Z","steps":["trace[1075002254] 'process raft request' (duration: 141.108151ms)","trace[1075002254] 'compare' (duration: 395.877745ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:00.402109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.864495Z","time spent":"537.55856ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:00.402523Z","caller":"traceutil/trace.go:171","msg":"trace[1620774466] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"532.114849ms","start":"2026-05-07T03:19:59.870359Z","end":"2026-05-07T03:20:00.402474Z","steps":["trace[1620774466] 'process raft request' (duration: 531.586707ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:00.40267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.870336Z","time spent":"532.251605ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:00.402786Z","caller":"traceutil/trace.go:171","msg":"trace[1209593194] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"527.729422ms","start":"2026-05-07T03:19:59.875043Z","end":"2026-05-07T03:20:00.402773Z","steps":["trace[1209593194] 'process raft request' (duration: 527.325195ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:00.402862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.875024Z","time spent":"527.802756ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:01.029418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017046579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:01.530333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017046579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:02.031071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017046579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:02.401636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.395353586s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:20:02.657785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000750575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:20:02.657945Z","caller":"traceutil/trace.go:171","msg":"trace[1492219608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000968195s","start":"2026-05-07T03:20:00.656958Z","end":"2026-05-07T03:20:02.657927Z","steps":["trace[1492219608] 'agreement among raft nodes before linearized reading' (duration: 2.000789536s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.65806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.65694Z","time spent":"2.001108171s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:20:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:20:02.701127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.200521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:02.701459Z","caller":"traceutil/trace.go:171","msg":"trace[760416417] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"2.81389066s","start":"2026-05-07T03:19:59.887523Z","end":"2026-05-07T03:20:02.701414Z","steps":["trace[760416417] 'process raft request' (duration: 2.514341505s)","trace[760416417] 'compare' (duration: 299.042004ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:02.701501Z","caller":"traceutil/trace.go:171","msg":"trace[852151357] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"2.806809479s","start":"2026-05-07T03:19:59.894658Z","end":"2026-05-07T03:20:02.701468Z","steps":["trace[852151357] 'process raft request' (duration: 2.806561499s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.701634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.887495Z","time spent":"2.814030095s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:02.701636Z","caller":"traceutil/trace.go:171","msg":"trace[948779859] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"2.806488286s","start":"2026-05-07T03:19:59.895116Z","end":"2026-05-07T03:20:02.701604Z","steps":["trace[948779859] 'process raft request' (duration: 2.806248976s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.701707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.894636Z","time spent":"2.806980046s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:02.701836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.8951Z","time spent":"2.80661027s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:02.701901Z","caller":"traceutil/trace.go:171","msg":"trace[280111846] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"2.786140108s","start":"2026-05-07T03:19:59.915748Z","end":"2026-05-07T03:20:02.701888Z","steps":["trace[280111846] 'process raft request' (duration: 2.785740382s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:02.701906Z","caller":"traceutil/trace.go:171","msg":"trace[873676625] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:598; }","duration":"2.173163326s","start":"2026-05-07T03:20:00.528722Z","end":"2026-05-07T03:20:02.701886Z","steps":["trace[873676625] 'read index received' (duration: 1.873038097s)","trace[873676625] 'applied index is now lower than readState.Index' (duration: 300.124389ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:02.701945Z","caller":"traceutil/trace.go:171","msg":"trace[505233590] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"2.75089589s","start":"2026-05-07T03:19:59.951035Z","end":"2026-05-07T03:20:02.70193Z","steps":["trace[505233590] 'process raft request' (duration: 2.750789726s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.701963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.915717Z","time spent":"2.786211141s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:02.702013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:19:59.951008Z","time spent":"2.750971683s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:02.702118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173386355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:20:02.702158Z","caller":"traceutil/trace.go:171","msg":"trace[836077902] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:577; }","duration":"2.173466619s","start":"2026-05-07T03:20:00.52868Z","end":"2026-05-07T03:20:02.702146Z","steps":["trace[836077902] 'agreement among raft nodes before linearized reading' (duration: 2.173310182s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.70216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.298299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-07T03:20:02.702181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043390062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:02.702201Z","caller":"traceutil/trace.go:171","msg":"trace[323053607] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:577; }","duration":"422.375581ms","start":"2026-05-07T03:20:02.279814Z","end":"2026-05-07T03:20:02.702189Z","steps":["trace[323053607] 'agreement among raft nodes before linearized reading' (duration: 422.280988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.702199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.52866Z","time spent":"2.173530542s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:20:02.702223Z","caller":"traceutil/trace.go:171","msg":"trace[1339603103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:577; }","duration":"2.043451644s","start":"2026-05-07T03:20:00.658761Z","end":"2026-05-07T03:20:02.702213Z","steps":["trace[1339603103] 'agreement among raft nodes before linearized reading' (duration: 2.043307569s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.702234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.279793Z","time spent":"422.435204ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.118\" "} {"level":"warn","ts":"2026-05-07T03:20:02.702255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.658748Z","time spent":"2.043501147s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:02.702383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041778603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:20:02.702414Z","caller":"traceutil/trace.go:171","msg":"trace[506125186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"2.041829485s","start":"2026-05-07T03:20:00.660576Z","end":"2026-05-07T03:20:02.702406Z","steps":["trace[506125186] 'agreement among raft nodes before linearized reading' (duration: 2.041749732s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:02.702445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:00.660564Z","time spent":"2.041875028s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:02.702217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.042741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:20:02.702489Z","caller":"traceutil/trace.go:171","msg":"trace[9888960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:577; }","duration":"296.352363ms","start":"2026-05-07T03:20:02.406123Z","end":"2026-05-07T03:20:02.702475Z","steps":["trace[9888960] 'agreement among raft nodes before linearized reading' (duration: 295.964757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.061064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.12092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:03.061589Z","caller":"traceutil/trace.go:171","msg":"trace[310825073] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"352.860683ms","start":"2026-05-07T03:20:02.708706Z","end":"2026-05-07T03:20:03.061567Z","steps":["trace[310825073] 'process raft request' (duration: 352.767129ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:03.061681Z","caller":"traceutil/trace.go:171","msg":"trace[1645337629] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"353.218367ms","start":"2026-05-07T03:20:02.708436Z","end":"2026-05-07T03:20:03.061654Z","steps":["trace[1645337629] 'process raft request' (duration: 352.961027ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:03.0617Z","caller":"traceutil/trace.go:171","msg":"trace[1070711352] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"353.341582ms","start":"2026-05-07T03:20:02.708341Z","end":"2026-05-07T03:20:03.061682Z","steps":["trace[1070711352] 'process raft request' (duration: 238.505242ms)","trace[1070711352] 'compare' (duration: 113.936103ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:03.061831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.708427Z","time spent":"353.30229ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:03.061901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.708315Z","time spent":"353.423475ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:03.061997Z","caller":"traceutil/trace.go:171","msg":"trace[1151300431] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"353.017098ms","start":"2026-05-07T03:20:02.708944Z","end":"2026-05-07T03:20:03.061961Z","steps":["trace[1151300431] 'process raft request' (duration: 352.577111ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:03.062035Z","caller":"traceutil/trace.go:171","msg":"trace[677932971] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"350.281007ms","start":"2026-05-07T03:20:02.711735Z","end":"2026-05-07T03:20:03.062016Z","steps":["trace[677932971] 'process raft request' (duration: 350.095439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.062157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.711729Z","time spent":"350.357239ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:03.062187Z","caller":"traceutil/trace.go:171","msg":"trace[1019558923] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"350.171481ms","start":"2026-05-07T03:20:02.712009Z","end":"2026-05-07T03:20:03.062181Z","steps":["trace[1019558923] 'process raft request' (duration: 349.961053ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.06219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.708932Z","time spent":"353.181225ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:03.062223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.712002Z","time spent":"350.201333ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:03.062329Z","caller":"traceutil/trace.go:171","msg":"trace[383431028] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"347.258072ms","start":"2026-05-07T03:20:02.715062Z","end":"2026-05-07T03:20:03.06232Z","steps":["trace[383431028] 'process raft request' (duration: 347.061824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.062442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.715041Z","time spent":"347.311084ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:03.062464Z","caller":"traceutil/trace.go:171","msg":"trace[809535057] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"308.373777ms","start":"2026-05-07T03:20:02.754079Z","end":"2026-05-07T03:20:03.062453Z","steps":["trace[809535057] 'process raft request' (duration: 308.252492ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:03.062487Z","caller":"traceutil/trace.go:171","msg":"trace[1104258816] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"283.537328ms","start":"2026-05-07T03:20:02.778936Z","end":"2026-05-07T03:20:03.062473Z","steps":["trace[1104258816] 'process raft request' (duration: 283.490456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.062574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.754039Z","time spent":"308.493851ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:03.062589Z","caller":"traceutil/trace.go:171","msg":"trace[409379479] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:603; }","duration":"352.146753ms","start":"2026-05-07T03:20:02.710422Z","end":"2026-05-07T03:20:03.062569Z","steps":["trace[409379479] 'read index received' (duration: 67.491558ms)","trace[409379479] 'applied index is now lower than readState.Index' (duration: 284.653815ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:03.062183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.708686Z","time spent":"353.215006ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:03.062744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.3187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:03.062816Z","caller":"traceutil/trace.go:171","msg":"trace[1859894206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"352.382082ms","start":"2026-05-07T03:20:02.710401Z","end":"2026-05-07T03:20:03.062783Z","steps":["trace[1859894206] 'agreement among raft nodes before linearized reading' (duration: 352.244767ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.062843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:02.710394Z","time spent":"352.442965ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:03.401372Z","caller":"traceutil/trace.go:171","msg":"trace[1630599832] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"315.179841ms","start":"2026-05-07T03:20:03.086173Z","end":"2026-05-07T03:20:03.401353Z","steps":["trace[1630599832] 'read index received' (duration: 305.060081ms)","trace[1630599832] 'applied index is now lower than readState.Index' (duration: 10.11893ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:03.40154Z","caller":"traceutil/trace.go:171","msg":"trace[704795571] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"318.643022ms","start":"2026-05-07T03:20:03.08285Z","end":"2026-05-07T03:20:03.401493Z","steps":["trace[704795571] 'process raft request' (duration: 308.282572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.401639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.449203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-05-07T03:20:03.401822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:03.082831Z","time spent":"318.85ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:03.401883Z","caller":"traceutil/trace.go:171","msg":"trace[200933546] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:587; }","duration":"315.692472ms","start":"2026-05-07T03:20:03.086139Z","end":"2026-05-07T03:20:03.401831Z","steps":["trace[200933546] 'agreement among raft nodes before linearized reading' (duration: 315.285186ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.402237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:03.086123Z","time spent":"316.104108ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-05-07T03:20:03.42836Z","caller":"traceutil/trace.go:171","msg":"trace[1618968140] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"339.648473ms","start":"2026-05-07T03:20:03.088687Z","end":"2026-05-07T03:20:03.428335Z","steps":["trace[1618968140] 'process raft request' (duration: 339.282527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:03.428515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:03.088674Z","time spent":"339.757657ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:03.428874Z","caller":"traceutil/trace.go:171","msg":"trace[1551474996] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"294.827837ms","start":"2026-05-07T03:20:03.134037Z","end":"2026-05-07T03:20:03.428865Z","steps":["trace[1551474996] 'process raft request' (duration: 294.758154ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:03.804797Z","caller":"traceutil/trace.go:171","msg":"trace[1820348962] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"113.243059ms","start":"2026-05-07T03:20:03.691529Z","end":"2026-05-07T03:20:03.804772Z","steps":["trace[1820348962] 'process raft request' (duration: 77.47994ms)","trace[1820348962] 'compare' (duration: 35.602163ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:04.133949Z","caller":"traceutil/trace.go:171","msg":"trace[347446107] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"106.816207ms","start":"2026-05-07T03:20:04.027094Z","end":"2026-05-07T03:20:04.133911Z","steps":["trace[347446107] 'process raft request' (duration: 31.623317ms)","trace[347446107] 'compare' (duration: 75.064465ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:04.62946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.996057ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:04.629556Z","caller":"traceutil/trace.go:171","msg":"trace[1739032085] linearizableReadLoop","detail":"{readStateIndex:644; appliedIndex:643; }","duration":"296.166427ms","start":"2026-05-07T03:20:04.333373Z","end":"2026-05-07T03:20:04.629539Z","steps":["trace[1739032085] 'read index received' (duration: 237.077271ms)","trace[1739032085] 'applied index is now lower than readState.Index' (duration: 59.088286ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:04.62958Z","caller":"traceutil/trace.go:171","msg":"trace[756790106] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:616; }","duration":"199.170693ms","start":"2026-05-07T03:20:04.430391Z","end":"2026-05-07T03:20:04.629562Z","steps":["trace[756790106] 'range keys from in-memory index tree' (duration: 198.976446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:04.629671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.310331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-05-07T03:20:04.629698Z","caller":"traceutil/trace.go:171","msg":"trace[448862154] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:617; }","duration":"296.415576ms","start":"2026-05-07T03:20:04.333274Z","end":"2026-05-07T03:20:04.62969Z","steps":["trace[448862154] 'agreement among raft nodes before linearized reading' (duration: 296.309671ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:04.629662Z","caller":"traceutil/trace.go:171","msg":"trace[50012567] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"325.942448ms","start":"2026-05-07T03:20:04.303668Z","end":"2026-05-07T03:20:04.62961Z","steps":["trace[50012567] 'process raft request' (duration: 266.701627ms)","trace[50012567] 'compare' (duration: 59.036273ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:04.629928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:04.303642Z","time spent":"326.117185ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:04.632938Z","caller":"traceutil/trace.go:171","msg":"trace[291678676] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"229.267029ms","start":"2026-05-07T03:20:04.403661Z","end":"2026-05-07T03:20:04.632928Z","steps":["trace[291678676] 'process raft request' (duration: 229.019718ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:05.92563Z","caller":"traceutil/trace.go:171","msg":"trace[620262544] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"122.672173ms","start":"2026-05-07T03:20:05.802934Z","end":"2026-05-07T03:20:05.925606Z","steps":["trace[620262544] 'process raft request' (duration: 122.513586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.583169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.869625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:07.583493Z","caller":"traceutil/trace.go:171","msg":"trace[920194766] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"428.770871ms","start":"2026-05-07T03:20:07.154699Z","end":"2026-05-07T03:20:07.58347Z","steps":["trace[920194766] 'process raft request' (duration: 174.533391ms)","trace[920194766] 'compare' (duration: 253.748351ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:07.583616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.154679Z","time spent":"428.869465ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:07.583729Z","caller":"traceutil/trace.go:171","msg":"trace[1205425111] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"428.814952ms","start":"2026-05-07T03:20:07.154829Z","end":"2026-05-07T03:20:07.583644Z","steps":["trace[1205425111] 'process raft request' (duration: 428.420157ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.583786Z","caller":"traceutil/trace.go:171","msg":"trace[1323493958] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"428.901156ms","start":"2026-05-07T03:20:07.154868Z","end":"2026-05-07T03:20:07.583769Z","steps":["trace[1323493958] 'process raft request' (duration: 428.422948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.584078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.154849Z","time spent":"429.187296ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:07.584059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.154821Z","time spent":"429.042601ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:07.966543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.183349ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:20:07.966625Z","caller":"traceutil/trace.go:171","msg":"trace[1431512955] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:659; }","duration":"805.813094ms","start":"2026-05-07T03:20:07.160794Z","end":"2026-05-07T03:20:07.966607Z","steps":["trace[1431512955] 'read index received' (duration: 168.493698ms)","trace[1431512955] 'applied index is now lower than readState.Index' (duration: 637.318166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:07.966766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.485874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.966801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.991491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"warn","ts":"2026-05-07T03:20:07.966817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.668182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.966837Z","caller":"traceutil/trace.go:171","msg":"trace[2042706865] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:635; }","duration":"806.057513ms","start":"2026-05-07T03:20:07.160769Z","end":"2026-05-07T03:20:07.966826Z","steps":["trace[2042706865] 'agreement among raft nodes before linearized reading' (duration: 805.919308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.966846Z","caller":"traceutil/trace.go:171","msg":"trace[1943378629] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:635; }","duration":"402.725465ms","start":"2026-05-07T03:20:07.564111Z","end":"2026-05-07T03:20:07.966836Z","steps":["trace[1943378629] 'agreement among raft nodes before linearized reading' (duration: 402.677273ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.966874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.160761Z","time spent":"806.104985ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":59654,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-05-07T03:20:07.966922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.564096Z","time spent":"402.816879ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:07.966976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.690656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.966947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.45585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967015Z","caller":"traceutil/trace.go:171","msg":"trace[978291135] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:635; }","duration":"488.761458ms","start":"2026-05-07T03:20:07.478245Z","end":"2026-05-07T03:20:07.967006Z","steps":["trace[978291135] 'agreement among raft nodes before linearized reading' (duration: 488.685605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.478242Z","time spent":"488.8253ms","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:07.967117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.295832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967144Z","caller":"traceutil/trace.go:171","msg":"trace[159948433] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:635; }","duration":"385.368694ms","start":"2026-05-07T03:20:07.581768Z","end":"2026-05-07T03:20:07.967137Z","steps":["trace[159948433] 'agreement among raft nodes before linearized reading' (duration: 385.302392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.328258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967075Z","caller":"traceutil/trace.go:171","msg":"trace[1822019691] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:635; }","duration":"449.672968ms","start":"2026-05-07T03:20:07.517354Z","end":"2026-05-07T03:20:07.967027Z","steps":["trace[1822019691] 'agreement among raft nodes before linearized reading' (duration: 449.448899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.435129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.967246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.321301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967273Z","caller":"traceutil/trace.go:171","msg":"trace[290721536] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:635; }","duration":"449.495061ms","start":"2026-05-07T03:20:07.517768Z","end":"2026-05-07T03:20:07.967263Z","steps":["trace[290721536] 'agreement among raft nodes before linearized reading' (duration: 449.423708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.96729Z","caller":"traceutil/trace.go:171","msg":"trace[2109088739] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:635; }","duration":"386.384904ms","start":"2026-05-07T03:20:07.580898Z","end":"2026-05-07T03:20:07.967282Z","steps":["trace[2109088739] 'agreement among raft nodes before linearized reading' (duration: 386.334642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.517338Z","time spent":"449.922808ms","remote":"127.0.0.1:49078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:20:07.967314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.580884Z","time spent":"386.421775ms","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:07.967311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.517763Z","time spent":"449.539533ms","remote":"127.0.0.1:49078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:20:07.96736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.120962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967407Z","caller":"traceutil/trace.go:171","msg":"trace[840563370] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:635; }","duration":"489.189444ms","start":"2026-05-07T03:20:07.478211Z","end":"2026-05-07T03:20:07.9674Z","steps":["trace[840563370] 'agreement among raft nodes before linearized reading' (duration: 489.125672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.266029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.967165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.581756Z","time spent":"385.401016ms","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:20:07.967494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.235995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.967498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.022591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967539Z","caller":"traceutil/trace.go:171","msg":"trace[1406721602] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:635; }","duration":"403.315567ms","start":"2026-05-07T03:20:07.564215Z","end":"2026-05-07T03:20:07.967531Z","steps":["trace[1406721602] 'agreement among raft nodes before linearized reading' (duration: 403.265725ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.564157Z","time spent":"403.39704ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:20:07.9675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.478194Z","time spent":"489.297729ms","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:20:07.967569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.861757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967551Z","caller":"traceutil/trace.go:171","msg":"trace[212001844] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:635; }","duration":"450.114975ms","start":"2026-05-07T03:20:07.517423Z","end":"2026-05-07T03:20:07.967538Z","steps":["trace[212001844] 'agreement among raft nodes before linearized reading' (duration: 449.955089ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.966851Z","caller":"traceutil/trace.go:171","msg":"trace[1780268694] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:635; }","duration":"795.568558ms","start":"2026-05-07T03:20:07.171246Z","end":"2026-05-07T03:20:07.966814Z","steps":["trace[1780268694] 'agreement among raft nodes before linearized reading' (duration: 795.472814ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.967471Z","caller":"traceutil/trace.go:171","msg":"trace[732760906] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:635; }","duration":"386.53952ms","start":"2026-05-07T03:20:07.580921Z","end":"2026-05-07T03:20:07.967461Z","steps":["trace[732760906] 'agreement among raft nodes before linearized reading' (duration: 386.275929ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.25568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967779Z","caller":"traceutil/trace.go:171","msg":"trace[98737302] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:635; }","duration":"770.305602ms","start":"2026-05-07T03:20:07.197466Z","end":"2026-05-07T03:20:07.967771Z","steps":["trace[98737302] 'agreement among raft nodes before linearized reading' (duration: 770.25248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.197458Z","time spent":"770.340253ms","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:07.967773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.580905Z","time spent":"386.849391ms","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:20:07.967262Z","caller":"traceutil/trace.go:171","msg":"trace[177785338] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:635; }","duration":"468.467593ms","start":"2026-05-07T03:20:07.498773Z","end":"2026-05-07T03:20:07.967241Z","steps":["trace[177785338] 'agreement among raft nodes before linearized reading' (duration: 468.323688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.341384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.967929Z","caller":"traceutil/trace.go:171","msg":"trace[1472609684] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:635; }","duration":"770.51231ms","start":"2026-05-07T03:20:07.197407Z","end":"2026-05-07T03:20:07.967919Z","steps":["trace[1472609684] 'agreement among raft nodes before linearized reading' (duration: 770.358694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.968002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.197392Z","time spent":"770.600433ms","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:20:07.967938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.982493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.968117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.617894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.968145Z","caller":"traceutil/trace.go:171","msg":"trace[1437433847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:635; }","duration":"770.654115ms","start":"2026-05-07T03:20:07.197484Z","end":"2026-05-07T03:20:07.968138Z","steps":["trace[1437433847] 'agreement among raft nodes before linearized reading' (duration: 770.614874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.968194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.197481Z","time spent":"770.704877ms","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:20:07.968179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.919554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.968259Z","caller":"traceutil/trace.go:171","msg":"trace[1776613889] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:635; }","duration":"140.019918ms","start":"2026-05-07T03:20:07.828226Z","end":"2026-05-07T03:20:07.968246Z","steps":["trace[1776613889] 'agreement among raft nodes before linearized reading' (duration: 139.908793ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.967643Z","caller":"traceutil/trace.go:171","msg":"trace[1315117542] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:635; }","duration":"623.041174ms","start":"2026-05-07T03:20:07.344595Z","end":"2026-05-07T03:20:07.967636Z","steps":["trace[1315117542] 'agreement among raft nodes before linearized reading' (duration: 622.91979ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.96828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.41224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.968311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.344571Z","time spent":"623.730661ms","remote":"127.0.0.1:49040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:07.968372Z","caller":"traceutil/trace.go:171","msg":"trace[613549187] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:635; }","duration":"796.500323ms","start":"2026-05-07T03:20:07.171845Z","end":"2026-05-07T03:20:07.968345Z","steps":["trace[613549187] 'agreement among raft nodes before linearized reading' (duration: 796.394149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.968461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.171839Z","time spent":"796.612317ms","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:20:07.968106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.361342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.968552Z","caller":"traceutil/trace.go:171","msg":"trace[1007415218] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:635; }","duration":"197.926584ms","start":"2026-05-07T03:20:07.770617Z","end":"2026-05-07T03:20:07.968543Z","steps":["trace[1007415218] 'agreement among raft nodes before linearized reading' (duration: 197.368153ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.968543Z","caller":"traceutil/trace.go:171","msg":"trace[1017576328] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:635; }","duration":"469.543964ms","start":"2026-05-07T03:20:07.49874Z","end":"2026-05-07T03:20:07.968284Z","steps":["trace[1017576328] 'agreement among raft nodes before linearized reading' (duration: 468.562926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.968628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.498731Z","time spent":"469.879178ms","remote":"127.0.0.1:49062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:20:07.96769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.171238Z","time spent":"796.439531ms","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:20:07.96865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.054431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.9687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.288354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.967468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.031616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.968047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.232772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.968739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.163026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.968775Z","caller":"traceutil/trace.go:171","msg":"trace[2066339868] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:635; }","duration":"761.998991ms","start":"2026-05-07T03:20:07.206768Z","end":"2026-05-07T03:20:07.968767Z","steps":["trace[2066339868] 'agreement among raft nodes before linearized reading' (duration: 761.260763ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.96875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.32481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.968848Z","caller":"traceutil/trace.go:171","msg":"trace[1304518399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:635; }","duration":"168.442475ms","start":"2026-05-07T03:20:07.800396Z","end":"2026-05-07T03:20:07.968838Z","steps":["trace[1304518399] 'agreement among raft nodes before linearized reading' (duration: 168.325431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.968857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.206752Z","time spent":"762.079114ms","remote":"127.0.0.1:49028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:20:07.966846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.465518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.969073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.80976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.969105Z","caller":"traceutil/trace.go:171","msg":"trace[1910246779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:635; }","duration":"117.865242ms","start":"2026-05-07T03:20:07.851231Z","end":"2026-05-07T03:20:07.969097Z","steps":["trace[1910246779] 'agreement among raft nodes before linearized reading' (duration: 117.823611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.969141Z","caller":"traceutil/trace.go:171","msg":"trace[523473855] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:635; }","duration":"489.758216ms","start":"2026-05-07T03:20:07.47933Z","end":"2026-05-07T03:20:07.969088Z","steps":["trace[523473855] 'agreement among raft nodes before linearized reading' (duration: 487.423516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.969168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.182179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.969226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.479323Z","time spent":"489.861639ms","remote":"127.0.0.1:49040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:20:07.968692Z","caller":"traceutil/trace.go:171","msg":"trace[1098349990] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:635; }","duration":"168.129683ms","start":"2026-05-07T03:20:07.80055Z","end":"2026-05-07T03:20:07.96868Z","steps":["trace[1098349990] 'agreement among raft nodes before linearized reading' (duration: 168.062511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.969283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.124805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.969303Z","caller":"traceutil/trace.go:171","msg":"trace[1786201639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"312.186757ms","start":"2026-05-07T03:20:07.65711Z","end":"2026-05-07T03:20:07.969297Z","steps":["trace[1786201639] 'agreement among raft nodes before linearized reading' (duration: 312.160326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.969305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.886899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.969302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.304798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.969332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.657088Z","time spent":"312.236159ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:07.967992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.17547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.969345Z","caller":"traceutil/trace.go:171","msg":"trace[2030157728] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:635; }","duration":"140.365302ms","start":"2026-05-07T03:20:07.828968Z","end":"2026-05-07T03:20:07.969333Z","steps":["trace[2030157728] 'agreement among raft nodes before linearized reading' (duration: 140.293838ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.969375Z","caller":"traceutil/trace.go:171","msg":"trace[1851943747] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:635; }","duration":"762.554563ms","start":"2026-05-07T03:20:07.20681Z","end":"2026-05-07T03:20:07.969365Z","steps":["trace[1851943747] 'agreement among raft nodes before linearized reading' (duration: 761.165389ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.969416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.121819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.969416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.206799Z","time spent":"762.604245ms","remote":"127.0.0.1:49028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:07.969475Z","caller":"traceutil/trace.go:171","msg":"trace[1935882803] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:635; }","duration":"288.191211ms","start":"2026-05-07T03:20:07.681249Z","end":"2026-05-07T03:20:07.96944Z","steps":["trace[1935882803] 'agreement among raft nodes before linearized reading' (duration: 288.136989ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.969571Z","caller":"traceutil/trace.go:171","msg":"trace[2005118561] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:635; }","duration":"798.172208ms","start":"2026-05-07T03:20:07.171388Z","end":"2026-05-07T03:20:07.96956Z","steps":["trace[2005118561] 'agreement among raft nodes before linearized reading' (duration: 797.253162ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.96923Z","caller":"traceutil/trace.go:171","msg":"trace[387568571] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:635; }","duration":"288.277093ms","start":"2026-05-07T03:20:07.680943Z","end":"2026-05-07T03:20:07.96922Z","steps":["trace[387568571] 'agreement among raft nodes before linearized reading' (duration: 288.19428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.967933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.632903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.968799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.495487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.968848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.875781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.967073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.209825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.967888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.49877Z","time spent":"469.104767ms","remote":"127.0.0.1:49062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:07.967961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.424729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.967697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.517398Z","time spent":"450.26613ms","remote":"127.0.0.1:49078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:07.9688Z","caller":"traceutil/trace.go:171","msg":"trace[722363647] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:635; }","duration":"116.238679ms","start":"2026-05-07T03:20:07.852548Z","end":"2026-05-07T03:20:07.968786Z","steps":["trace[722363647] 'agreement among raft nodes before linearized reading' (duration: 116.157596ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.969036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.588331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.969252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.343252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.969338Z","caller":"traceutil/trace.go:171","msg":"trace[304695274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:635; }","duration":"287.964751ms","start":"2026-05-07T03:20:07.681364Z","end":"2026-05-07T03:20:07.969329Z","steps":["trace[304695274] 'agreement among raft nodes before linearized reading' (duration: 287.883368ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.969664Z","caller":"traceutil/trace.go:171","msg":"trace[333564621] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:635; }","duration":"405.236031ms","start":"2026-05-07T03:20:07.56442Z","end":"2026-05-07T03:20:07.969656Z","steps":["trace[333564621] 'agreement among raft nodes before linearized reading' (duration: 403.027576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.96807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.271114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.969817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.5711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:07.969937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.681579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:07.971351Z","caller":"traceutil/trace.go:171","msg":"trace[1639897718] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:635; }","duration":"143.073006ms","start":"2026-05-07T03:20:07.828267Z","end":"2026-05-07T03:20:07.97134Z","steps":["trace[1639897718] 'agreement among raft nodes before linearized reading' (duration: 139.644424ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.971455Z","caller":"traceutil/trace.go:171","msg":"trace[79800559] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:635; }","duration":"200.14ms","start":"2026-05-07T03:20:07.771293Z","end":"2026-05-07T03:20:07.971433Z","steps":["trace[79800559] 'agreement among raft nodes before linearized reading' (duration: 197.480037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.971603Z","caller":"traceutil/trace.go:171","msg":"trace[424391750] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:635; }","duration":"200.662239ms","start":"2026-05-07T03:20:07.770926Z","end":"2026-05-07T03:20:07.971589Z","steps":["trace[424391750] 'agreement among raft nodes before linearized reading' (duration: 197.896023ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.971631Z","caller":"traceutil/trace.go:171","msg":"trace[485452469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:635; }","duration":"120.218183ms","start":"2026-05-07T03:20:07.851402Z","end":"2026-05-07T03:20:07.97162Z","steps":["trace[485452469] 'agreement among raft nodes before linearized reading' (duration: 117.604712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.97177Z","caller":"traceutil/trace.go:171","msg":"trace[1897464378] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:635; }","duration":"471.984019ms","start":"2026-05-07T03:20:07.499771Z","end":"2026-05-07T03:20:07.971755Z","steps":["trace[1897464378] 'agreement among raft nodes before linearized reading' (duration: 467.232436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.971832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.499751Z","time spent":"472.054342ms","remote":"127.0.0.1:49062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:20:07.971962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.564415Z","time spent":"407.531489ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-05-07T03:20:07.971388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.17138Z","time spent":"799.995098ms","remote":"127.0.0.1:49022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:07.971448Z","caller":"traceutil/trace.go:171","msg":"trace[1903878335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:635; }","duration":"626.949345ms","start":"2026-05-07T03:20:07.344492Z","end":"2026-05-07T03:20:07.971441Z","steps":["trace[1903878335] 'agreement among raft nodes before linearized reading' (duration: 623.44508ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:07.972104Z","caller":"traceutil/trace.go:171","msg":"trace[2128240940] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:635; }","duration":"765.32486ms","start":"2026-05-07T03:20:07.206767Z","end":"2026-05-07T03:20:07.972092Z","steps":["trace[2128240940] 'agreement among raft nodes before linearized reading' (duration: 761.289874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.972108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.344465Z","time spent":"627.623691ms","remote":"127.0.0.1:49040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-05-07T03:20:07.972149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.206755Z","time spent":"765.381092ms","remote":"127.0.0.1:49028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:20:07.972227Z","caller":"traceutil/trace.go:171","msg":"trace[846792301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:635; }","duration":"367.995284ms","start":"2026-05-07T03:20:07.604213Z","end":"2026-05-07T03:20:07.972208Z","steps":["trace[846792301] 'agreement among raft nodes before linearized reading' (duration: 365.585261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.972265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.60418Z","time spent":"368.071487ms","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-05-07T03:20:07.972432Z","caller":"traceutil/trace.go:171","msg":"trace[725736737] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:635; }","duration":"368.252183ms","start":"2026-05-07T03:20:07.604171Z","end":"2026-05-07T03:20:07.972423Z","steps":["trace[725736737] 'agreement among raft nodes before linearized reading' (duration: 362.562014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.972474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.604158Z","time spent":"368.304176ms","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:07.971421Z","caller":"traceutil/trace.go:171","msg":"trace[167108298] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:635; }","duration":"366.530397ms","start":"2026-05-07T03:20:07.604878Z","end":"2026-05-07T03:20:07.971409Z","steps":["trace[167108298] 'agreement among raft nodes before linearized reading' (duration: 364.335952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:07.972588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:07.604872Z","time spent":"367.704022ms","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"info","ts":"2026-05-07T03:20:08.23893Z","caller":"traceutil/trace.go:171","msg":"trace[427072506] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"117.538976ms","start":"2026-05-07T03:20:08.121359Z","end":"2026-05-07T03:20:08.238898Z","steps":["trace[427072506] 'read index received' (duration: 117.37335ms)","trace[427072506] 'applied index is now lower than readState.Index' (duration: 163.996µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:08.239008Z","caller":"traceutil/trace.go:171","msg":"trace[715358816] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"120.089854ms","start":"2026-05-07T03:20:08.118887Z","end":"2026-05-07T03:20:08.238977Z","steps":["trace[715358816] 'process raft request' (duration: 119.814174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:08.239242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.815117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:18056"} {"level":"info","ts":"2026-05-07T03:20:08.239306Z","caller":"traceutil/trace.go:171","msg":"trace[2066129031] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backends.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:636; }","duration":"117.946142ms","start":"2026-05-07T03:20:08.121343Z","end":"2026-05-07T03:20:08.239289Z","steps":["trace[2066129031] 'agreement among raft nodes before linearized reading' (duration: 117.667371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:10.03109Z","caller":"traceutil/trace.go:171","msg":"trace[1511713812] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"439.65686ms","start":"2026-05-07T03:20:09.591416Z","end":"2026-05-07T03:20:10.031073Z","steps":["trace[1511713812] 'process raft request' (duration: 439.540936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:10.031302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.591405Z","time spent":"439.828538ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:11.656544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999904441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:20:11.656672Z","caller":"traceutil/trace.go:171","msg":"trace[2091510692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086418s","start":"2026-05-07T03:20:09.656536Z","end":"2026-05-07T03:20:11.656623Z","steps":["trace[2091510692] 'agreement among raft nodes before linearized reading' (duration: 1.999938692s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:11.656726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.656514Z","time spent":"2.000199552s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:20:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:20:11.739444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414133296s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:20:13.472889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733183061s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:13.473299Z","caller":"traceutil/trace.go:171","msg":"trace[533340423] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:666; }","duration":"3.816685511s","start":"2026-05-07T03:20:09.656591Z","end":"2026-05-07T03:20:13.473277Z","steps":["trace[533340423] 'read index received' (duration: 374.515703ms)","trace[533340423] 'applied index is now lower than readState.Index' (duration: 3.442168638s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:13.47358Z","caller":"traceutil/trace.go:171","msg":"trace[895467564] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"3.882062646s","start":"2026-05-07T03:20:09.591498Z","end":"2026-05-07T03:20:13.473561Z","steps":["trace[895467564] 'process raft request' (duration: 2.148115648s)","trace[895467564] 'compare' (duration: 1.732659742s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:13.473675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.591481Z","time spent":"3.882149539s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:13.473916Z","caller":"traceutil/trace.go:171","msg":"trace[864794499] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"3.882141428s","start":"2026-05-07T03:20:09.591761Z","end":"2026-05-07T03:20:13.473902Z","steps":["trace[864794499] 'process raft request' (duration: 3.881408702s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.474001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.591752Z","time spent":"3.882207961s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:13.474196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68702546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:13.474252Z","caller":"traceutil/trace.go:171","msg":"trace[978213683] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:640; }","duration":"3.687112663s","start":"2026-05-07T03:20:09.787123Z","end":"2026-05-07T03:20:13.474235Z","steps":["trace[978213683] 'agreement among raft nodes before linearized reading' (duration: 3.68703369s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.4743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:09.787104Z","time spent":"3.687183806s","remote":"127.0.0.1:46662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:13.474616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239465593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:20:13.474651Z","caller":"traceutil/trace.go:171","msg":"trace[1687743138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:640; }","duration":"2.239547545s","start":"2026-05-07T03:20:11.235095Z","end":"2026-05-07T03:20:13.474643Z","steps":["trace[1687743138] 'agreement among raft nodes before linearized reading' (duration: 2.239478773s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.474645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010793345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:13.474673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.235065Z","time spent":"2.239604018s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:13.474647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817977514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:13.474694Z","caller":"traceutil/trace.go:171","msg":"trace[1034982670] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:640; }","duration":"3.010878559s","start":"2026-05-07T03:20:10.463802Z","end":"2026-05-07T03:20:13.47468Z","steps":["trace[1034982670] 'agreement among raft nodes before linearized reading' (duration: 3.010793836s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.474647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439218043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:20:13.474714Z","caller":"traceutil/trace.go:171","msg":"trace[443786522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"1.818073357s","start":"2026-05-07T03:20:11.65662Z","end":"2026-05-07T03:20:13.474693Z","steps":["trace[443786522] 'agreement among raft nodes before linearized reading' (duration: 1.817971633s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.474735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:10.463783Z","time spent":"3.01094312s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-05-07T03:20:13.474746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296294926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:13.474765Z","caller":"traceutil/trace.go:171","msg":"trace[1317307577] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:640; }","duration":"2.296314286s","start":"2026-05-07T03:20:11.178445Z","end":"2026-05-07T03:20:13.47476Z","steps":["trace[1317307577] 'agreement among raft nodes before linearized reading' (duration: 2.296278785s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.474783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.178387Z","time spent":"2.29639143s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:13.474744Z","caller":"traceutil/trace.go:171","msg":"trace[334071691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:640; }","duration":"1.439362547s","start":"2026-05-07T03:20:12.035368Z","end":"2026-05-07T03:20:13.47473Z","steps":["trace[334071691] 'agreement among raft nodes before linearized reading' (duration: 1.439223002s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.474832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.035345Z","time spent":"1.439476472s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:13.474971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.00521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:13.475Z","caller":"traceutil/trace.go:171","msg":"trace[1358420506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:640; }","duration":"200.064363ms","start":"2026-05-07T03:20:13.274928Z","end":"2026-05-07T03:20:13.474992Z","steps":["trace[1358420506] 'agreement among raft nodes before linearized reading' (duration: 200.027021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.474753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:11.656605Z","time spent":"1.818140419s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:13.475692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195470576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:20:13.475849Z","caller":"traceutil/trace.go:171","msg":"trace[1836294160] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:640; }","duration":"1.195631001s","start":"2026-05-07T03:20:12.28014Z","end":"2026-05-07T03:20:13.475771Z","steps":["trace[1836294160] 'agreement among raft nodes before linearized reading' (duration: 1.19419067s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:13.476629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:12.280104Z","time spent":"1.196505182s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.118\" "} {"level":"warn","ts":"2026-05-07T03:20:13.978942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017046727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:14.247687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.400944ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-07T03:20:14.247838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.478314Z","time spent":"769.519618ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:20:14.276744Z","caller":"traceutil/trace.go:171","msg":"trace[1463788749] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"797.40047ms","start":"2026-05-07T03:20:13.479318Z","end":"2026-05-07T03:20:14.276719Z","steps":["trace[1463788749] 'process raft request' (duration: 797.192903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:14.276901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.479308Z","time spent":"797.512134ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:14.276917Z","caller":"traceutil/trace.go:171","msg":"trace[114539643] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:668; }","duration":"798.323632ms","start":"2026-05-07T03:20:13.478565Z","end":"2026-05-07T03:20:14.276889Z","steps":["trace[114539643] 'read index received' (duration: 632.72374ms)","trace[114539643] 'applied index is now lower than readState.Index' (duration: 165.597802ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:14.277074Z","caller":"traceutil/trace.go:171","msg":"trace[177614289] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"797.206722ms","start":"2026-05-07T03:20:13.47984Z","end":"2026-05-07T03:20:14.277047Z","steps":["trace[177614289] 'process raft request' (duration: 796.841199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:14.277097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.50913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:14.277422Z","caller":"traceutil/trace.go:171","msg":"trace[374169887] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/envoy-gateway-config; range_end:; response_count:0; response_revision:642; }","duration":"798.857451ms","start":"2026-05-07T03:20:13.478545Z","end":"2026-05-07T03:20:14.277402Z","steps":["trace[374169887] 'agreement among raft nodes before linearized reading' (duration: 798.483738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:14.27747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.478537Z","time spent":"798.920823ms","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" "} {"level":"warn","ts":"2026-05-07T03:20:14.277897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.479832Z","time spent":"797.466711ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:14.278126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.489064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T03:20:14.278164Z","caller":"traceutil/trace.go:171","msg":"trace[1033971704] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e; range_end:; response_count:1; response_revision:643; }","duration":"799.556947ms","start":"2026-05-07T03:20:13.478595Z","end":"2026-05-07T03:20:14.278152Z","steps":["trace[1033971704] 'agreement among raft nodes before linearized reading' (duration: 799.420751ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:14.278152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.583215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:20:14.278192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.478586Z","time spent":"799.597839ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e\" "} {"level":"info","ts":"2026-05-07T03:20:14.278222Z","caller":"traceutil/trace.go:171","msg":"trace[302295350] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:643; }","duration":"257.71677ms","start":"2026-05-07T03:20:14.020487Z","end":"2026-05-07T03:20:14.278204Z","steps":["trace[302295350] 'agreement among raft nodes before linearized reading' (duration: 257.544713ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:14.278229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.521851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:14.278266Z","caller":"traceutil/trace.go:171","msg":"trace[2024321426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"795.600145ms","start":"2026-05-07T03:20:13.482653Z","end":"2026-05-07T03:20:14.278254Z","steps":["trace[2024321426] 'agreement among raft nodes before linearized reading' (duration: 795.541882ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:14.278303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:13.482624Z","time spent":"795.672957ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:17.366404Z","caller":"traceutil/trace.go:171","msg":"trace[537105737] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"126.093734ms","start":"2026-05-07T03:20:17.240286Z","end":"2026-05-07T03:20:17.366379Z","steps":["trace[537105737] 'process raft request' (duration: 125.567296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:17.707443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.184875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:17.707549Z","caller":"traceutil/trace.go:171","msg":"trace[232484715] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:691; }","duration":"218.954307ms","start":"2026-05-07T03:20:17.488579Z","end":"2026-05-07T03:20:17.707533Z","steps":["trace[232484715] 'read index received' (duration: 8.569995ms)","trace[232484715] 'applied index is now lower than readState.Index' (duration: 210.383292ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:17.707625Z","caller":"traceutil/trace.go:171","msg":"trace[855840524] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"274.657981ms","start":"2026-05-07T03:20:17.432944Z","end":"2026-05-07T03:20:17.707602Z","steps":["trace[855840524] 'process raft request' (duration: 64.246028ms)","trace[855840524] 'compare' (duration: 210.01894ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:17.707746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.160624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:17.707783Z","caller":"traceutil/trace.go:171","msg":"trace[2019393547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:663; }","duration":"219.238576ms","start":"2026-05-07T03:20:17.488535Z","end":"2026-05-07T03:20:17.707773Z","steps":["trace[2019393547] 'agreement among raft nodes before linearized reading' (duration: 219.079101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:17.707913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.132439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:20:17.708011Z","caller":"traceutil/trace.go:171","msg":"trace[133186126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:663; }","duration":"218.274183ms","start":"2026-05-07T03:20:17.489709Z","end":"2026-05-07T03:20:17.707983Z","steps":["trace[133186126] 'agreement among raft nodes before linearized reading' (duration: 218.009784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:18.640489Z","caller":"traceutil/trace.go:171","msg":"trace[314107239] linearizableReadLoop","detail":"{readStateIndex:700; appliedIndex:699; }","duration":"346.817457ms","start":"2026-05-07T03:20:18.293621Z","end":"2026-05-07T03:20:18.640439Z","steps":["trace[314107239] 'read index received' (duration: 342.708797ms)","trace[314107239] 'applied index is now lower than readState.Index' (duration: 4.1067ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:18.640723Z","caller":"traceutil/trace.go:171","msg":"trace[933441334] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"505.871334ms","start":"2026-05-07T03:20:18.134702Z","end":"2026-05-07T03:20:18.640574Z","steps":["trace[933441334] 'process raft request' (duration: 503.034777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:18.640902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.269973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:20:18.640917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:18.134659Z","time spent":"506.168693ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:18.640958Z","caller":"traceutil/trace.go:171","msg":"trace[860920277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:669; }","duration":"347.358746ms","start":"2026-05-07T03:20:18.293583Z","end":"2026-05-07T03:20:18.640942Z","steps":["trace[860920277] 'agreement among raft nodes before linearized reading' (duration: 347.111158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:18.640985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:18.293562Z","time spent":"347.416407ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:20:18.677611Z","caller":"traceutil/trace.go:171","msg":"trace[16798147] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"220.601117ms","start":"2026-05-07T03:20:18.456982Z","end":"2026-05-07T03:20:18.677583Z","steps":["trace[16798147] 'process raft request' (duration: 220.367199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:18.677728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.873226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:20:18.677771Z","caller":"traceutil/trace.go:171","msg":"trace[1812998575] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:670; }","duration":"383.930578ms","start":"2026-05-07T03:20:18.293827Z","end":"2026-05-07T03:20:18.677757Z","steps":["trace[1812998575] 'agreement among raft nodes before linearized reading' (duration: 383.758192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:18.677808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:18.293785Z","time spent":"384.015581ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:20:18.836979Z","caller":"traceutil/trace.go:171","msg":"trace[1731781069] linearizableReadLoop","detail":"{readStateIndex:702; appliedIndex:701; }","duration":"159.428179ms","start":"2026-05-07T03:20:18.677522Z","end":"2026-05-07T03:20:18.83695Z","steps":["trace[1731781069] 'read index received' (duration: 159.237592ms)","trace[1731781069] 'applied index is now lower than readState.Index' (duration: 189.137µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:18.837106Z","caller":"traceutil/trace.go:171","msg":"trace[1087327922] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"189.830072ms","start":"2026-05-07T03:20:18.647246Z","end":"2026-05-07T03:20:18.837077Z","steps":["trace[1087327922] 'process raft request' (duration: 189.493041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:18.837145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.211098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:18.837196Z","caller":"traceutil/trace.go:171","msg":"trace[248219006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"183.27574ms","start":"2026-05-07T03:20:18.653906Z","end":"2026-05-07T03:20:18.837182Z","steps":["trace[248219006] 'agreement among raft nodes before linearized reading' (duration: 183.183197ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:18.849249Z","caller":"traceutil/trace.go:171","msg":"trace[147920958] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"167.685059ms","start":"2026-05-07T03:20:18.681541Z","end":"2026-05-07T03:20:18.849226Z","steps":["trace[147920958] 'process raft request' (duration: 167.210444ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:18.849287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.036483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4b8xz\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-07T03:20:18.849409Z","caller":"traceutil/trace.go:171","msg":"trace[665212700] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4b8xz; range_end:; response_count:1; response_revision:673; }","duration":"146.209439ms","start":"2026-05-07T03:20:18.703171Z","end":"2026-05-07T03:20:18.84938Z","steps":["trace[665212700] 'agreement among raft nodes before linearized reading' (duration: 145.858287ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:18.849506Z","caller":"traceutil/trace.go:171","msg":"trace[300467262] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"154.509311ms","start":"2026-05-07T03:20:18.694986Z","end":"2026-05-07T03:20:18.849496Z","steps":["trace[300467262] 'process raft request' (duration: 153.968002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:19.70121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017046809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:20.2018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017046809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:20.702816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017046809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:21.016943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.153390997s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:21.017496Z","caller":"traceutil/trace.go:171","msg":"trace[506763602] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"2.154067869s","start":"2026-05-07T03:20:18.863397Z","end":"2026-05-07T03:20:21.017465Z","steps":["trace[506763602] 'process raft request' (duration: 2.153818341s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:21.017639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:18.863349Z","time spent":"2.154222535s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:21.656356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999894767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:20:21.656501Z","caller":"traceutil/trace.go:171","msg":"trace[1444628358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053093s","start":"2026-05-07T03:20:19.656423Z","end":"2026-05-07T03:20:21.656476Z","steps":["trace[1444628358] 'agreement among raft nodes before linearized reading' (duration: 1.999892007s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:21.656569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.656368Z","time spent":"2.000185367s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:23.208594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.189490391s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:23.209786Z","caller":"traceutil/trace.go:171","msg":"trace[656420189] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:704; }","duration":"4.009349793s","start":"2026-05-07T03:20:19.200413Z","end":"2026-05-07T03:20:23.209763Z","steps":["trace[656420189] 'read index received' (duration: 1.816827623s)","trace[656420189] 'applied index is now lower than readState.Index' (duration: 2.19252091s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:23.209938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009492797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:23.209918Z","caller":"traceutil/trace.go:171","msg":"trace[440472586] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"3.936509606s","start":"2026-05-07T03:20:19.273369Z","end":"2026-05-07T03:20:23.209878Z","steps":["trace[440472586] 'process raft request' (duration: 3.93570307s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:23.209988Z","caller":"traceutil/trace.go:171","msg":"trace[269288189] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:675; }","duration":"4.009608032s","start":"2026-05-07T03:20:19.200368Z","end":"2026-05-07T03:20:23.209976Z","steps":["trace[269288189] 'agreement among raft nodes before linearized reading' (duration: 4.009496848s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.210031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.200346Z","time spent":"4.009674954s","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:23.210092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.273342Z","time spent":"3.936659491s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:23.210959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881997493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:23.211152Z","caller":"traceutil/trace.go:171","msg":"trace[1491468447] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:675; }","duration":"3.882288203s","start":"2026-05-07T03:20:19.328789Z","end":"2026-05-07T03:20:23.211077Z","steps":["trace[1491468447] 'agreement among raft nodes before linearized reading' (duration: 3.881515608s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.211251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.328759Z","time spent":"3.882471479s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:23.211457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.554479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-07T03:20:23.211408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334892514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:23.211516Z","caller":"traceutil/trace.go:171","msg":"trace[663627352] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:675; }","duration":"930.643291ms","start":"2026-05-07T03:20:22.280846Z","end":"2026-05-07T03:20:23.21149Z","steps":["trace[663627352] 'agreement among raft nodes before linearized reading' (duration: 930.561898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.211548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.280816Z","time spent":"930.725844ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.118\" "} {"level":"info","ts":"2026-05-07T03:20:23.211569Z","caller":"traceutil/trace.go:171","msg":"trace[898629693] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:675; }","duration":"2.335068328s","start":"2026-05-07T03:20:20.87644Z","end":"2026-05-07T03:20:23.211508Z","steps":["trace[898629693] 'agreement among raft nodes before linearized reading' (duration: 2.333915952s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.211645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:20.876429Z","time spent":"2.335199643s","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:23.212195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485924712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:23.212411Z","caller":"traceutil/trace.go:171","msg":"trace[1956075461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:675; }","duration":"3.48615454s","start":"2026-05-07T03:20:19.726214Z","end":"2026-05-07T03:20:23.212369Z","steps":["trace[1956075461] 'agreement among raft nodes before linearized reading' (duration: 3.48584506s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.212681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.726192Z","time spent":"3.486470549s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:23.212826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489061746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:20:23.21289Z","caller":"traceutil/trace.go:171","msg":"trace[539225282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:675; }","duration":"3.489146669s","start":"2026-05-07T03:20:19.723718Z","end":"2026-05-07T03:20:23.212864Z","steps":["trace[539225282] 'agreement among raft nodes before linearized reading' (duration: 3.488994624s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.212932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.723698Z","time spent":"3.489226222s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:23.21297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541829058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:23.213045Z","caller":"traceutil/trace.go:171","msg":"trace[1035990514] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:675; }","duration":"3.541929851s","start":"2026-05-07T03:20:19.671084Z","end":"2026-05-07T03:20:23.213014Z","steps":["trace[1035990514] 'agreement among raft nodes before linearized reading' (duration: 3.541812208s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.213093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:19.67106Z","time spent":"3.542021125s","remote":"127.0.0.1:46634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:23.21318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520116436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:20:23.21332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556255483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:23.213307Z","caller":"traceutil/trace.go:171","msg":"trace[260731888] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:675; }","duration":"1.520292191s","start":"2026-05-07T03:20:21.692943Z","end":"2026-05-07T03:20:23.213236Z","steps":["trace[260731888] 'agreement among raft nodes before linearized reading' (duration: 1.520021153s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:23.213373Z","caller":"traceutil/trace.go:171","msg":"trace[862231537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"1.556325164s","start":"2026-05-07T03:20:21.657034Z","end":"2026-05-07T03:20:23.213359Z","steps":["trace[862231537] 'agreement among raft nodes before linearized reading' (duration: 1.556235051s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.213406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.692929Z","time spent":"1.520459567s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":6,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:23.213418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.657023Z","time spent":"1.556388647s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:20:23.213558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.608607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:23.213614Z","caller":"traceutil/trace.go:171","msg":"trace[1891077942] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:675; }","duration":"933.738781ms","start":"2026-05-07T03:20:22.279861Z","end":"2026-05-07T03:20:23.2136Z","steps":["trace[1891077942] 'agreement among raft nodes before linearized reading' (duration: 933.632308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.213655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.279833Z","time spent":"933.814494ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:23.213813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372254722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:20:23.212229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.489371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:20:23.211269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355389753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:20:23.214002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680544616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:23.214997Z","caller":"traceutil/trace.go:171","msg":"trace[1178604954] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:675; }","duration":"1.681547089s","start":"2026-05-07T03:20:21.533405Z","end":"2026-05-07T03:20:23.214952Z","steps":["trace[1178604954] 'agreement among raft nodes before linearized reading' (duration: 1.677041584s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.215043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:21.533388Z","time spent":"1.681638332s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":27,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:23.215142Z","caller":"traceutil/trace.go:171","msg":"trace[167259921] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:675; }","duration":"409.420415ms","start":"2026-05-07T03:20:22.805666Z","end":"2026-05-07T03:20:23.215087Z","steps":["trace[167259921] 'agreement among raft nodes before linearized reading' (duration: 406.395258ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.215198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:22.805628Z","time spent":"409.549719ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:23.215225Z","caller":"traceutil/trace.go:171","msg":"trace[2127200751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:675; }","duration":"2.359379513s","start":"2026-05-07T03:20:20.855826Z","end":"2026-05-07T03:20:23.215206Z","steps":["trace[2127200751] 'agreement among raft nodes before linearized reading' (duration: 2.354900359s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.215253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:20.855806Z","time spent":"2.359437365s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:20:23.215691Z","caller":"traceutil/trace.go:171","msg":"trace[548290109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:675; }","duration":"2.374158614s","start":"2026-05-07T03:20:20.841511Z","end":"2026-05-07T03:20:23.215669Z","steps":["trace[548290109] 'agreement among raft nodes before linearized reading' (duration: 2.368822512s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:23.215742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:20.841492Z","time spent":"2.374236427s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:20:24.047548Z","caller":"traceutil/trace.go:171","msg":"trace[158126980] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"275.785527ms","start":"2026-05-07T03:20:23.771735Z","end":"2026-05-07T03:20:24.047521Z","steps":["trace[158126980] 'process raft request' (duration: 275.617972ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:24.094791Z","caller":"traceutil/trace.go:171","msg":"trace[1277304069] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"314.533465ms","start":"2026-05-07T03:20:23.780233Z","end":"2026-05-07T03:20:24.094766Z","steps":["trace[1277304069] 'process raft request' (duration: 304.896099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:24.094908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:23.780218Z","time spent":"314.634948ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.307742Z","caller":"traceutil/trace.go:171","msg":"trace[1001697897] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"380.362189ms","start":"2026-05-07T03:20:25.927347Z","end":"2026-05-07T03:20:26.307709Z","steps":["trace[1001697897] 'process raft request' (duration: 320.929411ms)","trace[1001697897] 'compare' (duration: 58.999944ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:26.30816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.927322Z","time spent":"380.514794ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:20:26.32691Z","caller":"traceutil/trace.go:171","msg":"trace[1456531728] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"363.974706ms","start":"2026-05-07T03:20:25.962905Z","end":"2026-05-07T03:20:26.32688Z","steps":["trace[1456531728] 'process raft request' (duration: 363.733369ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.327163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.962883Z","time spent":"364.090291ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:26.327686Z","caller":"traceutil/trace.go:171","msg":"trace[271034844] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"364.636148ms","start":"2026-05-07T03:20:25.963034Z","end":"2026-05-07T03:20:26.32767Z","steps":["trace[271034844] 'process raft request' (duration: 363.751789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:26.3278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:25.963029Z","time spent":"364.69543ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:26.327804Z","caller":"traceutil/trace.go:171","msg":"trace[406863151] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:748; }","duration":"295.95588ms","start":"2026-05-07T03:20:26.031802Z","end":"2026-05-07T03:20:26.327758Z","steps":["trace[406863151] 'read index received' (duration: 216.549361ms)","trace[406863151] 'applied index is now lower than readState.Index' (duration: 79.404669ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:26.327981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.167876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:26.328099Z","caller":"traceutil/trace.go:171","msg":"trace[811148089] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:718; }","duration":"296.321331ms","start":"2026-05-07T03:20:26.031749Z","end":"2026-05-07T03:20:26.32807Z","steps":["trace[811148089] 'agreement among raft nodes before linearized reading' (duration: 296.139995ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.126176Z","caller":"traceutil/trace.go:171","msg":"trace[1202431805] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"224.392334ms","start":"2026-05-07T03:20:26.90176Z","end":"2026-05-07T03:20:27.126153Z","steps":["trace[1202431805] 'process raft request' (duration: 224.227849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.147334Z","caller":"traceutil/trace.go:171","msg":"trace[53397778] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"114.733948ms","start":"2026-05-07T03:20:27.032575Z","end":"2026-05-07T03:20:27.147309Z","steps":["trace[53397778] 'process raft request' (duration: 114.668916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.147437Z","caller":"traceutil/trace.go:171","msg":"trace[829823278] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"119.676859ms","start":"2026-05-07T03:20:27.027682Z","end":"2026-05-07T03:20:27.147358Z","steps":["trace[829823278] 'process raft request' (duration: 119.420772ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.413177Z","caller":"traceutil/trace.go:171","msg":"trace[160486193] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"259.660523ms","start":"2026-05-07T03:20:27.153477Z","end":"2026-05-07T03:20:27.413137Z","steps":["trace[160486193] 'process raft request' (duration: 259.400375ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.759114Z","caller":"traceutil/trace.go:171","msg":"trace[1294107790] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:765; }","duration":"444.58682ms","start":"2026-05-07T03:20:27.314492Z","end":"2026-05-07T03:20:27.759079Z","steps":["trace[1294107790] 'read index received' (duration: 98.347054ms)","trace[1294107790] 'applied index is now lower than readState.Index' (duration: 346.237786ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:27.759273Z","caller":"traceutil/trace.go:171","msg":"trace[47084406] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"524.857108ms","start":"2026-05-07T03:20:27.234386Z","end":"2026-05-07T03:20:27.759243Z","steps":["trace[47084406] 'process raft request' (duration: 447.897601ms)","trace[47084406] 'compare' (duration: 76.484523ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:27.759411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.234358Z","time spent":"524.978532ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:27.760657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.141517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:20:27.760728Z","caller":"traceutil/trace.go:171","msg":"trace[1500374437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:734; }","duration":"446.259591ms","start":"2026-05-07T03:20:27.314452Z","end":"2026-05-07T03:20:27.760711Z","steps":["trace[1500374437] 'agreement among raft nodes before linearized reading' (duration: 444.785126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.760767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.314433Z","time spent":"446.324392ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:20:27.822073Z","caller":"traceutil/trace.go:171","msg":"trace[902762482] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"184.503103ms","start":"2026-05-07T03:20:27.63754Z","end":"2026-05-07T03:20:27.822043Z","steps":["trace[902762482] 'process raft request' (duration: 184.453581ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.822272Z","caller":"traceutil/trace.go:171","msg":"trace[520978778] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"402.157405ms","start":"2026-05-07T03:20:27.420053Z","end":"2026-05-07T03:20:27.822211Z","steps":["trace[520978778] 'process raft request' (duration: 401.692551ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:27.822493Z","caller":"traceutil/trace.go:171","msg":"trace[2009678783] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"390.068843ms","start":"2026-05-07T03:20:27.432312Z","end":"2026-05-07T03:20:27.82238Z","steps":["trace[2009678783] 'process raft request' (duration: 389.63589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.823199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.432292Z","time spent":"390.543508ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:27.823556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.420027Z","time spent":"402.509816ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:27.837823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.65448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T03:20:27.837895Z","caller":"traceutil/trace.go:171","msg":"trace[494005738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:740; }","duration":"509.768624ms","start":"2026-05-07T03:20:27.32811Z","end":"2026-05-07T03:20:27.837879Z","steps":["trace[494005738] 'agreement among raft nodes before linearized reading' (duration: 509.567967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.837937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.328096Z","time spent":"509.834655ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:27.838163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.464944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:20:27.838173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.693206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:27.838237Z","caller":"traceutil/trace.go:171","msg":"trace[1134794294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:740; }","duration":"180.765128ms","start":"2026-05-07T03:20:27.657456Z","end":"2026-05-07T03:20:27.838222Z","steps":["trace[1134794294] 'agreement among raft nodes before linearized reading' (duration: 180.646494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.838256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.461659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:27.838201Z","caller":"traceutil/trace.go:171","msg":"trace[1498945295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:740; }","duration":"509.523826ms","start":"2026-05-07T03:20:27.328671Z","end":"2026-05-07T03:20:27.838195Z","steps":["trace[1498945295] 'agreement among raft nodes before linearized reading' (duration: 509.444354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.838468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.328663Z","time spent":"509.786784ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:27.838839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.099833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:20:27.838897Z","caller":"traceutil/trace.go:171","msg":"trace[753931550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:740; }","duration":"510.171885ms","start":"2026-05-07T03:20:27.32871Z","end":"2026-05-07T03:20:27.838882Z","steps":["trace[753931550] 'agreement among raft nodes before linearized reading' (duration: 510.00505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.838945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.328706Z","time spent":"510.231988ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:20:27.838439Z","caller":"traceutil/trace.go:171","msg":"trace[1354376912] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:740; }","duration":"315.725517ms","start":"2026-05-07T03:20:27.52269Z","end":"2026-05-07T03:20:27.838416Z","steps":["trace[1354376912] 'agreement among raft nodes before linearized reading' (duration: 315.364896ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:27.839824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:27.52262Z","time spent":"316.991406ms","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:29.099324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.027705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-05-07T03:20:29.099433Z","caller":"traceutil/trace.go:171","msg":"trace[773177476] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:755; }","duration":"667.163899ms","start":"2026-05-07T03:20:28.432239Z","end":"2026-05-07T03:20:29.099403Z","steps":["trace[773177476] 'range keys from in-memory index tree' (duration: 666.749116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.09949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.432222Z","time spent":"667.253812ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-05-07T03:20:29.099566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.752579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-05-07T03:20:29.099645Z","caller":"traceutil/trace.go:171","msg":"trace[359073114] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:755; }","duration":"866.900443ms","start":"2026-05-07T03:20:28.232727Z","end":"2026-05-07T03:20:29.099627Z","steps":["trace[359073114] 'range keys from in-memory index tree' (duration: 866.496942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.09974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.232691Z","time spent":"867.037167ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-05-07T03:20:29.186331Z","caller":"traceutil/trace.go:171","msg":"trace[1027232737] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"525.539523ms","start":"2026-05-07T03:20:28.660767Z","end":"2026-05-07T03:20:29.186307Z","steps":["trace[1027232737] 'process raft request' (duration: 525.283966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.186528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.660686Z","time spent":"525.726678ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:29.186623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.656293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4b8xz\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-05-07T03:20:29.186713Z","caller":"traceutil/trace.go:171","msg":"trace[1185450780] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4b8xz; range_end:; response_count:1; response_revision:756; }","duration":"417.791547ms","start":"2026-05-07T03:20:28.768899Z","end":"2026-05-07T03:20:29.18669Z","steps":["trace[1185450780] 'agreement among raft nodes before linearized reading' (duration: 417.461267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.186763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.768879Z","time spent":"417.875509ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18360,"request content":"key:\"/registry/pods/kube-system/cilium-4b8xz\" "} {"level":"info","ts":"2026-05-07T03:20:29.186898Z","caller":"traceutil/trace.go:171","msg":"trace[1106981746] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"417.310952ms","start":"2026-05-07T03:20:28.768945Z","end":"2026-05-07T03:20:29.186256Z","steps":["trace[1106981746] 'read index received' (duration: 416.890659ms)","trace[1106981746] 'applied index is now lower than readState.Index' (duration: 419.423µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:29.281361Z","caller":"traceutil/trace.go:171","msg":"trace[746562734] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"421.705903ms","start":"2026-05-07T03:20:28.859633Z","end":"2026-05-07T03:20:29.281339Z","steps":["trace[746562734] 'process raft request' (duration: 421.546179ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:29.281427Z","caller":"traceutil/trace.go:171","msg":"trace[2002306854] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"437.230726ms","start":"2026-05-07T03:20:28.844172Z","end":"2026-05-07T03:20:29.281403Z","steps":["trace[2002306854] 'process raft request' (duration: 436.859435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.281494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.859607Z","time spent":"421.821987ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:20:29.281612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.873055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:20:29.281749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:28.844151Z","time spent":"437.33096ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:29.281756Z","caller":"traceutil/trace.go:171","msg":"trace[392623383] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:758; }","duration":"215.077921ms","start":"2026-05-07T03:20:29.066659Z","end":"2026-05-07T03:20:29.281737Z","steps":["trace[392623383] 'agreement among raft nodes before linearized reading' (duration: 214.740431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:29.281924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.231359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-05-07T03:20:29.282097Z","caller":"traceutil/trace.go:171","msg":"trace[1060120099] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:758; }","duration":"249.487987ms","start":"2026-05-07T03:20:29.032529Z","end":"2026-05-07T03:20:29.282017Z","steps":["trace[1060120099] 'agreement among raft nodes before linearized reading' (duration: 249.032683ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:29.303242Z","caller":"traceutil/trace.go:171","msg":"trace[1800810022] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"101.550855ms","start":"2026-05-07T03:20:29.201661Z","end":"2026-05-07T03:20:29.303212Z","steps":["trace[1800810022] 'process raft request' (duration: 100.70674ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:31.888843Z","caller":"traceutil/trace.go:171","msg":"trace[533758743] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"183.807153ms","start":"2026-05-07T03:20:31.704999Z","end":"2026-05-07T03:20:31.888806Z","steps":["trace[533758743] 'process raft request' (duration: 183.650779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:32.128806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.009847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:32.128962Z","caller":"traceutil/trace.go:171","msg":"trace[1900605243] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:818; }","duration":"230.012424ms","start":"2026-05-07T03:20:31.898933Z","end":"2026-05-07T03:20:32.128945Z","steps":["trace[1900605243] 'read index received' (duration: 60.849861ms)","trace[1900605243] 'applied index is now lower than readState.Index' (duration: 169.161713ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:32.129053Z","caller":"traceutil/trace.go:171","msg":"trace[552618225] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"236.158175ms","start":"2026-05-07T03:20:31.892884Z","end":"2026-05-07T03:20:32.129042Z","steps":["trace[552618225] 'process raft request' (duration: 66.924861ms)","trace[552618225] 'compare' (duration: 168.800891ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:32.129442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.422746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:32.129484Z","caller":"traceutil/trace.go:171","msg":"trace[270965953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:786; }","duration":"230.490518ms","start":"2026-05-07T03:20:31.898983Z","end":"2026-05-07T03:20:32.129474Z","steps":["trace[270965953] 'agreement among raft nodes before linearized reading' (duration: 230.237931ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:32.129642Z","caller":"traceutil/trace.go:171","msg":"trace[700992067] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"233.725813ms","start":"2026-05-07T03:20:31.895905Z","end":"2026-05-07T03:20:32.12963Z","steps":["trace[700992067] 'process raft request' (duration: 232.997702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:32.129613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.652252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:20:32.129757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.881183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:20:32.129809Z","caller":"traceutil/trace.go:171","msg":"trace[1991989506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:786; }","duration":"225.963184ms","start":"2026-05-07T03:20:31.903832Z","end":"2026-05-07T03:20:32.129795Z","steps":["trace[1991989506] 'agreement among raft nodes before linearized reading' (duration: 225.81767ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:32.129887Z","caller":"traceutil/trace.go:171","msg":"trace[41059908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"230.864249ms","start":"2026-05-07T03:20:31.898901Z","end":"2026-05-07T03:20:32.129766Z","steps":["trace[41059908] 'agreement among raft nodes before linearized reading' (duration: 230.298933ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:32.396004Z","caller":"traceutil/trace.go:171","msg":"trace[298900464] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"263.2549ms","start":"2026-05-07T03:20:32.132715Z","end":"2026-05-07T03:20:32.39597Z","steps":["trace[298900464] 'process raft request' (duration: 206.982391ms)","trace[298900464] 'compare' (duration: 55.94362ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:32.396051Z","caller":"traceutil/trace.go:171","msg":"trace[1349501040] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"262.268332ms","start":"2026-05-07T03:20:32.133762Z","end":"2026-05-07T03:20:32.396031Z","steps":["trace[1349501040] 'process raft request' (duration: 262.109337ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:32.396411Z","caller":"traceutil/trace.go:171","msg":"trace[1128439342] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:821; }","duration":"114.084904ms","start":"2026-05-07T03:20:32.282267Z","end":"2026-05-07T03:20:32.396352Z","steps":["trace[1128439342] 'read index received' (duration: 57.380342ms)","trace[1128439342] 'applied index is now lower than readState.Index' (duration: 56.703122ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:32.396551Z","caller":"traceutil/trace.go:171","msg":"trace[446019732] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"261.892869ms","start":"2026-05-07T03:20:32.134639Z","end":"2026-05-07T03:20:32.396532Z","steps":["trace[446019732] 'process raft request' (duration: 261.336943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:32.396756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.480826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:20:32.396765Z","caller":"traceutil/trace.go:171","msg":"trace[2135201987] transaction","detail":"{read_only:false; number_of_response:0; response_revision:790; }","duration":"262.015164ms","start":"2026-05-07T03:20:32.134732Z","end":"2026-05-07T03:20:32.396747Z","steps":["trace[2135201987] 'process raft request' (duration: 261.401486ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:32.396817Z","caller":"traceutil/trace.go:171","msg":"trace[1964244884] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:790; }","duration":"114.588689ms","start":"2026-05-07T03:20:32.282214Z","end":"2026-05-07T03:20:32.396803Z","steps":["trace[1964244884] 'agreement among raft nodes before linearized reading' (duration: 114.250069ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:38.308651Z","caller":"traceutil/trace.go:171","msg":"trace[838683710] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"136.879306ms","start":"2026-05-07T03:20:38.171747Z","end":"2026-05-07T03:20:38.308626Z","steps":["trace[838683710] 'process raft request' (duration: 136.565137ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:38.311952Z","caller":"traceutil/trace.go:171","msg":"trace[796661676] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:863; }","duration":"128.372553ms","start":"2026-05-07T03:20:38.183556Z","end":"2026-05-07T03:20:38.311929Z","steps":["trace[796661676] 'read index received' (duration: 124.856546ms)","trace[796661676] 'applied index is now lower than readState.Index' (duration: 3.515097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:38.312212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.63561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T03:20:38.312341Z","caller":"traceutil/trace.go:171","msg":"trace[826965707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:829; }","duration":"128.794424ms","start":"2026-05-07T03:20:38.183534Z","end":"2026-05-07T03:20:38.312328Z","steps":["trace[826965707] 'agreement among raft nodes before linearized reading' (duration: 128.521217ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:38.312227Z","caller":"traceutil/trace.go:171","msg":"trace[1042905025] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"140.376891ms","start":"2026-05-07T03:20:38.17183Z","end":"2026-05-07T03:20:38.312207Z","steps":["trace[1042905025] 'process raft request' (duration: 139.998651ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:38.588856Z","caller":"traceutil/trace.go:171","msg":"trace[618658963] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"148.652427ms","start":"2026-05-07T03:20:38.440181Z","end":"2026-05-07T03:20:38.588833Z","steps":["trace[618658963] 'process raft request' (duration: 148.579535ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:38.589075Z","caller":"traceutil/trace.go:171","msg":"trace[101591553] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"150.589891ms","start":"2026-05-07T03:20:38.438471Z","end":"2026-05-07T03:20:38.589061Z","steps":["trace[101591553] 'process raft request' (duration: 130.982875ms)","trace[101591553] 'compare' (duration: 19.124592ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:40.155815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017047118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:40.656945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017047118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:40.726021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089560738s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:40.726669Z","caller":"traceutil/trace.go:171","msg":"trace[1058370056] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"1.090293167s","start":"2026-05-07T03:20:39.636354Z","end":"2026-05-07T03:20:40.726647Z","steps":["trace[1058370056] 'process raft request' (duration: 1.089898067s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:40.726795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072061415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:40.726865Z","caller":"traceutil/trace.go:171","msg":"trace[2032465345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:833; }","duration":"1.072165398s","start":"2026-05-07T03:20:39.654683Z","end":"2026-05-07T03:20:40.726848Z","steps":["trace[2032465345] 'agreement among raft nodes before linearized reading' (duration: 1.072036784s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:40.72691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:39.636328Z","time spent":"1.090421132s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:40.726928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:39.65467Z","time spent":"1.07224812s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:20:40.727198Z","caller":"traceutil/trace.go:171","msg":"trace[581359326] linearizableReadLoop","detail":"{readStateIndex:870; appliedIndex:869; }","duration":"1.07187001s","start":"2026-05-07T03:20:39.654718Z","end":"2026-05-07T03:20:40.726588Z","steps":["trace[581359326] 'read index received' (duration: 1.071433518s)","trace[581359326] 'applied index is now lower than readState.Index' (duration: 435.392µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:40.727445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.7164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:20:40.727471Z","caller":"traceutil/trace.go:171","msg":"trace[1341837398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:833; }","duration":"410.801283ms","start":"2026-05-07T03:20:40.31666Z","end":"2026-05-07T03:20:40.727461Z","steps":["trace[1341837398] 'agreement among raft nodes before linearized reading' (duration: 410.659289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:40.727485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.285016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:20:40.727503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:40.316629Z","time spent":"410.861564ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:40.727596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.736916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T03:20:40.727643Z","caller":"traceutil/trace.go:171","msg":"trace[532874714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:833; }","duration":"135.473751ms","start":"2026-05-07T03:20:40.592156Z","end":"2026-05-07T03:20:40.72763Z","steps":["trace[532874714] 'agreement among raft nodes before linearized reading' (duration: 135.178274ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:40.727664Z","caller":"traceutil/trace.go:171","msg":"trace[639187178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:833; }","duration":"330.849649ms","start":"2026-05-07T03:20:40.396796Z","end":"2026-05-07T03:20:40.727646Z","steps":["trace[639187178] 'agreement among raft nodes before linearized reading' (duration: 330.656184ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:40.727707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:40.396778Z","time spent":"330.919031ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:40.727754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.409752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:20:40.727775Z","caller":"traceutil/trace.go:171","msg":"trace[1028572246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:833; }","duration":"410.480303ms","start":"2026-05-07T03:20:40.317288Z","end":"2026-05-07T03:20:40.727769Z","steps":["trace[1028572246] 'agreement among raft nodes before linearized reading' (duration: 410.423312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:40.727792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:40.317281Z","time spent":"410.506694ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:40.727872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.6724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:20:40.727888Z","caller":"traceutil/trace.go:171","msg":"trace[950037165] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:833; }","duration":"134.704531ms","start":"2026-05-07T03:20:40.593178Z","end":"2026-05-07T03:20:40.727883Z","steps":["trace[950037165] 'agreement among raft nodes before linearized reading' (duration: 134.65919ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:42.901101Z","caller":"traceutil/trace.go:171","msg":"trace[891777145] linearizableReadLoop","detail":"{readStateIndex:878; appliedIndex:877; }","duration":"141.388735ms","start":"2026-05-07T03:20:42.759685Z","end":"2026-05-07T03:20:42.901074Z","steps":["trace[891777145] 'read index received' (duration: 141.142828ms)","trace[891777145] 'applied index is now lower than readState.Index' (duration: 244.747µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:42.901145Z","caller":"traceutil/trace.go:171","msg":"trace[758003461] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"155.220907ms","start":"2026-05-07T03:20:42.745904Z","end":"2026-05-07T03:20:42.901125Z","steps":["trace[758003461] 'process raft request' (duration: 155.011082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.901471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.301651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:20:42.901535Z","caller":"traceutil/trace.go:171","msg":"trace[506945312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:840; }","duration":"141.407684ms","start":"2026-05-07T03:20:42.760112Z","end":"2026-05-07T03:20:42.90152Z","steps":["trace[506945312] 'agreement among raft nodes before linearized reading' (duration: 141.24409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.901817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.123664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:20:42.901872Z","caller":"traceutil/trace.go:171","msg":"trace[1342282577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:840; }","duration":"142.202696ms","start":"2026-05-07T03:20:42.759653Z","end":"2026-05-07T03:20:42.901855Z","steps":["trace[1342282577] 'agreement among raft nodes before linearized reading' (duration: 141.568939ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.901823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.64711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:20:42.902096Z","caller":"traceutil/trace.go:171","msg":"trace[1155670426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:840; }","duration":"141.949928ms","start":"2026-05-07T03:20:42.760122Z","end":"2026-05-07T03:20:42.902072Z","steps":["trace[1155670426] 'agreement among raft nodes before linearized reading' (duration: 141.190599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:42.902249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.475256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:20:42.902297Z","caller":"traceutil/trace.go:171","msg":"trace[1343998057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:840; }","duration":"141.583679ms","start":"2026-05-07T03:20:42.760701Z","end":"2026-05-07T03:20:42.902285Z","steps":["trace[1343998057] 'agreement among raft nodes before linearized reading' (duration: 140.625674ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:43.088961Z","caller":"traceutil/trace.go:171","msg":"trace[1251966349] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"182.524563ms","start":"2026-05-07T03:20:42.906414Z","end":"2026-05-07T03:20:43.088938Z","steps":["trace[1251966349] 'process raft request' (duration: 124.892833ms)","trace[1251966349] 'compare' (duration: 57.419024ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:43.335743Z","caller":"traceutil/trace.go:171","msg":"trace[1310001463] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"428.695165ms","start":"2026-05-07T03:20:42.907023Z","end":"2026-05-07T03:20:43.335718Z","steps":["trace[1310001463] 'process raft request' (duration: 428.451938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:43.335887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:42.907016Z","time spent":"428.798277ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:43.33618Z","caller":"traceutil/trace.go:171","msg":"trace[364674057] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"429.462774ms","start":"2026-05-07T03:20:42.906683Z","end":"2026-05-07T03:20:43.336145Z","steps":["trace[364674057] 'process raft request' (duration: 428.736076ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:43.336266Z","caller":"traceutil/trace.go:171","msg":"trace[821208798] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"429.386813ms","start":"2026-05-07T03:20:42.906651Z","end":"2026-05-07T03:20:43.336038Z","steps":["trace[821208798] 'process raft request' (duration: 363.441258ms)","trace[821208798] 'compare' (duration: 65.157335ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:43.336447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:42.906671Z","time spent":"429.626768ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:43.33662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:42.906641Z","time spent":"429.878695ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:20:45.346028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.12503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:45.346135Z","caller":"traceutil/trace.go:171","msg":"trace[1125146019] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:846; }","duration":"105.282094ms","start":"2026-05-07T03:20:45.240827Z","end":"2026-05-07T03:20:45.346109Z","steps":["trace[1125146019] 'count revisions from in-memory index tree' (duration: 105.013138ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:45.544712Z","caller":"traceutil/trace.go:171","msg":"trace[1176275574] transaction","detail":"{read_only:false; response_revision:848; number_of_response:1; }","duration":"194.016897ms","start":"2026-05-07T03:20:45.350673Z","end":"2026-05-07T03:20:45.54469Z","steps":["trace[1176275574] 'process raft request' (duration: 193.859663ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:45.545017Z","caller":"traceutil/trace.go:171","msg":"trace[1644776873] linearizableReadLoop","detail":"{readStateIndex:887; appliedIndex:885; }","duration":"100.835221ms","start":"2026-05-07T03:20:45.444157Z","end":"2026-05-07T03:20:45.544992Z","steps":["trace[1644776873] 'read index received' (duration: 100.275636ms)","trace[1644776873] 'applied index is now lower than readState.Index' (duration: 557.715µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:45.545054Z","caller":"traceutil/trace.go:171","msg":"trace[1820380713] transaction","detail":"{read_only:false; response_revision:849; number_of_response:1; }","duration":"192.837937ms","start":"2026-05-07T03:20:45.352194Z","end":"2026-05-07T03:20:45.545032Z","steps":["trace[1820380713] 'process raft request' (duration: 192.460628ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:45.545205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.003895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:45.545313Z","caller":"traceutil/trace.go:171","msg":"trace[762563653] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:849; }","duration":"101.18548ms","start":"2026-05-07T03:20:45.44411Z","end":"2026-05-07T03:20:45.545295Z","steps":["trace[762563653] 'agreement among raft nodes before linearized reading' (duration: 100.953364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:48.24677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.241668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:20:48.246876Z","caller":"traceutil/trace.go:171","msg":"trace[939662291] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"159.402887ms","start":"2026-05-07T03:20:48.087457Z","end":"2026-05-07T03:20:48.24686Z","steps":["trace[939662291] 'process raft request' (duration: 48.996284ms)","trace[939662291] 'compare' (duration: 109.550842ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:20:48.594325Z","caller":"traceutil/trace.go:171","msg":"trace[1303176918] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"226.956008ms","start":"2026-05-07T03:20:48.36734Z","end":"2026-05-07T03:20:48.594296Z","steps":["trace[1303176918] 'process raft request' (duration: 226.780134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:50.657078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017047208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:51.172671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017047208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:20:51.362023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380964225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:20:51.362463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805425229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:20:51.362463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174762474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:20:51.362635Z","caller":"traceutil/trace.go:171","msg":"trace[869936794] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:864; }","duration":"2.174974799s","start":"2026-05-07T03:20:49.187648Z","end":"2026-05-07T03:20:51.362623Z","steps":["trace[869936794] 'range keys from in-memory index tree' (duration: 2.174224561s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:20:51.362583Z","caller":"traceutil/trace.go:171","msg":"trace[1661719207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:864; }","duration":"1.805597533s","start":"2026-05-07T03:20:49.556963Z","end":"2026-05-07T03:20:51.36256Z","steps":["trace[1661719207] 'range keys from in-memory index tree' (duration: 1.805161832s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.36269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:49.187626Z","time spent":"2.17503405s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:51.362684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:49.556942Z","time spent":"1.805728236s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:20:51.362481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926475616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:20:51.362834Z","caller":"traceutil/trace.go:171","msg":"trace[907539017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:864; }","duration":"1.926911546s","start":"2026-05-07T03:20:49.4359Z","end":"2026-05-07T03:20:51.362812Z","steps":["trace[907539017] 'range keys from in-memory index tree' (duration: 1.925126494s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.362875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:49.435873Z","time spent":"1.926991318s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:20:51.363151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784156187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:20:51.363234Z","caller":"traceutil/trace.go:171","msg":"trace[23069873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:864; }","duration":"1.784308431s","start":"2026-05-07T03:20:49.578906Z","end":"2026-05-07T03:20:51.363214Z","steps":["trace[23069873] 'range keys from in-memory index tree' (duration: 1.783732786s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.363274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:49.578879Z","time spent":"1.784388133s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:20:51.362502Z","caller":"traceutil/trace.go:171","msg":"trace[1604578727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:864; }","duration":"2.381519388s","start":"2026-05-07T03:20:48.980958Z","end":"2026-05-07T03:20:51.362478Z","steps":["trace[1604578727] 'range keys from in-memory index tree' (duration: 2.380505123s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.365792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:48.980932Z","time spent":"2.384843079s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:20:51.440735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.553998418s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:20:51.442045Z","caller":"traceutil/trace.go:171","msg":"trace[163330057] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"1.555533227s","start":"2026-05-07T03:20:49.886485Z","end":"2026-05-07T03:20:51.442018Z","steps":["trace[163330057] 'process raft request' (duration: 1.554741897s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.442409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:49.886445Z","time spent":"1.555746972s","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:51.467434Z","caller":"traceutil/trace.go:171","msg":"trace[2052559108] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"606.017068ms","start":"2026-05-07T03:20:50.861386Z","end":"2026-05-07T03:20:51.467403Z","steps":["trace[2052559108] 'process raft request' (duration: 601.492899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.467747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:50.861353Z","time spent":"606.179342ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:20:51.468098Z","caller":"traceutil/trace.go:171","msg":"trace[1804568440] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:903; }","duration":"1.311484886s","start":"2026-05-07T03:20:50.156593Z","end":"2026-05-07T03:20:51.468078Z","steps":["trace[1804568440] 'read index received' (duration: 1.284400714s)","trace[1804568440] 'applied index is now lower than readState.Index' (duration: 27.082762ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:20:51.468315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.210951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:20:51.468335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311715942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:20:51.468391Z","caller":"traceutil/trace.go:171","msg":"trace[30119464] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:871; }","duration":"662.323224ms","start":"2026-05-07T03:20:50.806049Z","end":"2026-05-07T03:20:51.468372Z","steps":["trace[30119464] 'agreement among raft nodes before linearized reading' (duration: 662.211881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.468431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:50.806026Z","time spent":"662.394495ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:20:51.468436Z","caller":"traceutil/trace.go:171","msg":"trace[558774842] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:871; }","duration":"1.311873035s","start":"2026-05-07T03:20:50.156512Z","end":"2026-05-07T03:20:51.468385Z","steps":["trace[558774842] 'agreement among raft nodes before linearized reading' (duration: 1.31167124s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.46853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:50.156478Z","time spent":"1.312033569s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:20:51.469056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.192049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:20:51.469205Z","caller":"traceutil/trace.go:171","msg":"trace[1638858929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:871; }","duration":"777.012608ms","start":"2026-05-07T03:20:50.692172Z","end":"2026-05-07T03:20:51.469185Z","steps":["trace[1638858929] 'agreement among raft nodes before linearized reading' (duration: 776.068516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:20:51.469262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:20:50.692147Z","time spent":"777.104861ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:21:01.260137Z","caller":"traceutil/trace.go:171","msg":"trace[2044197102] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1022; }","duration":"234.327106ms","start":"2026-05-07T03:21:01.025778Z","end":"2026-05-07T03:21:01.260105Z","steps":["trace[2044197102] 'read index received' (duration: 234.130792ms)","trace[2044197102] 'applied index is now lower than readState.Index' (duration: 194.754µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:01.260177Z","caller":"traceutil/trace.go:171","msg":"trace[394913486] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"239.314406ms","start":"2026-05-07T03:21:01.02082Z","end":"2026-05-07T03:21:01.260135Z","steps":["trace[394913486] 'process raft request' (duration: 239.100542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:01.260339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.540003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:01.260431Z","caller":"traceutil/trace.go:171","msg":"trace[718916927] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:982; }","duration":"234.694016ms","start":"2026-05-07T03:21:01.025716Z","end":"2026-05-07T03:21:01.26041Z","steps":["trace[718916927] 'agreement among raft nodes before linearized reading' (duration: 234.504552ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:01.649496Z","caller":"traceutil/trace.go:171","msg":"trace[296871992] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"111.78222ms","start":"2026-05-07T03:21:01.537684Z","end":"2026-05-07T03:21:01.649467Z","steps":["trace[296871992] 'process raft request' (duration: 111.600886ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:02.052024Z","caller":"traceutil/trace.go:171","msg":"trace[1704414662] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"397.537387ms","start":"2026-05-07T03:21:01.654457Z","end":"2026-05-07T03:21:02.051994Z","steps":["trace[1704414662] 'process raft request' (duration: 397.296872ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:02.052344Z","caller":"traceutil/trace.go:171","msg":"trace[743174551] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"397.162189ms","start":"2026-05-07T03:21:01.654944Z","end":"2026-05-07T03:21:02.052106Z","steps":["trace[743174551] 'process raft request' (duration: 396.979466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:02.052542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.654936Z","time spent":"397.501626ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:02.052386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.654433Z","time spent":"397.67687ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:02.053026Z","caller":"traceutil/trace.go:171","msg":"trace[447854777] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1024; }","duration":"397.796002ms","start":"2026-05-07T03:21:01.655199Z","end":"2026-05-07T03:21:02.052995Z","steps":["trace[447854777] 'read index received' (duration: 5.375307ms)","trace[447854777] 'applied index is now lower than readState.Index' (duration: 392.418805ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:02.05315Z","caller":"traceutil/trace.go:171","msg":"trace[2138991007] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"397.600358ms","start":"2026-05-07T03:21:01.655539Z","end":"2026-05-07T03:21:02.053139Z","steps":["trace[2138991007] 'process raft request' (duration: 397.295731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:02.053292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.65553Z","time spent":"397.6619ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:02.053309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.100079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:02.053367Z","caller":"traceutil/trace.go:171","msg":"trace[1013605252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:987; }","duration":"398.174092ms","start":"2026-05-07T03:21:01.655176Z","end":"2026-05-07T03:21:02.05335Z","steps":["trace[1013605252] 'agreement among raft nodes before linearized reading' (duration: 398.07796ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:02.053416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.655168Z","time spent":"398.240363ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:21:02.058966Z","caller":"traceutil/trace.go:171","msg":"trace[1567374156] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"320.932266ms","start":"2026-05-07T03:21:01.737999Z","end":"2026-05-07T03:21:02.058931Z","steps":["trace[1567374156] 'process raft request' (duration: 320.6504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:02.059068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.379908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:21:02.059132Z","caller":"traceutil/trace.go:171","msg":"trace[1384413126] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:989; }","duration":"193.516342ms","start":"2026-05-07T03:21:01.8656Z","end":"2026-05-07T03:21:02.059116Z","steps":["trace[1384413126] 'agreement among raft nodes before linearized reading' (duration: 193.368409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:02.059415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:01.737968Z","time spent":"321.10952ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:05.765581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.395277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:05.765672Z","caller":"traceutil/trace.go:171","msg":"trace[364445624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1030; }","duration":"110.54303ms","start":"2026-05-07T03:21:05.655109Z","end":"2026-05-07T03:21:05.765652Z","steps":["trace[364445624] 'agreement among raft nodes before linearized reading' (duration: 16.912178ms)","trace[364445624] 'range keys from in-memory index tree' (duration: 93.430228ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:06.254071Z","caller":"traceutil/trace.go:171","msg":"trace[1587008993] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1074; }","duration":"185.693146ms","start":"2026-05-07T03:21:06.068346Z","end":"2026-05-07T03:21:06.254039Z","steps":["trace[1587008993] 'read index received' (duration: 185.651935ms)","trace[1587008993] 'applied index is now lower than readState.Index' (duration: 39.821µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:06.254244Z","caller":"traceutil/trace.go:171","msg":"trace[1651080601] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"299.83234ms","start":"2026-05-07T03:21:05.954349Z","end":"2026-05-07T03:21:06.254181Z","steps":["trace[1651080601] 'process raft request' (duration: 299.518693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:06.254414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.031652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T03:21:06.254474Z","caller":"traceutil/trace.go:171","msg":"trace[1211568657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1033; }","duration":"186.158065ms","start":"2026-05-07T03:21:06.068301Z","end":"2026-05-07T03:21:06.254459Z","steps":["trace[1211568657] 'agreement among raft nodes before linearized reading' (duration: 185.90312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:06.25448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:05.954338Z","time spent":"300.035685ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:06.264045Z","caller":"traceutil/trace.go:171","msg":"trace[1219773822] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"185.695256ms","start":"2026-05-07T03:21:06.07832Z","end":"2026-05-07T03:21:06.264016Z","steps":["trace[1219773822] 'process raft request' (duration: 185.474992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:06.264111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.218888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:21:06.264135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.224617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T03:21:06.264149Z","caller":"traceutil/trace.go:171","msg":"trace[289441287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1034; }","duration":"186.3324ms","start":"2026-05-07T03:21:06.077807Z","end":"2026-05-07T03:21:06.26414Z","steps":["trace[289441287] 'agreement among raft nodes before linearized reading' (duration: 186.140026ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:06.264178Z","caller":"traceutil/trace.go:171","msg":"trace[2106888233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1034; }","duration":"186.287868ms","start":"2026-05-07T03:21:06.077878Z","end":"2026-05-07T03:21:06.264166Z","steps":["trace[2106888233] 'agreement among raft nodes before linearized reading' (duration: 186.157936ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:06.372718Z","caller":"traceutil/trace.go:171","msg":"trace[1209134384] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1035; }","duration":"115.31268ms","start":"2026-05-07T03:21:06.257355Z","end":"2026-05-07T03:21:06.372668Z","steps":["trace[1209134384] 'process raft request' (duration: 93.35722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:06.373519Z","caller":"traceutil/trace.go:171","msg":"trace[144637317] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"113.478952ms","start":"2026-05-07T03:21:06.259992Z","end":"2026-05-07T03:21:06.373471Z","steps":["trace[144637317] 'process raft request' (duration: 112.498521ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:06.437443Z","caller":"traceutil/trace.go:171","msg":"trace[1075268010] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"169.362654ms","start":"2026-05-07T03:21:06.268049Z","end":"2026-05-07T03:21:06.437412Z","steps":["trace[1075268010] 'process raft request' (duration: 169.311983ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:06.437564Z","caller":"traceutil/trace.go:171","msg":"trace[762012792] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"169.582529ms","start":"2026-05-07T03:21:06.267919Z","end":"2026-05-07T03:21:06.437501Z","steps":["trace[762012792] 'process raft request' (duration: 169.264732ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:07.148254Z","caller":"traceutil/trace.go:171","msg":"trace[232332363] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"121.61148ms","start":"2026-05-07T03:21:07.026612Z","end":"2026-05-07T03:21:07.148223Z","steps":["trace[232332363] 'process raft request' (duration: 42.931383ms)","trace[232332363] 'compare' (duration: 78.469132ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:07.547066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.191896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:07.547157Z","caller":"traceutil/trace.go:171","msg":"trace[1275684554] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1041; }","duration":"114.312158ms","start":"2026-05-07T03:21:07.432827Z","end":"2026-05-07T03:21:07.547139Z","steps":["trace[1275684554] 'count revisions from in-memory index tree' (duration: 114.092324ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:07.813612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.569658ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-05-07T03:21:07.813905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.70252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:07.813992Z","caller":"traceutil/trace.go:171","msg":"trace[2014633664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"157.811332ms","start":"2026-05-07T03:21:07.656136Z","end":"2026-05-07T03:21:07.813948Z","steps":["trace[2014633664] 'agreement among raft nodes before linearized reading' (duration: 157.7042ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:07.814338Z","caller":"traceutil/trace.go:171","msg":"trace[500433058] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1083; }","duration":"157.520526ms","start":"2026-05-07T03:21:07.656184Z","end":"2026-05-07T03:21:07.813704Z","steps":["trace[500433058] 'read index received' (duration: 48.772745ms)","trace[500433058] 'applied index is now lower than readState.Index' (duration: 108.745481ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:07.931981Z","caller":"traceutil/trace.go:171","msg":"trace[1270244815] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"112.549561ms","start":"2026-05-07T03:21:07.819401Z","end":"2026-05-07T03:21:07.931951Z","steps":["trace[1270244815] 'process raft request' (duration: 112.209714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:08.468067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.485129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:21:08.468177Z","caller":"traceutil/trace.go:171","msg":"trace[151990347] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1085; }","duration":"226.097063ms","start":"2026-05-07T03:21:08.242061Z","end":"2026-05-07T03:21:08.468158Z","steps":["trace[151990347] 'read index received' (duration: 99.528912ms)","trace[151990347] 'applied index is now lower than readState.Index' (duration: 126.566911ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:08.468249Z","caller":"traceutil/trace.go:171","msg":"trace[601930894] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"648.56629ms","start":"2026-05-07T03:21:07.81967Z","end":"2026-05-07T03:21:08.468237Z","steps":["trace[601930894] 'process raft request' (duration: 521.807595ms)","trace[601930894] 'compare' (duration: 126.318985ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:08.468314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:07.81966Z","time spent":"648.621752ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:08.468446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.357858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:08.468576Z","caller":"traceutil/trace.go:171","msg":"trace[1568495287] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1043; }","duration":"226.562162ms","start":"2026-05-07T03:21:08.241992Z","end":"2026-05-07T03:21:08.468554Z","steps":["trace[1568495287] 'agreement among raft nodes before linearized reading' (duration: 226.272437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:08.87226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.587177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:21:08.872394Z","caller":"traceutil/trace.go:171","msg":"trace[629932242] linearizableReadLoop","detail":"{readStateIndex:1087; appliedIndex:1086; }","duration":"404.170726ms","start":"2026-05-07T03:21:08.468204Z","end":"2026-05-07T03:21:08.872374Z","steps":["trace[629932242] 'read index received' (duration: 106.260761ms)","trace[629932242] 'applied index is now lower than readState.Index' (duration: 297.908455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:08.872575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.991077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:21:08.872935Z","caller":"traceutil/trace.go:171","msg":"trace[638237462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1044; }","duration":"428.159591ms","start":"2026-05-07T03:21:08.4445Z","end":"2026-05-07T03:21:08.872659Z","steps":["trace[638237462] 'agreement among raft nodes before linearized reading' (duration: 427.896395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:08.872974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.180738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:21:08.873028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.444471Z","time spent":"428.531039ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:21:08.873083Z","caller":"traceutil/trace.go:171","msg":"trace[611612758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1044; }","duration":"216.351182ms","start":"2026-05-07T03:21:08.656708Z","end":"2026-05-07T03:21:08.87306Z","steps":["trace[611612758] 'agreement among raft nodes before linearized reading' (duration: 216.147798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:08.873149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.881325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T03:21:08.873154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.457318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-07T03:21:08.873145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.654653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:08.873204Z","caller":"traceutil/trace.go:171","msg":"trace[145738103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1044; }","duration":"495.55462ms","start":"2026-05-07T03:21:08.377637Z","end":"2026-05-07T03:21:08.873192Z","steps":["trace[145738103] 'agreement among raft nodes before linearized reading' (duration: 495.300105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:08.873245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.377613Z","time spent":"495.623642ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:21:08.873256Z","caller":"traceutil/trace.go:171","msg":"trace[1659799800] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1044; }","duration":"208.795716ms","start":"2026-05-07T03:21:08.664434Z","end":"2026-05-07T03:21:08.87323Z","steps":["trace[1659799800] 'agreement among raft nodes before linearized reading' (duration: 208.590072ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:08.873195Z","caller":"traceutil/trace.go:171","msg":"trace[988632526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1044; }","duration":"430.005588ms","start":"2026-05-07T03:21:08.443178Z","end":"2026-05-07T03:21:08.873184Z","steps":["trace[988632526] 'agreement among raft nodes before linearized reading' (duration: 429.296474ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:08.872961Z","caller":"traceutil/trace.go:171","msg":"trace[1619734685] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"604.657141ms","start":"2026-05-07T03:21:08.268256Z","end":"2026-05-07T03:21:08.872913Z","steps":["trace[1619734685] 'process raft request' (duration: 306.318688ms)","trace[1619734685] 'compare' (duration: 297.460855ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:08.873568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.26822Z","time spent":"605.239553ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:08.873395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.443142Z","time spent":"430.208053ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:21:09.302089Z","caller":"traceutil/trace.go:171","msg":"trace[1371326553] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"422.483055ms","start":"2026-05-07T03:21:08.879567Z","end":"2026-05-07T03:21:09.30205Z","steps":["trace[1371326553] 'process raft request' (duration: 380.427864ms)","trace[1371326553] 'compare' (duration: 41.600682ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:09.302265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.879547Z","time spent":"422.624427ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:09.302556Z","caller":"traceutil/trace.go:171","msg":"trace[584861779] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"422.596366ms","start":"2026-05-07T03:21:08.879925Z","end":"2026-05-07T03:21:09.302522Z","steps":["trace[584861779] 'process raft request' (duration: 422.007854ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:09.302685Z","caller":"traceutil/trace.go:171","msg":"trace[295163613] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1088; }","duration":"315.12131ms","start":"2026-05-07T03:21:08.987523Z","end":"2026-05-07T03:21:09.302644Z","steps":["trace[295163613] 'read index received' (duration: 272.379706ms)","trace[295163613] 'applied index is now lower than readState.Index' (duration: 42.740214ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:09.30273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.879904Z","time spent":"422.73157ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:09.302815Z","caller":"traceutil/trace.go:171","msg":"trace[247612533] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"372.138775ms","start":"2026-05-07T03:21:08.930628Z","end":"2026-05-07T03:21:09.302767Z","steps":["trace[247612533] 'process raft request' (duration: 371.775958ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.302895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.097939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:09.302946Z","caller":"traceutil/trace.go:171","msg":"trace[639545084] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1048; }","duration":"315.208503ms","start":"2026-05-07T03:21:08.987724Z","end":"2026-05-07T03:21:09.302933Z","steps":["trace[639545084] 'agreement among raft nodes before linearized reading' (duration: 315.086069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.302962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.93059Z","time spent":"372.296519ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:21:09.302983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.987702Z","time spent":"315.269534ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-05-07T03:21:09.303032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.485728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/local-path-storage/local-path-config\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-05-07T03:21:09.303113Z","caller":"traceutil/trace.go:171","msg":"trace[2016015201] range","detail":"{range_begin:/registry/configmaps/local-path-storage/local-path-config; range_end:; response_count:1; response_revision:1048; }","duration":"315.622261ms","start":"2026-05-07T03:21:08.987475Z","end":"2026-05-07T03:21:09.303097Z","steps":["trace[2016015201] 'agreement among raft nodes before linearized reading' (duration: 315.323784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:09.303149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:08.98745Z","time spent":"315.688863ms","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1487,"request content":"key:\"/registry/configmaps/local-path-storage/local-path-config\" "} {"level":"info","ts":"2026-05-07T03:21:10.011971Z","caller":"traceutil/trace.go:171","msg":"trace[919174729] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1091; }","duration":"355.074351ms","start":"2026-05-07T03:21:09.656865Z","end":"2026-05-07T03:21:10.011939Z","steps":["trace[919174729] 'read index received' (duration: 278.687469ms)","trace[919174729] 'applied index is now lower than readState.Index' (duration: 76.384572ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:10.01207Z","caller":"traceutil/trace.go:171","msg":"trace[963989715] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"418.07229ms","start":"2026-05-07T03:21:09.593954Z","end":"2026-05-07T03:21:10.012026Z","steps":["trace[963989715] 'process raft request' (duration: 341.548475ms)","trace[963989715] 'compare' (duration: 75.661117ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:10.0122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.309926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:10.012246Z","caller":"traceutil/trace.go:171","msg":"trace[334317271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1049; }","duration":"355.422688ms","start":"2026-05-07T03:21:09.656812Z","end":"2026-05-07T03:21:10.012235Z","steps":["trace[334317271] 'agreement among raft nodes before linearized reading' (duration: 355.296876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:10.012279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:09.656786Z","time spent":"355.48455ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:21:10.012404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:09.593927Z","time spent":"418.225884ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:21:10.012486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.571666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:10.012522Z","caller":"traceutil/trace.go:171","msg":"trace[194211489] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1049; }","duration":"321.637418ms","start":"2026-05-07T03:21:09.690875Z","end":"2026-05-07T03:21:10.012513Z","steps":["trace[194211489] 'agreement among raft nodes before linearized reading' (duration: 321.580247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:10.012549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:09.69086Z","time spent":"321.680178ms","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:21:10.272419Z","caller":"traceutil/trace.go:171","msg":"trace[275786424] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"251.666364ms","start":"2026-05-07T03:21:10.020717Z","end":"2026-05-07T03:21:10.272384Z","steps":["trace[275786424] 'process raft request' (duration: 210.735733ms)","trace[275786424] 'compare' (duration: 40.786418ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:10.42324Z","caller":"traceutil/trace.go:171","msg":"trace[2094446248] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"145.50279ms","start":"2026-05-07T03:21:10.277703Z","end":"2026-05-07T03:21:10.423206Z","steps":["trace[2094446248] 'process raft request' (duration: 116.215287ms)","trace[2094446248] 'compare' (duration: 29.1001ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:10.787663Z","caller":"traceutil/trace.go:171","msg":"trace[1987258500] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"154.614325ms","start":"2026-05-07T03:21:10.63301Z","end":"2026-05-07T03:21:10.787624Z","steps":["trace[1987258500] 'process raft request' (duration: 124.141528ms)","trace[1987258500] 'compare' (duration: 30.331804ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:11.053369Z","caller":"traceutil/trace.go:171","msg":"trace[1470722648] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"184.78764ms","start":"2026-05-07T03:21:10.868548Z","end":"2026-05-07T03:21:11.053336Z","steps":["trace[1470722648] 'process raft request' (duration: 178.948032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:11.119571Z","caller":"traceutil/trace.go:171","msg":"trace[611242803] linearizableReadLoop","detail":"{readStateIndex:1102; appliedIndex:1100; }","duration":"171.912487ms","start":"2026-05-07T03:21:10.947632Z","end":"2026-05-07T03:21:11.119545Z","steps":["trace[611242803] 'read index received' (duration: 99.882369ms)","trace[611242803] 'applied index is now lower than readState.Index' (duration: 72.028678ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:11.119786Z","caller":"traceutil/trace.go:171","msg":"trace[907367841] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"239.360694ms","start":"2026-05-07T03:21:10.880404Z","end":"2026-05-07T03:21:11.119765Z","steps":["trace[907367841] 'process raft request' (duration: 239.005437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:11.119873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.159221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:21:11.119922Z","caller":"traceutil/trace.go:171","msg":"trace[1782232752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1059; }","duration":"172.331355ms","start":"2026-05-07T03:21:10.947576Z","end":"2026-05-07T03:21:11.119907Z","steps":["trace[1782232752] 'agreement among raft nodes before linearized reading' (duration: 172.07064ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:12.639524Z","caller":"traceutil/trace.go:171","msg":"trace[796485448] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"211.770684ms","start":"2026-05-07T03:21:12.427721Z","end":"2026-05-07T03:21:12.639492Z","steps":["trace[796485448] 'process raft request' (duration: 211.723313ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:12.639714Z","caller":"traceutil/trace.go:171","msg":"trace[1276944113] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"214.05128ms","start":"2026-05-07T03:21:12.425531Z","end":"2026-05-07T03:21:12.639582Z","steps":["trace[1276944113] 'process raft request' (duration: 213.739063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:12.718686Z","caller":"traceutil/trace.go:171","msg":"trace[656452131] linearizableReadLoop","detail":"{readStateIndex:1228; appliedIndex:1225; }","duration":"175.060833ms","start":"2026-05-07T03:21:12.5436Z","end":"2026-05-07T03:21:12.718661Z","steps":["trace[656452131] 'read index received' (duration: 95.74439ms)","trace[656452131] 'applied index is now lower than readState.Index' (duration: 79.314933ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:12.718771Z","caller":"traceutil/trace.go:171","msg":"trace[434487678] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"209.639092ms","start":"2026-05-07T03:21:12.509107Z","end":"2026-05-07T03:21:12.718746Z","steps":["trace[434487678] 'process raft request' (duration: 209.421768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:12.719059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.44478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:21:12.719099Z","caller":"traceutil/trace.go:171","msg":"trace[804677146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1184; }","duration":"175.537972ms","start":"2026-05-07T03:21:12.543553Z","end":"2026-05-07T03:21:12.719091Z","steps":["trace[804677146] 'agreement among raft nodes before linearized reading' (duration: 175.219106ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:12.869695Z","caller":"traceutil/trace.go:171","msg":"trace[2024788184] linearizableReadLoop","detail":"{readStateIndex:1231; appliedIndex:1229; }","duration":"131.050624ms","start":"2026-05-07T03:21:12.738616Z","end":"2026-05-07T03:21:12.869666Z","steps":["trace[2024788184] 'read index received' (duration: 130.685657ms)","trace[2024788184] 'applied index is now lower than readState.Index' (duration: 363.097µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:12.869809Z","caller":"traceutil/trace.go:171","msg":"trace[343205186] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"145.702606ms","start":"2026-05-07T03:21:12.724058Z","end":"2026-05-07T03:21:12.869761Z","steps":["trace[343205186] 'process raft request' (duration: 145.268997ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:12.869909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.250578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:12.86989Z","caller":"traceutil/trace.go:171","msg":"trace[1072363374] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"145.532772ms","start":"2026-05-07T03:21:12.724297Z","end":"2026-05-07T03:21:12.86983Z","steps":["trace[1072363374] 'process raft request' (duration: 145.313368ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:12.86996Z","caller":"traceutil/trace.go:171","msg":"trace[1494031042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1187; }","duration":"131.37598ms","start":"2026-05-07T03:21:12.73857Z","end":"2026-05-07T03:21:12.869946Z","steps":["trace[1494031042] 'agreement among raft nodes before linearized reading' (duration: 131.256308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:13.050908Z","caller":"traceutil/trace.go:171","msg":"trace[1646266927] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"175.435421ms","start":"2026-05-07T03:21:12.875444Z","end":"2026-05-07T03:21:13.05088Z","steps":["trace[1646266927] 'process raft request' (duration: 95.360292ms)","trace[1646266927] 'compare' (duration: 79.872205ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:13.103355Z","caller":"traceutil/trace.go:171","msg":"trace[517089409] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"227.102874ms","start":"2026-05-07T03:21:12.87622Z","end":"2026-05-07T03:21:13.103323Z","steps":["trace[517089409] 'process raft request' (duration: 226.958111ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:13.10372Z","caller":"traceutil/trace.go:171","msg":"trace[965709742] transaction","detail":"{read_only:false; response_revision:1189; number_of_response:1; }","duration":"228.116973ms","start":"2026-05-07T03:21:12.875529Z","end":"2026-05-07T03:21:13.103646Z","steps":["trace[965709742] 'process raft request' (duration: 227.4767ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:13.227157Z","caller":"traceutil/trace.go:171","msg":"trace[1065313214] linearizableReadLoop","detail":"{readStateIndex:1235; appliedIndex:1234; }","duration":"118.696217ms","start":"2026-05-07T03:21:13.10843Z","end":"2026-05-07T03:21:13.227127Z","steps":["trace[1065313214] 'read index received' (duration: 108.842873ms)","trace[1065313214] 'applied index is now lower than readState.Index' (duration: 9.852394ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:13.227305Z","caller":"traceutil/trace.go:171","msg":"trace[1427133859] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"119.212817ms","start":"2026-05-07T03:21:13.108068Z","end":"2026-05-07T03:21:13.227281Z","steps":["trace[1427133859] 'process raft request' (duration: 109.18946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:13.227474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.024153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-vnq8f\" ","response":"range_response_count:1 size:2916"} {"level":"info","ts":"2026-05-07T03:21:13.227523Z","caller":"traceutil/trace.go:171","msg":"trace[2112747704] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-vnq8f; range_end:; response_count:1; response_revision:1191; }","duration":"119.133806ms","start":"2026-05-07T03:21:13.108377Z","end":"2026-05-07T03:21:13.227511Z","steps":["trace[2112747704] 'agreement among raft nodes before linearized reading' (duration: 118.889441ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:13.235363Z","caller":"traceutil/trace.go:171","msg":"trace[691469323] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"109.880714ms","start":"2026-05-07T03:21:13.12545Z","end":"2026-05-07T03:21:13.235331Z","steps":["trace[691469323] 'process raft request' (duration: 109.434255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:14.999897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.461831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:21:15.000003Z","caller":"traceutil/trace.go:171","msg":"trace[2102443413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1203; }","duration":"124.630824ms","start":"2026-05-07T03:21:14.875347Z","end":"2026-05-07T03:21:14.999978Z","steps":["trace[2102443413] 'range keys from in-memory index tree' (duration: 123.471612ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.454463Z","caller":"traceutil/trace.go:171","msg":"trace[2092453289] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1248; }","duration":"165.47043ms","start":"2026-05-07T03:21:15.288967Z","end":"2026-05-07T03:21:15.454438Z","steps":["trace[2092453289] 'read index received' (duration: 165.328977ms)","trace[2092453289] 'applied index is now lower than readState.Index' (duration: 138.132µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:15.454781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.799807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T03:21:15.454879Z","caller":"traceutil/trace.go:171","msg":"trace[1929639364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1205; }","duration":"165.962351ms","start":"2026-05-07T03:21:15.288895Z","end":"2026-05-07T03:21:15.454857Z","steps":["trace[1929639364] 'agreement among raft nodes before linearized reading' (duration: 165.654394ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.455069Z","caller":"traceutil/trace.go:171","msg":"trace[855872133] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"213.819692ms","start":"2026-05-07T03:21:15.241227Z","end":"2026-05-07T03:21:15.455047Z","steps":["trace[855872133] 'process raft request' (duration: 213.037376ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.629697Z","caller":"traceutil/trace.go:171","msg":"trace[1671331234] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"169.548501ms","start":"2026-05-07T03:21:15.460117Z","end":"2026-05-07T03:21:15.629665Z","steps":["trace[1671331234] 'process raft request' (duration: 169.459679ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:15.629736Z","caller":"traceutil/trace.go:171","msg":"trace[1740397089] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"170.515749ms","start":"2026-05-07T03:21:15.459174Z","end":"2026-05-07T03:21:15.62969Z","steps":["trace[1740397089] 'process raft request' (duration: 92.945799ms)","trace[1740397089] 'compare' (duration: 77.215043ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:15.629891Z","caller":"traceutil/trace.go:171","msg":"trace[2098389035] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"170.232894ms","start":"2026-05-07T03:21:15.459642Z","end":"2026-05-07T03:21:15.629875Z","steps":["trace[2098389035] 'process raft request' (duration: 169.876727ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:17.559342Z","caller":"traceutil/trace.go:171","msg":"trace[244159900] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"351.939018ms","start":"2026-05-07T03:21:17.207373Z","end":"2026-05-07T03:21:17.559312Z","steps":["trace[244159900] 'process raft request' (duration: 351.685574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:17.559557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:17.207336Z","time spent":"352.08478ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:17.763839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.529932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:21:17.764399Z","caller":"traceutil/trace.go:171","msg":"trace[1771284252] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"303.208716ms","start":"2026-05-07T03:21:17.461147Z","end":"2026-05-07T03:21:17.764355Z","steps":["trace[1771284252] 'process raft request' (duration: 150.071973ms)","trace[1771284252] 'compare' (duration: 152.392469ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:17.764861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:17.461104Z","time spent":"303.39425ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:17.821634Z","caller":"traceutil/trace.go:171","msg":"trace[1189757428] linearizableReadLoop","detail":"{readStateIndex:1257; appliedIndex:1255; }","duration":"186.741936ms","start":"2026-05-07T03:21:17.634861Z","end":"2026-05-07T03:21:17.821603Z","steps":["trace[1189757428] 'read index received' (duration: 46.31µs)","trace[1189757428] 'applied index is now lower than readState.Index' (duration: 186.693746ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:17.821931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.042623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:21:17.822035Z","caller":"traceutil/trace.go:171","msg":"trace[670958690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1212; }","duration":"187.212577ms","start":"2026-05-07T03:21:17.634799Z","end":"2026-05-07T03:21:17.822012Z","steps":["trace[670958690] 'agreement among raft nodes before linearized reading' (duration: 186.89921ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:17.821976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.071933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:21:17.822101Z","caller":"traceutil/trace.go:171","msg":"trace[514515529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1212; }","duration":"187.266767ms","start":"2026-05-07T03:21:17.634813Z","end":"2026-05-07T03:21:17.82208Z","steps":["trace[514515529] 'agreement among raft nodes before linearized reading' (duration: 186.977281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:17.822151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.898252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:21:17.822197Z","caller":"traceutil/trace.go:171","msg":"trace[1414774980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1212; }","duration":"185.996574ms","start":"2026-05-07T03:21:17.636189Z","end":"2026-05-07T03:21:17.822185Z","steps":["trace[1414774980] 'agreement among raft nodes before linearized reading' (duration: 185.77352ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:18.376543Z","caller":"traceutil/trace.go:171","msg":"trace[1290412600] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"125.406602ms","start":"2026-05-07T03:21:18.251107Z","end":"2026-05-07T03:21:18.376513Z","steps":["trace[1290412600] 'process raft request' (duration: 125.181748ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:19.554573Z","caller":"traceutil/trace.go:171","msg":"trace[571007643] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"486.595714ms","start":"2026-05-07T03:21:19.067949Z","end":"2026-05-07T03:21:19.554545Z","steps":["trace[571007643] 'process raft request' (duration: 486.428491ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:19.554726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:19.067917Z","time spent":"486.723466ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:23.998826Z","caller":"traceutil/trace.go:171","msg":"trace[1513032112] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"197.589281ms","start":"2026-05-07T03:21:23.801214Z","end":"2026-05-07T03:21:23.998803Z","steps":["trace[1513032112] 'process raft request' (duration: 197.475649ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:24.001879Z","caller":"traceutil/trace.go:171","msg":"trace[1130828228] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"198.821295ms","start":"2026-05-07T03:21:23.803037Z","end":"2026-05-07T03:21:24.001858Z","steps":["trace[1130828228] 'process raft request' (duration: 198.646142ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:24.18755Z","caller":"traceutil/trace.go:171","msg":"trace[1799347742] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1286; }","duration":"109.505927ms","start":"2026-05-07T03:21:24.078029Z","end":"2026-05-07T03:21:24.187535Z","steps":["trace[1799347742] 'read index received' (duration: 64.48493ms)","trace[1799347742] 'applied index is now lower than readState.Index' (duration: 45.019977ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:24.187758Z","caller":"traceutil/trace.go:171","msg":"trace[2133096692] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"109.70436ms","start":"2026-05-07T03:21:24.078027Z","end":"2026-05-07T03:21:24.187731Z","steps":["trace[2133096692] 'process raft request' (duration: 109.461416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:24.187921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.879363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-05-07T03:21:24.187968Z","caller":"traceutil/trace.go:171","msg":"trace[1452986524] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1242; }","duration":"109.962154ms","start":"2026-05-07T03:21:24.077993Z","end":"2026-05-07T03:21:24.187956Z","steps":["trace[1452986524] 'agreement among raft nodes before linearized reading' (duration: 109.789281ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:24.188223Z","caller":"traceutil/trace.go:171","msg":"trace[606970847] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"111.038645ms","start":"2026-05-07T03:21:24.077161Z","end":"2026-05-07T03:21:24.1882Z","steps":["trace[606970847] 'process raft request' (duration: 110.23076ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.231721Z","caller":"traceutil/trace.go:171","msg":"trace[658683834] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"251.763733ms","start":"2026-05-07T03:21:25.979934Z","end":"2026-05-07T03:21:26.231698Z","steps":["trace[658683834] 'process raft request' (duration: 251.651441ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.25552Z","caller":"traceutil/trace.go:171","msg":"trace[289224852] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"272.429871ms","start":"2026-05-07T03:21:25.983066Z","end":"2026-05-07T03:21:26.255496Z","steps":["trace[289224852] 'process raft request' (duration: 272.244537ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.255725Z","caller":"traceutil/trace.go:171","msg":"trace[657030698] linearizableReadLoop","detail":"{readStateIndex:1307; appliedIndex:1304; }","duration":"234.42905ms","start":"2026-05-07T03:21:26.021271Z","end":"2026-05-07T03:21:26.2557Z","steps":["trace[657030698] 'read index received' (duration: 210.31476ms)","trace[657030698] 'applied index is now lower than readState.Index' (duration: 24.11285ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:26.255784Z","caller":"traceutil/trace.go:171","msg":"trace[1290850232] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"249.115371ms","start":"2026-05-07T03:21:26.00665Z","end":"2026-05-07T03:21:26.255765Z","steps":["trace[1290850232] 'process raft request' (duration: 248.797626ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:26.255959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.672144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:21:26.256011Z","caller":"traceutil/trace.go:171","msg":"trace[1185738529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1259; }","duration":"234.776405ms","start":"2026-05-07T03:21:26.021221Z","end":"2026-05-07T03:21:26.255998Z","steps":["trace[1185738529] 'agreement among raft nodes before linearized reading' (duration: 234.604502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:26.256033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.234734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-b7ldv\" ","response":"range_response_count:1 size:3667"} {"level":"info","ts":"2026-05-07T03:21:26.256095Z","caller":"traceutil/trace.go:171","msg":"trace[730911911] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-b7ldv; range_end:; response_count:1; response_revision:1259; }","duration":"221.299035ms","start":"2026-05-07T03:21:26.03478Z","end":"2026-05-07T03:21:26.256079Z","steps":["trace[730911911] 'agreement among raft nodes before linearized reading' (duration: 221.146072ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:26.256365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.696437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:21:26.256432Z","caller":"traceutil/trace.go:171","msg":"trace[179826313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1259; }","duration":"181.776739ms","start":"2026-05-07T03:21:26.07464Z","end":"2026-05-07T03:21:26.256416Z","steps":["trace[179826313] 'agreement among raft nodes before linearized reading' (duration: 181.350721ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:26.256408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.713063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:21:26.256916Z","caller":"traceutil/trace.go:171","msg":"trace[2051158335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1259; }","duration":"184.280573ms","start":"2026-05-07T03:21:26.072602Z","end":"2026-05-07T03:21:26.256883Z","steps":["trace[2051158335] 'agreement among raft nodes before linearized reading' (duration: 183.418127ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.422162Z","caller":"traceutil/trace.go:171","msg":"trace[1118094009] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"160.494959ms","start":"2026-05-07T03:21:26.261636Z","end":"2026-05-07T03:21:26.422131Z","steps":["trace[1118094009] 'process raft request' (duration: 155.790724ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.637706Z","caller":"traceutil/trace.go:171","msg":"trace[1250209270] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1308; }","duration":"102.516652ms","start":"2026-05-07T03:21:26.535139Z","end":"2026-05-07T03:21:26.637656Z","steps":["trace[1250209270] 'read index received' (duration: 99.280544ms)","trace[1250209270] 'applied index is now lower than readState.Index' (duration: 3.235127ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:26.63773Z","caller":"traceutil/trace.go:171","msg":"trace[1077296581] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"375.998189ms","start":"2026-05-07T03:21:26.261642Z","end":"2026-05-07T03:21:26.63764Z","steps":["trace[1077296581] 'process raft request' (duration: 372.930254ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.637821Z","caller":"traceutil/trace.go:171","msg":"trace[308546926] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"376.162813ms","start":"2026-05-07T03:21:26.261643Z","end":"2026-05-07T03:21:26.637806Z","steps":["trace[308546926] 'process raft request' (duration: 375.825616ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.637781Z","caller":"traceutil/trace.go:171","msg":"trace[423319165] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"374.038524ms","start":"2026-05-07T03:21:26.263722Z","end":"2026-05-07T03:21:26.637761Z","steps":["trace[423319165] 'process raft request' (duration: 373.83962ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:26.637983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:26.261616Z","time spent":"376.203393ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:26.638013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.855408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:21:26.638118Z","caller":"traceutil/trace.go:171","msg":"trace[1710652779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1263; }","duration":"103.016281ms","start":"2026-05-07T03:21:26.535085Z","end":"2026-05-07T03:21:26.638101Z","steps":["trace[1710652779] 'agreement among raft nodes before linearized reading' (duration: 102.734336ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:26.638116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:26.261612Z","time spent":"376.313535ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:26.638261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:26.263712Z","time spent":"374.210697ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3760,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:26.897124Z","caller":"traceutil/trace.go:171","msg":"trace[1635948474] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"253.718103ms","start":"2026-05-07T03:21:26.643374Z","end":"2026-05-07T03:21:26.897092Z","steps":["trace[1635948474] 'process raft request' (duration: 253.52204ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:26.967405Z","caller":"traceutil/trace.go:171","msg":"trace[987288901] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"323.594933ms","start":"2026-05-07T03:21:26.643783Z","end":"2026-05-07T03:21:26.967378Z","steps":["trace[987288901] 'process raft request' (duration: 302.981884ms)","trace[987288901] 'compare' (duration: 20.1018ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:26.96755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:26.643767Z","time spent":"323.699334ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:28.41734Z","caller":"traceutil/trace.go:171","msg":"trace[566455722] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"154.602103ms","start":"2026-05-07T03:21:28.262708Z","end":"2026-05-07T03:21:28.41731Z","steps":["trace[566455722] 'process raft request' (duration: 154.39976ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:28.860234Z","caller":"traceutil/trace.go:171","msg":"trace[1029495493] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"210.531016ms","start":"2026-05-07T03:21:28.64967Z","end":"2026-05-07T03:21:28.860201Z","steps":["trace[1029495493] 'process raft request' (duration: 208.009562ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:30.028527Z","caller":"traceutil/trace.go:171","msg":"trace[1006427310] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"116.341012ms","start":"2026-05-07T03:21:29.912162Z","end":"2026-05-07T03:21:30.028503Z","steps":["trace[1006427310] 'process raft request' (duration: 116.149948ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.066571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017048090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:21:43.421028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132364136s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:21:43.421438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:42.288485Z","time spent":"1.132949785s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:21:43.507484Z","caller":"traceutil/trace.go:171","msg":"trace[1202885775] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"970.502396ms","start":"2026-05-07T03:21:42.536957Z","end":"2026-05-07T03:21:43.50746Z","steps":["trace[1202885775] 'process raft request' (duration: 970.291412ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:43.507646Z","caller":"traceutil/trace.go:171","msg":"trace[868043952] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1386; }","duration":"942.127483ms","start":"2026-05-07T03:21:42.56549Z","end":"2026-05-07T03:21:43.507618Z","steps":["trace[868043952] 'read index received' (duration: 855.75839ms)","trace[868043952] 'applied index is now lower than readState.Index' (duration: 86.366473ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:21:43.50778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:42.536934Z","time spent":"970.732201ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:21:43.507783Z","caller":"traceutil/trace.go:171","msg":"trace[393065813] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"809.623142ms","start":"2026-05-07T03:21:42.698074Z","end":"2026-05-07T03:21:43.507697Z","steps":["trace[393065813] 'process raft request' (duration: 809.336247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.507969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.465688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:21:43.508009Z","caller":"traceutil/trace.go:171","msg":"trace[933483727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1337; }","duration":"942.55728ms","start":"2026-05-07T03:21:42.565441Z","end":"2026-05-07T03:21:43.507999Z","steps":["trace[933483727] 'agreement among raft nodes before linearized reading' (duration: 942.291676ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.508037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:42.565421Z","time spent":"942.610191ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:21:43.508054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:42.698056Z","time spent":"809.869026ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:21:43.544049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.853095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:21:43.544102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.532935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:43.544106Z","caller":"traceutil/trace.go:171","msg":"trace[389128539] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"121.406761ms","start":"2026-05-07T03:21:43.422667Z","end":"2026-05-07T03:21:43.544073Z","steps":["trace[389128539] 'process raft request' (duration: 121.197236ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:43.544184Z","caller":"traceutil/trace.go:171","msg":"trace[806855999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1338; }","duration":"513.680207ms","start":"2026-05-07T03:21:43.030479Z","end":"2026-05-07T03:21:43.544159Z","steps":["trace[806855999] 'agreement among raft nodes before linearized reading' (duration: 513.529035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.544245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:43.030458Z","time spent":"513.773608ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:21:43.544128Z","caller":"traceutil/trace.go:171","msg":"trace[1418829922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"871.977977ms","start":"2026-05-07T03:21:42.67213Z","end":"2026-05-07T03:21:43.544108Z","steps":["trace[1418829922] 'agreement among raft nodes before linearized reading' (duration: 871.849505ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.544333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:42.672068Z","time spent":"872.241761ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:21:43.544522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.554347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:21:43.544625Z","caller":"traceutil/trace.go:171","msg":"trace[840512950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1338; }","duration":"410.72401ms","start":"2026-05-07T03:21:43.133884Z","end":"2026-05-07T03:21:43.544608Z","steps":["trace[840512950] 'agreement among raft nodes before linearized reading' (duration: 410.370795ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.544511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.378316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:21:43.544739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:43.133863Z","time spent":"410.860052ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:21:43.544758Z","caller":"traceutil/trace.go:171","msg":"trace[1714570136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1338; }","duration":"566.636361ms","start":"2026-05-07T03:21:42.978082Z","end":"2026-05-07T03:21:43.544718Z","steps":["trace[1714570136] 'agreement among raft nodes before linearized reading' (duration: 566.072922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.544837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.915691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:21:43.54489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:42.978062Z","time spent":"566.814013ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:21:43.54527Z","caller":"traceutil/trace.go:171","msg":"trace[1083298270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1338; }","duration":"733.045894ms","start":"2026-05-07T03:21:42.811883Z","end":"2026-05-07T03:21:43.544929Z","steps":["trace[1083298270] 'agreement among raft nodes before linearized reading' (duration: 732.81285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:43.545353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:21:42.811865Z","time spent":"733.46965ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:21:44.230061Z","caller":"traceutil/trace.go:171","msg":"trace[72543212] linearizableReadLoop","detail":"{readStateIndex:1396; appliedIndex:1395; }","duration":"109.876115ms","start":"2026-05-07T03:21:44.120158Z","end":"2026-05-07T03:21:44.230034Z","steps":["trace[72543212] 'read index received' (duration: 109.735933ms)","trace[72543212] 'applied index is now lower than readState.Index' (duration: 138.982µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:44.230118Z","caller":"traceutil/trace.go:171","msg":"trace[549198688] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"113.697815ms","start":"2026-05-07T03:21:44.116383Z","end":"2026-05-07T03:21:44.230081Z","steps":["trace[549198688] 'process raft request' (duration: 113.471472ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:44.23019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.002347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:44.230233Z","caller":"traceutil/trace.go:171","msg":"trace[1375869369] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1344; }","duration":"110.094168ms","start":"2026-05-07T03:21:44.120124Z","end":"2026-05-07T03:21:44.230218Z","steps":["trace[1375869369] 'agreement among raft nodes before linearized reading' (duration: 110.008587ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:21:45.433175Z","caller":"traceutil/trace.go:171","msg":"trace[1378049996] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1396; }","duration":"146.668122ms","start":"2026-05-07T03:21:45.286485Z","end":"2026-05-07T03:21:45.433153Z","steps":["trace[1378049996] 'read index received' (duration: 146.473869ms)","trace[1378049996] 'applied index is now lower than readState.Index' (duration: 193.433µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:21:45.433246Z","caller":"traceutil/trace.go:171","msg":"trace[349126400] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"196.091928ms","start":"2026-05-07T03:21:45.237117Z","end":"2026-05-07T03:21:45.433209Z","steps":["trace[349126400] 'process raft request' (duration: 195.890955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:21:45.433348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.835225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:21:45.433434Z","caller":"traceutil/trace.go:171","msg":"trace[1518597121] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1345; }","duration":"146.993717ms","start":"2026-05-07T03:21:45.286427Z","end":"2026-05-07T03:21:45.433421Z","steps":["trace[1518597121] 'agreement among raft nodes before linearized reading' (duration: 146.832874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:00.852606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.835718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:00.852667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.342009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:00.852708Z","caller":"traceutil/trace.go:171","msg":"trace[482305051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1476; }","duration":"195.99678ms","start":"2026-05-07T03:22:00.656686Z","end":"2026-05-07T03:22:00.852683Z","steps":["trace[482305051] 'range keys from in-memory index tree' (duration: 195.727146ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:00.852745Z","caller":"traceutil/trace.go:171","msg":"trace[314536668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1476; }","duration":"222.46452ms","start":"2026-05-07T03:22:00.630256Z","end":"2026-05-07T03:22:00.85272Z","steps":["trace[314536668] 'count revisions from in-memory index tree' (duration: 222.260918ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:04.31901Z","caller":"traceutil/trace.go:171","msg":"trace[926902019] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"114.559243ms","start":"2026-05-07T03:22:04.204425Z","end":"2026-05-07T03:22:04.318985Z","steps":["trace[926902019] 'process raft request' (duration: 78.364434ms)","trace[926902019] 'compare' (duration: 35.786803ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:04.383477Z","caller":"traceutil/trace.go:171","msg":"trace[1743087321] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"174.256126ms","start":"2026-05-07T03:22:04.209192Z","end":"2026-05-07T03:22:04.383448Z","steps":["trace[1743087321] 'process raft request' (duration: 174.112974ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:06.253697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017048556,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:22:06.328165Z","caller":"traceutil/trace.go:171","msg":"trace[1682253257] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"576.980954ms","start":"2026-05-07T03:22:05.751157Z","end":"2026-05-07T03:22:06.328138Z","steps":["trace[1682253257] 'process raft request' (duration: 576.798561ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:06.328351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:05.751141Z","time spent":"577.107205ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:06.534644Z","caller":"traceutil/trace.go:171","msg":"trace[1842292915] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1645; }","duration":"781.85854ms","start":"2026-05-07T03:22:05.752756Z","end":"2026-05-07T03:22:06.534615Z","steps":["trace[1842292915] 'read index received' (duration: 575.137638ms)","trace[1842292915] 'applied index is now lower than readState.Index' (duration: 206.719772ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:06.534813Z","caller":"traceutil/trace.go:171","msg":"trace[473192694] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"765.891347ms","start":"2026-05-07T03:22:05.768911Z","end":"2026-05-07T03:22:06.534802Z","steps":["trace[473192694] 'process raft request' (duration: 761.283212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:06.534929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:05.768882Z","time spent":"765.971588ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:06.535042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.506637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:06.535078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.308507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:22:06.535099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.960034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:22:06.535123Z","caller":"traceutil/trace.go:171","msg":"trace[739646707] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1587; }","duration":"592.655899ms","start":"2026-05-07T03:22:05.942446Z","end":"2026-05-07T03:22:06.535101Z","steps":["trace[739646707] 'agreement among raft nodes before linearized reading' (duration: 592.506787ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:06.535154Z","caller":"traceutil/trace.go:171","msg":"trace[1857549242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1587; }","duration":"782.409389ms","start":"2026-05-07T03:22:05.752724Z","end":"2026-05-07T03:22:06.535134Z","steps":["trace[1857549242] 'agreement among raft nodes before linearized reading' (duration: 782.173866ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:06.535159Z","caller":"traceutil/trace.go:171","msg":"trace[1043211108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1587; }","duration":"422.062115ms","start":"2026-05-07T03:22:06.113081Z","end":"2026-05-07T03:22:06.535143Z","steps":["trace[1043211108] 'agreement among raft nodes before linearized reading' (duration: 421.849682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:06.535177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:05.942417Z","time spent":"592.74388ms","remote":"127.0.0.1:46836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:06.535198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:05.752711Z","time spent":"782.47858ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:22:06.5352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:06.113057Z","time spent":"422.135957ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:06.535693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.275382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:22:06.535728Z","caller":"traceutil/trace.go:171","msg":"trace[1536057611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1587; }","duration":"781.327283ms","start":"2026-05-07T03:22:05.75439Z","end":"2026-05-07T03:22:06.535717Z","steps":["trace[1536057611] 'agreement among raft nodes before linearized reading' (duration: 780.524812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:06.535762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:05.754381Z","time spent":"781.373584ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:22:08.790111Z","caller":"traceutil/trace.go:171","msg":"trace[382237785] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1658; }","duration":"250.363267ms","start":"2026-05-07T03:22:08.539714Z","end":"2026-05-07T03:22:08.790078Z","steps":["trace[382237785] 'read index received' (duration: 250.089804ms)","trace[382237785] 'applied index is now lower than readState.Index' (duration: 271.963µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:08.790285Z","caller":"traceutil/trace.go:171","msg":"trace[1261099973] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"453.203097ms","start":"2026-05-07T03:22:08.337067Z","end":"2026-05-07T03:22:08.79027Z","steps":["trace[1261099973] 'process raft request' (duration: 452.815362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:08.790489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:08.337034Z","time spent":"453.287088ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:08.790594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.211988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:22:08.790676Z","caller":"traceutil/trace.go:171","msg":"trace[1410420575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1598; }","duration":"243.34517ms","start":"2026-05-07T03:22:08.547308Z","end":"2026-05-07T03:22:08.790654Z","steps":["trace[1410420575] 'agreement among raft nodes before linearized reading' (duration: 243.099127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:08.790849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.148668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:22:08.790872Z","caller":"traceutil/trace.go:171","msg":"trace[227442277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1598; }","duration":"251.218809ms","start":"2026-05-07T03:22:08.539646Z","end":"2026-05-07T03:22:08.790865Z","steps":["trace[227442277] 'agreement among raft nodes before linearized reading' (duration: 251.146218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:08.791121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.202102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:08.791146Z","caller":"traceutil/trace.go:171","msg":"trace[1736906052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1598; }","duration":"134.263744ms","start":"2026-05-07T03:22:08.656874Z","end":"2026-05-07T03:22:08.791138Z","steps":["trace[1736906052] 'agreement among raft nodes before linearized reading' (duration: 134.224073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:08.791398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.809488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:22:08.79144Z","caller":"traceutil/trace.go:171","msg":"trace[58539464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1598; }","duration":"241.882759ms","start":"2026-05-07T03:22:08.549546Z","end":"2026-05-07T03:22:08.791428Z","steps":["trace[58539464] 'agreement among raft nodes before linearized reading' (duration: 241.721406ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:08.791485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.637626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:22:08.791544Z","caller":"traceutil/trace.go:171","msg":"trace[761128571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1598; }","duration":"241.742367ms","start":"2026-05-07T03:22:08.549788Z","end":"2026-05-07T03:22:08.79153Z","steps":["trace[761128571] 'agreement among raft nodes before linearized reading' (duration: 241.534264ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:08.975416Z","caller":"traceutil/trace.go:171","msg":"trace[1397317628] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"178.329092ms","start":"2026-05-07T03:22:08.797066Z","end":"2026-05-07T03:22:08.975395Z","steps":["trace[1397317628] 'process raft request' (duration: 178.271862ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:08.975441Z","caller":"traceutil/trace.go:171","msg":"trace[923964246] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"178.408104ms","start":"2026-05-07T03:22:08.796996Z","end":"2026-05-07T03:22:08.975404Z","steps":["trace[923964246] 'process raft request' (duration: 178.235691ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:08.975749Z","caller":"traceutil/trace.go:171","msg":"trace[855389512] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"178.622866ms","start":"2026-05-07T03:22:08.797111Z","end":"2026-05-07T03:22:08.975734Z","steps":["trace[855389512] 'process raft request' (duration: 178.254761ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:08.975888Z","caller":"traceutil/trace.go:171","msg":"trace[1621814686] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"176.926172ms","start":"2026-05-07T03:22:08.798915Z","end":"2026-05-07T03:22:08.975841Z","steps":["trace[1621814686] 'process raft request' (duration: 176.76136ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:11.471058Z","caller":"traceutil/trace.go:171","msg":"trace[1726706908] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"120.623591ms","start":"2026-05-07T03:22:11.350413Z","end":"2026-05-07T03:22:11.471036Z","steps":["trace[1726706908] 'process raft request' (duration: 117.978535ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:11.472928Z","caller":"traceutil/trace.go:171","msg":"trace[357786013] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"110.703605ms","start":"2026-05-07T03:22:11.362197Z","end":"2026-05-07T03:22:11.4729Z","steps":["trace[357786013] 'process raft request' (duration: 110.526493ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:11.47311Z","caller":"traceutil/trace.go:171","msg":"trace[701383246] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"103.026771ms","start":"2026-05-07T03:22:11.370074Z","end":"2026-05-07T03:22:11.473101Z","steps":["trace[701383246] 'process raft request' (duration: 102.775087ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:14.717909Z","caller":"traceutil/trace.go:171","msg":"trace[270218976] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"164.903732ms","start":"2026-05-07T03:22:14.552971Z","end":"2026-05-07T03:22:14.717874Z","steps":["trace[270218976] 'process raft request' (duration: 126.203823ms)","trace[270218976] 'compare' (duration: 38.474026ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:20.900863Z","caller":"traceutil/trace.go:171","msg":"trace[1782645858] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1899; }","duration":"100.062267ms","start":"2026-05-07T03:22:20.800776Z","end":"2026-05-07T03:22:20.900839Z","steps":["trace[1782645858] 'read index received' (duration: 99.776843ms)","trace[1782645858] 'applied index is now lower than readState.Index' (duration: 284.514µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:20.900917Z","caller":"traceutil/trace.go:171","msg":"trace[1391823207] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"199.518075ms","start":"2026-05-07T03:22:20.701367Z","end":"2026-05-07T03:22:20.900885Z","steps":["trace[1391823207] 'process raft request' (duration: 199.345903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:20.901046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.25941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:22:20.901088Z","caller":"traceutil/trace.go:171","msg":"trace[98089333] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1819; }","duration":"100.379151ms","start":"2026-05-07T03:22:20.800699Z","end":"2026-05-07T03:22:20.901079Z","steps":["trace[98089333] 'agreement among raft nodes before linearized reading' (duration: 100.247399ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:26.385022Z","caller":"traceutil/trace.go:171","msg":"trace[1503298126] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"128.83362ms","start":"2026-05-07T03:22:26.256123Z","end":"2026-05-07T03:22:26.384956Z","steps":["trace[1503298126] 'process raft request' (duration: 128.534156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:28.081244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.129005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:28.081349Z","caller":"traceutil/trace.go:171","msg":"trace[1517319399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1908; }","duration":"241.317157ms","start":"2026-05-07T03:22:27.840013Z","end":"2026-05-07T03:22:28.08133Z","steps":["trace[1517319399] 'range keys from in-memory index tree' (duration: 241.017723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:28.081327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.628518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:28.081566Z","caller":"traceutil/trace.go:171","msg":"trace[1078415850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1908; }","duration":"240.81802ms","start":"2026-05-07T03:22:27.840654Z","end":"2026-05-07T03:22:28.081472Z","steps":["trace[1078415850] 'range keys from in-memory index tree' (duration: 240.523277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:28.080845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.81047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:28.08171Z","caller":"traceutil/trace.go:171","msg":"trace[1663761816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1908; }","duration":"241.728192ms","start":"2026-05-07T03:22:27.839955Z","end":"2026-05-07T03:22:28.081683Z","steps":["trace[1663761816] 'count revisions from in-memory index tree' (duration: 240.645939ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:31.829781Z","caller":"traceutil/trace.go:171","msg":"trace[1912689429] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"100.727418ms","start":"2026-05-07T03:22:31.729019Z","end":"2026-05-07T03:22:31.829747Z","steps":["trace[1912689429] 'process raft request' (duration: 100.522605ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:37.85437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.173598ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:22:37.854711Z","caller":"traceutil/trace.go:171","msg":"trace[1052359668] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2121; }","duration":"197.630974ms","start":"2026-05-07T03:22:37.656848Z","end":"2026-05-07T03:22:37.854478Z","steps":["trace[1052359668] 'read index received' (duration: 77.308855ms)","trace[1052359668] 'applied index is now lower than readState.Index' (duration: 120.320339ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:37.85477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.888147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:37.854893Z","caller":"traceutil/trace.go:171","msg":"trace[1406879875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2032; }","duration":"198.05376ms","start":"2026-05-07T03:22:37.656801Z","end":"2026-05-07T03:22:37.854855Z","steps":["trace[1406879875] 'agreement among raft nodes before linearized reading' (duration: 197.855477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:39.014939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017049510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:22:39.49744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.479478Z","time spent":"1.01795493s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:22:39.497471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368936572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-05-07T03:22:39.497558Z","caller":"traceutil/trace.go:171","msg":"trace[611306590] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0; range_end:; response_count:1; response_revision:2033; }","duration":"1.369085974s","start":"2026-05-07T03:22:38.128449Z","end":"2026-05-07T03:22:39.497535Z","steps":["trace[611306590] 'range keys from in-memory index tree' (duration: 1.368713619s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:39.497618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.128426Z","time spent":"1.369179375s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0\" "} {"level":"warn","ts":"2026-05-07T03:22:39.497716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115038062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-07T03:22:39.498018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.14632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:39.498074Z","caller":"traceutil/trace.go:171","msg":"trace[1377584133] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.059253534s","start":"2026-05-07T03:22:38.438808Z","end":"2026-05-07T03:22:39.498061Z","steps":["trace[1377584133] 'process raft request' (duration: 646.993292ms)","trace[1377584133] 'compare' (duration: 411.618213ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:39.498109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.438771Z","time spent":"1.059321394s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:39.497834Z","caller":"traceutil/trace.go:171","msg":"trace[1454444455] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0; range_end:; response_count:1; response_revision:2033; }","duration":"1.115201734s","start":"2026-05-07T03:22:38.382614Z","end":"2026-05-07T03:22:39.497815Z","steps":["trace[1454444455] 'range keys from in-memory index tree' (duration: 1.114823089s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:39.499239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.382588Z","time spent":"1.116593261s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0\" "} {"level":"warn","ts":"2026-05-07T03:22:40.657853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000707398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:22:40.657949Z","caller":"traceutil/trace.go:171","msg":"trace[160407825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00085098s","start":"2026-05-07T03:22:38.657078Z","end":"2026-05-07T03:22:40.657929Z","steps":["trace[160407825] 'agreement among raft nodes before linearized reading' (duration: 2.000733348s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:40.658043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.657061Z","time spent":"2.00092462s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:22:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:22:41.862199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.136472424s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:22:42.220632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494770691s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:42.220783Z","caller":"traceutil/trace.go:171","msg":"trace[162005463] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2123; }","duration":"3.706784715s","start":"2026-05-07T03:22:38.513982Z","end":"2026-05-07T03:22:42.220767Z","steps":["trace[162005463] 'read index received' (duration: 571.858518ms)","trace[162005463] 'applied index is now lower than readState.Index' (duration: 3.134925327s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:42.221049Z","caller":"traceutil/trace.go:171","msg":"trace[1524394363] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"3.777313712s","start":"2026-05-07T03:22:38.44358Z","end":"2026-05-07T03:22:42.220893Z","steps":["trace[1524394363] 'process raft request' (duration: 1.282207267s)","trace[1524394363] 'compare' (duration: 2.494115784s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:42.221507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.44355Z","time spent":"3.777766519s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7741,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:42.222349Z","caller":"traceutil/trace.go:171","msg":"trace[853605620] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"2.715913635s","start":"2026-05-07T03:22:39.506417Z","end":"2026-05-07T03:22:42.222331Z","steps":["trace[853605620] 'process raft request' (duration: 2.714309606s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.222479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708497976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:22:42.222561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.506397Z","time spent":"2.716010016s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:42.222581Z","caller":"traceutil/trace.go:171","msg":"trace[1860210878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2035; }","duration":"3.708658777s","start":"2026-05-07T03:22:38.513904Z","end":"2026-05-07T03:22:42.222562Z","steps":["trace[1860210878] 'agreement among raft nodes before linearized reading' (duration: 3.706935986s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.222637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.513871Z","time spent":"3.708751828s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:22:42.223021Z","caller":"traceutil/trace.go:171","msg":"trace[1703037347] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"2.716326829s","start":"2026-05-07T03:22:39.506677Z","end":"2026-05-07T03:22:42.223004Z","steps":["trace[1703037347] 'process raft request' (duration: 2.71558522s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.22312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.506669Z","time spent":"2.71640056s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:42.223289Z","caller":"traceutil/trace.go:171","msg":"trace[1050041808] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"2.5342815s","start":"2026-05-07T03:22:39.688997Z","end":"2026-05-07T03:22:42.223279Z","steps":["trace[1050041808] 'process raft request' (duration: 2.533940856s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.223364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.688967Z","time spent":"2.534349021s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:42.448705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.208122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:42.448965Z","caller":"traceutil/trace.go:171","msg":"trace[2075058455] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"2.560465901s","start":"2026-05-07T03:22:39.88846Z","end":"2026-05-07T03:22:42.448926Z","steps":["trace[2075058455] 'process raft request' (duration: 2.440940056s)","trace[2075058455] 'compare' (duration: 119.07363ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:42.449044Z","caller":"traceutil/trace.go:171","msg":"trace[542063656] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"945.338531ms","start":"2026-05-07T03:22:41.503682Z","end":"2026-05-07T03:22:42.44902Z","steps":["trace[542063656] 'process raft request' (duration: 945.159299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.449136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.888435Z","time spent":"2.560616573s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:22:42.449159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:41.503663Z","time spent":"945.444962ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:42.449256Z","caller":"traceutil/trace.go:171","msg":"trace[2119925981] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2128; }","duration":"228.16786ms","start":"2026-05-07T03:22:42.220816Z","end":"2026-05-07T03:22:42.448984Z","steps":["trace[2119925981] 'read index received' (duration: 108.598744ms)","trace[2119925981] 'applied index is now lower than readState.Index' (duration: 119.567266ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:42.44937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.618376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:22:42.44941Z","caller":"traceutil/trace.go:171","msg":"trace[523711442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2041; }","duration":"995.687648ms","start":"2026-05-07T03:22:41.453709Z","end":"2026-05-07T03:22:42.449397Z","steps":["trace[523711442] 'agreement among raft nodes before linearized reading' (duration: 995.557206ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.449437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208799645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-07T03:22:42.449477Z","caller":"traceutil/trace.go:171","msg":"trace[29987199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2041; }","duration":"3.208860955s","start":"2026-05-07T03:22:39.240605Z","end":"2026-05-07T03:22:42.449466Z","steps":["trace[29987199] 'agreement among raft nodes before linearized reading' (duration: 3.20838185s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.449515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.240594Z","time spent":"3.208913056s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:42.449527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215253174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T03:22:42.449558Z","caller":"traceutil/trace.go:171","msg":"trace[36916182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2041; }","duration":"3.215320314s","start":"2026-05-07T03:22:39.234227Z","end":"2026-05-07T03:22:42.449548Z","steps":["trace[36916182] 'agreement among raft nodes before linearized reading' (duration: 3.215235083s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.449601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.234204Z","time spent":"3.215388296s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:42.44964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334285617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:22:42.449743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211163624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-05-07T03:22:42.449754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268223706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:22:42.449783Z","caller":"traceutil/trace.go:171","msg":"trace[1457412271] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2041; }","duration":"3.211279055s","start":"2026-05-07T03:22:39.238496Z","end":"2026-05-07T03:22:42.449775Z","steps":["trace[1457412271] 'agreement among raft nodes before linearized reading' (duration: 3.211148493s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.44967Z","caller":"traceutil/trace.go:171","msg":"trace[1518432986] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"220.582648ms","start":"2026-05-07T03:22:42.228794Z","end":"2026-05-07T03:22:42.449376Z","steps":["trace[1518432986] 'process raft request' (duration: 220.140853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.449878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403441377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:42.449923Z","caller":"traceutil/trace.go:171","msg":"trace[824712416] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2041; }","duration":"3.403517378s","start":"2026-05-07T03:22:39.046392Z","end":"2026-05-07T03:22:42.449909Z","steps":["trace[824712416] 'agreement among raft nodes before linearized reading' (duration: 3.403466027s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.449941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791683142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:42.449952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273646201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:22:42.449962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.04637Z","time spent":"3.403582548s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:22:42.449983Z","caller":"traceutil/trace.go:171","msg":"trace[1564757912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2041; }","duration":"1.791757522s","start":"2026-05-07T03:22:40.658215Z","end":"2026-05-07T03:22:42.449973Z","steps":["trace[1564757912] 'agreement among raft nodes before linearized reading' (duration: 1.791704852s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.450021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.658195Z","time spent":"1.791816543s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:22:42.450052Z","caller":"traceutil/trace.go:171","msg":"trace[2056060843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2041; }","duration":"3.273801574s","start":"2026-05-07T03:22:39.176191Z","end":"2026-05-07T03:22:42.449992Z","steps":["trace[2056060843] 'agreement among raft nodes before linearized reading' (duration: 3.273579431s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.44983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.238469Z","time spent":"3.211351716s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T03:22:42.449736Z","caller":"traceutil/trace.go:171","msg":"trace[2046891764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2041; }","duration":"3.334423689s","start":"2026-05-07T03:22:39.11529Z","end":"2026-05-07T03:22:42.449714Z","steps":["trace[2046891764] 'agreement among raft nodes before linearized reading' (duration: 3.334152776s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.451998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.115267Z","time spent":"3.336701477s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:22:42.449898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066501833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:42.449743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722313997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:22:42.45229Z","caller":"traceutil/trace.go:171","msg":"trace[1942144530] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2041; }","duration":"3.724876477s","start":"2026-05-07T03:22:38.727398Z","end":"2026-05-07T03:22:42.452274Z","steps":["trace[1942144530] 'agreement among raft nodes before linearized reading' (duration: 3.722298886s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.452361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.727378Z","time spent":"3.724968348s","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:22:42.452251Z","caller":"traceutil/trace.go:171","msg":"trace[1362005608] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2041; }","duration":"2.068786932s","start":"2026-05-07T03:22:40.383354Z","end":"2026-05-07T03:22:42.452141Z","steps":["trace[1362005608] 'agreement among raft nodes before linearized reading' (duration: 2.066515944s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.452537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.383331Z","time spent":"2.069142006s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:42.449836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.381953216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:22:42.452971Z","caller":"traceutil/trace.go:171","msg":"trace[1117579558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"3.385090103s","start":"2026-05-07T03:22:39.067842Z","end":"2026-05-07T03:22:42.452932Z","steps":["trace[1117579558] 'agreement among raft nodes before linearized reading' (duration: 3.381923855s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.45307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.067823Z","time spent":"3.385230395s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:22:42.44983Z","caller":"traceutil/trace.go:171","msg":"trace[944996900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2041; }","duration":"3.268345798s","start":"2026-05-07T03:22:39.181466Z","end":"2026-05-07T03:22:42.449811Z","steps":["trace[944996900] 'agreement among raft nodes before linearized reading' (duration: 3.268072725s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.450156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.176167Z","time spent":"3.273971695s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:42.450242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.847564569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T03:22:42.450354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947627018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0\" ","response":"range_response_count:1 size:3744"} {"level":"warn","ts":"2026-05-07T03:22:42.450368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.75371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-07T03:22:42.450428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833699915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:22:42.450389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.235302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:22:42.450628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630001453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-05-07T03:22:42.450549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:41.453688Z","time spent":"996.7931ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-05-07T03:22:42.454181Z","caller":"traceutil/trace.go:171","msg":"trace[1160465237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"3.851608279s","start":"2026-05-07T03:22:38.602554Z","end":"2026-05-07T03:22:42.454163Z","steps":["trace[1160465237] 'agreement among raft nodes before linearized reading' (duration: 3.847158685s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.45422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:38.602534Z","time spent":"3.85167585s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:22:42.454332Z","caller":"traceutil/trace.go:171","msg":"trace[87859679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0; range_end:; response_count:1; response_revision:2041; }","duration":"1.951637006s","start":"2026-05-07T03:22:40.502687Z","end":"2026-05-07T03:22:42.454324Z","steps":["trace[87859679] 'agreement among raft nodes before linearized reading' (duration: 1.947596837s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.45436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:40.50267Z","time spent":"1.951682716s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0\" "} {"level":"warn","ts":"2026-05-07T03:22:42.454439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.181453Z","time spent":"3.272939914s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:22:42.454535Z","caller":"traceutil/trace.go:171","msg":"trace[791816190] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2041; }","duration":"208.417154ms","start":"2026-05-07T03:22:42.246112Z","end":"2026-05-07T03:22:42.45453Z","steps":["trace[791816190] 'agreement among raft nodes before linearized reading' (duration: 204.223943ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.454658Z","caller":"traceutil/trace.go:171","msg":"trace[1921430204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2041; }","duration":"2.634143144s","start":"2026-05-07T03:22:39.820509Z","end":"2026-05-07T03:22:42.454652Z","steps":["trace[1921430204] 'agreement among raft nodes before linearized reading' (duration: 2.629869062s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.454464Z","caller":"traceutil/trace.go:171","msg":"trace[512371132] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:2041; }","duration":"164.89594ms","start":"2026-05-07T03:22:42.289561Z","end":"2026-05-07T03:22:42.454457Z","steps":["trace[512371132] 'agreement among raft nodes before linearized reading' (duration: 160.739859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.454686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.820489Z","time spent":"2.634189214s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:22:42.454493Z","caller":"traceutil/trace.go:171","msg":"trace[1441513530] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2041; }","duration":"2.837792514s","start":"2026-05-07T03:22:39.616687Z","end":"2026-05-07T03:22:42.454479Z","steps":["trace[1441513530] 'agreement among raft nodes before linearized reading' (duration: 2.833716294s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.454881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:39.616663Z","time spent":"2.838197949s","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:42.692291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.175322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:22:42.692611Z","caller":"traceutil/trace.go:171","msg":"trace[1663770398] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"235.184194ms","start":"2026-05-07T03:22:42.457404Z","end":"2026-05-07T03:22:42.692589Z","steps":["trace[1663770398] 'process raft request' (duration: 119.631157ms)","trace[1663770398] 'compare' (duration: 115.039521ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:42.694644Z","caller":"traceutil/trace.go:171","msg":"trace[437400591] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2131; }","duration":"234.957702ms","start":"2026-05-07T03:22:42.459669Z","end":"2026-05-07T03:22:42.694627Z","steps":["trace[437400591] 'read index received' (duration: 117.37596ms)","trace[437400591] 'applied index is now lower than readState.Index' (duration: 117.580722ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:42.694764Z","caller":"traceutil/trace.go:171","msg":"trace[1302573946] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"234.991181ms","start":"2026-05-07T03:22:42.459763Z","end":"2026-05-07T03:22:42.694754Z","steps":["trace[1302573946] 'process raft request' (duration: 234.674777ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.694838Z","caller":"traceutil/trace.go:171","msg":"trace[351132809] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"235.208304ms","start":"2026-05-07T03:22:42.459595Z","end":"2026-05-07T03:22:42.694803Z","steps":["trace[351132809] 'process raft request' (duration: 234.737697ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.694913Z","caller":"traceutil/trace.go:171","msg":"trace[899989109] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"235.066793ms","start":"2026-05-07T03:22:42.459812Z","end":"2026-05-07T03:22:42.694879Z","steps":["trace[899989109] 'process raft request' (duration: 234.769139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.694673Z","caller":"traceutil/trace.go:171","msg":"trace[436763994] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"234.907871ms","start":"2026-05-07T03:22:42.459734Z","end":"2026-05-07T03:22:42.694642Z","steps":["trace[436763994] 'process raft request' (duration: 234.669278ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.695155Z","caller":"traceutil/trace.go:171","msg":"trace[977317589] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"235.327446ms","start":"2026-05-07T03:22:42.459815Z","end":"2026-05-07T03:22:42.695143Z","steps":["trace[977317589] 'process raft request' (duration: 234.711789ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.694699Z","caller":"traceutil/trace.go:171","msg":"trace[138086043] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"234.86878ms","start":"2026-05-07T03:22:42.459795Z","end":"2026-05-07T03:22:42.694664Z","steps":["trace[138086043] 'process raft request' (duration: 234.670358ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.695214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.500298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T03:22:42.695316Z","caller":"traceutil/trace.go:171","msg":"trace[1890968894] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e; range_end:; response_count:1; response_revision:2048; }","duration":"235.6691ms","start":"2026-05-07T03:22:42.459634Z","end":"2026-05-07T03:22:42.695303Z","steps":["trace[1890968894] 'agreement among raft nodes before linearized reading' (duration: 235.241335ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.823152Z","caller":"traceutil/trace.go:171","msg":"trace[1041655685] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2139; }","duration":"128.32455ms","start":"2026-05-07T03:22:42.694804Z","end":"2026-05-07T03:22:42.823129Z","steps":["trace[1041655685] 'read index received' (duration: 128.129497ms)","trace[1041655685] 'applied index is now lower than readState.Index' (duration: 194.043µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:42.823222Z","caller":"traceutil/trace.go:171","msg":"trace[1572884938] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"224.750768ms","start":"2026-05-07T03:22:42.598444Z","end":"2026-05-07T03:22:42.823195Z","steps":["trace[1572884938] 'process raft request' (duration: 224.518576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.823341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.574813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:42.823387Z","caller":"traceutil/trace.go:171","msg":"trace[875183710] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2049; }","duration":"361.653794ms","start":"2026-05-07T03:22:42.461723Z","end":"2026-05-07T03:22:42.823376Z","steps":["trace[875183710] 'agreement among raft nodes before linearized reading' (duration: 361.490531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.823377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.577322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:42.823456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:42.461717Z","time spent":"361.730784ms","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:22:42.823532Z","caller":"traceutil/trace.go:171","msg":"trace[2142187443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2049; }","duration":"361.734644ms","start":"2026-05-07T03:22:42.461751Z","end":"2026-05-07T03:22:42.823486Z","steps":["trace[2142187443] 'agreement among raft nodes before linearized reading' (duration: 361.46089ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:42.823596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:42.461741Z","time spent":"361.840916ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:22:42.831804Z","caller":"traceutil/trace.go:171","msg":"trace[1670569810] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"134.196692ms","start":"2026-05-07T03:22:42.697587Z","end":"2026-05-07T03:22:42.831784Z","steps":["trace[1670569810] 'process raft request' (duration: 133.945478ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:42.832169Z","caller":"traceutil/trace.go:171","msg":"trace[408333278] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"134.266042ms","start":"2026-05-07T03:22:42.697893Z","end":"2026-05-07T03:22:42.832159Z","steps":["trace[408333278] 'process raft request' (duration: 133.766216ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:44.65045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.207284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:22:44.65055Z","caller":"traceutil/trace.go:171","msg":"trace[31195136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2055; }","duration":"193.336926ms","start":"2026-05-07T03:22:44.457178Z","end":"2026-05-07T03:22:44.650515Z","steps":["trace[31195136] 'range keys from in-memory index tree' (duration: 193.091023ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:44.650676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.52823ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:44.650824Z","caller":"traceutil/trace.go:171","msg":"trace[856768892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2055; }","duration":"219.695331ms","start":"2026-05-07T03:22:44.431107Z","end":"2026-05-07T03:22:44.650802Z","steps":["trace[856768892] 'range keys from in-memory index tree' (duration: 219.509699ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:44.65101Z","caller":"traceutil/trace.go:171","msg":"trace[1589503841] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"192.635528ms","start":"2026-05-07T03:22:44.458348Z","end":"2026-05-07T03:22:44.650984Z","steps":["trace[1589503841] 'process raft request' (duration: 174.505961ms)","trace[1589503841] 'compare' (duration: 17.422488ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:44.700115Z","caller":"traceutil/trace.go:171","msg":"trace[467225458] linearizableReadLoop","detail":"{readStateIndex:2148; appliedIndex:2146; }","duration":"236.770114ms","start":"2026-05-07T03:22:44.463326Z","end":"2026-05-07T03:22:44.700096Z","steps":["trace[467225458] 'read index received' (duration: 169.540222ms)","trace[467225458] 'applied index is now lower than readState.Index' (duration: 67.228922ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:44.70035Z","caller":"traceutil/trace.go:171","msg":"trace[1186924216] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"241.555492ms","start":"2026-05-07T03:22:44.458784Z","end":"2026-05-07T03:22:44.700339Z","steps":["trace[1186924216] 'process raft request' (duration: 241.202487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:44.700619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.275431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-05-07T03:22:44.700653Z","caller":"traceutil/trace.go:171","msg":"trace[1799901451] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0; range_end:; response_count:1; response_revision:2057; }","duration":"237.334161ms","start":"2026-05-07T03:22:44.463309Z","end":"2026-05-07T03:22:44.700643Z","steps":["trace[1799901451] 'agreement among raft nodes before linearized reading' (duration: 237.21209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:44.703983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.964574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0\" ","response":"range_response_count:1 size:3930"} {"level":"info","ts":"2026-05-07T03:22:44.704043Z","caller":"traceutil/trace.go:171","msg":"trace[460851842] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54013372-69e4-4a95-9f52-09d3e069b0b0; range_end:; response_count:1; response_revision:2058; }","duration":"116.073085ms","start":"2026-05-07T03:22:44.587957Z","end":"2026-05-07T03:22:44.70403Z","steps":["trace[460851842] 'agreement among raft nodes before linearized reading' (duration: 115.944014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:44.704161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.248718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:22:44.704209Z","caller":"traceutil/trace.go:171","msg":"trace[1426829882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2058; }","duration":"236.316998ms","start":"2026-05-07T03:22:44.467879Z","end":"2026-05-07T03:22:44.704196Z","steps":["trace[1426829882] 'agreement among raft nodes before linearized reading' (duration: 236.219107ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.222657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017049642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:22:49.274224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.964807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:22:49.274289Z","caller":"traceutil/trace.go:171","msg":"trace[1294083959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2103; }","duration":"617.074219ms","start":"2026-05-07T03:22:48.657199Z","end":"2026-05-07T03:22:49.274273Z","steps":["trace[1294083959] 'range keys from in-memory index tree' (duration: 616.912917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.274319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.657183Z","time spent":"617.12717ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:22:49.274895Z","caller":"traceutil/trace.go:171","msg":"trace[656073059] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"611.776867ms","start":"2026-05-07T03:22:48.6631Z","end":"2026-05-07T03:22:49.274877Z","steps":["trace[656073059] 'process raft request' (duration: 593.520362ms)","trace[656073059] 'compare' (duration: 17.489775ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:49.27499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.663072Z","time spent":"611.864058ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:49.299398Z","caller":"traceutil/trace.go:171","msg":"trace[1961336230] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2196; }","duration":"577.797205ms","start":"2026-05-07T03:22:48.721577Z","end":"2026-05-07T03:22:49.299374Z","steps":["trace[1961336230] 'read index received' (duration: 536.165716ms)","trace[1961336230] 'applied index is now lower than readState.Index' (duration: 41.630579ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:49.299532Z","caller":"traceutil/trace.go:171","msg":"trace[1766716183] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"579.419074ms","start":"2026-05-07T03:22:48.720071Z","end":"2026-05-07T03:22:49.29949Z","steps":["trace[1766716183] 'process raft request' (duration: 579.176251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.299621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.022367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:22:49.299662Z","caller":"traceutil/trace.go:171","msg":"trace[1843507451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2105; }","duration":"578.093258ms","start":"2026-05-07T03:22:48.721554Z","end":"2026-05-07T03:22:49.299647Z","steps":["trace[1843507451] 'agreement among raft nodes before linearized reading' (duration: 577.950556ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.299697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.721546Z","time spent":"578.142599ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:49.299792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.624165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:22:49.299842Z","caller":"traceutil/trace.go:171","msg":"trace[755080381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2105; }","duration":"573.712086ms","start":"2026-05-07T03:22:48.726117Z","end":"2026-05-07T03:22:49.299829Z","steps":["trace[755080381] 'agreement among raft nodes before linearized reading' (duration: 573.524014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.29986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.077414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:22:49.299876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.72611Z","time spent":"573.758147ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:22:49.299913Z","caller":"traceutil/trace.go:171","msg":"trace[553092307] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2105; }","duration":"362.189266ms","start":"2026-05-07T03:22:48.937707Z","end":"2026-05-07T03:22:49.299897Z","steps":["trace[553092307] 'agreement among raft nodes before linearized reading' (duration: 362.087315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.299958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.937684Z","time spent":"362.260176ms","remote":"127.0.0.1:49226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:49.300024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.195856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:22:49.300062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.343939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:22:49.300052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.36627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4hv4x\" ","response":"range_response_count:1 size:5815"} {"level":"info","ts":"2026-05-07T03:22:49.300094Z","caller":"traceutil/trace.go:171","msg":"trace[1553199968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2105; }","duration":"491.270597ms","start":"2026-05-07T03:22:48.808805Z","end":"2026-05-07T03:22:49.300076Z","steps":["trace[1553199968] 'agreement among raft nodes before linearized reading' (duration: 490.844501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.300159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.808754Z","time spent":"491.392039ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:22:49.300167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.903276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:22:49.300157Z","caller":"traceutil/trace.go:171","msg":"trace[1842775801] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4hv4x; range_end:; response_count:1; response_revision:2105; }","duration":"346.551962ms","start":"2026-05-07T03:22:48.95358Z","end":"2026-05-07T03:22:49.300131Z","steps":["trace[1842775801] 'agreement among raft nodes before linearized reading' (duration: 346.179836ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:49.300194Z","caller":"traceutil/trace.go:171","msg":"trace[476985751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2105; }","duration":"492.966116ms","start":"2026-05-07T03:22:48.807221Z","end":"2026-05-07T03:22:49.300187Z","steps":["trace[476985751] 'agreement among raft nodes before linearized reading' (duration: 492.892615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.30022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.807211Z","time spent":"493.003806ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:49.300215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.953545Z","time spent":"346.658793ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5838,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-4hv4x\" "} {"level":"warn","ts":"2026-05-07T03:22:49.300294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.192861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:22:49.300239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.804153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:22:49.300094Z","caller":"traceutil/trace.go:171","msg":"trace[919258020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2105; }","duration":"492.39846ms","start":"2026-05-07T03:22:48.807686Z","end":"2026-05-07T03:22:49.300085Z","steps":["trace[919258020] 'agreement among raft nodes before linearized reading' (duration: 492.311199ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:49.300352Z","caller":"traceutil/trace.go:171","msg":"trace[1695380852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2105; }","duration":"494.324783ms","start":"2026-05-07T03:22:48.806012Z","end":"2026-05-07T03:22:49.300337Z","steps":["trace[1695380852] 'agreement among raft nodes before linearized reading' (duration: 494.135611ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:49.300363Z","caller":"traceutil/trace.go:171","msg":"trace[1908200077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2105; }","duration":"570.955075ms","start":"2026-05-07T03:22:48.729391Z","end":"2026-05-07T03:22:49.300347Z","steps":["trace[1908200077] 'agreement among raft nodes before linearized reading' (duration: 570.761653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:49.30038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.807675Z","time spent":"492.696673ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:22:49.300396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.729375Z","time spent":"571.010835ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:22:49.300397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.805992Z","time spent":"494.392903ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:49.299738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:48.72005Z","time spent":"579.580547ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:55.473497Z","caller":"traceutil/trace.go:171","msg":"trace[1513922082] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"145.906493ms","start":"2026-05-07T03:22:55.32757Z","end":"2026-05-07T03:22:55.473477Z","steps":["trace[1513922082] 'process raft request' (duration: 145.792202ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:55.476611Z","caller":"traceutil/trace.go:171","msg":"trace[830034365] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2243; }","duration":"132.495229ms","start":"2026-05-07T03:22:55.344097Z","end":"2026-05-07T03:22:55.476592Z","steps":["trace[830034365] 'read index received' (duration: 129.386513ms)","trace[830034365] 'applied index is now lower than readState.Index' (duration: 3.107766ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:22:55.476778Z","caller":"traceutil/trace.go:171","msg":"trace[870389340] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"138.043402ms","start":"2026-05-07T03:22:55.338717Z","end":"2026-05-07T03:22:55.47676Z","steps":["trace[870389340] 'process raft request' (duration: 137.770829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:55.476888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.25074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:22:55.476934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.811786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:22:55.476888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.499263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:22:55.476928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.410601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:22:55.476961Z","caller":"traceutil/trace.go:171","msg":"trace[1180359623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2150; }","duration":"122.873968ms","start":"2026-05-07T03:22:55.354081Z","end":"2026-05-07T03:22:55.476955Z","steps":["trace[1180359623] 'agreement among raft nodes before linearized reading' (duration: 122.792856ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:55.476964Z","caller":"traceutil/trace.go:171","msg":"trace[1019524204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2150; }","duration":"122.602415ms","start":"2026-05-07T03:22:55.354355Z","end":"2026-05-07T03:22:55.476957Z","steps":["trace[1019524204] 'agreement among raft nodes before linearized reading' (duration: 122.457302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:55.476975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.997488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:22:55.476976Z","caller":"traceutil/trace.go:171","msg":"trace[1579356126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2150; }","duration":"122.516704ms","start":"2026-05-07T03:22:55.354449Z","end":"2026-05-07T03:22:55.476966Z","steps":["trace[1579356126] 'agreement among raft nodes before linearized reading' (duration: 122.362201ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:55.476937Z","caller":"traceutil/trace.go:171","msg":"trace[154154666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2150; }","duration":"122.329111ms","start":"2026-05-07T03:22:55.354596Z","end":"2026-05-07T03:22:55.476925Z","steps":["trace[154154666] 'agreement among raft nodes before linearized reading' (duration: 122.173529ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:55.477017Z","caller":"traceutil/trace.go:171","msg":"trace[359367225] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2150; }","duration":"122.067928ms","start":"2026-05-07T03:22:55.354935Z","end":"2026-05-07T03:22:55.477002Z","steps":["trace[359367225] 'agreement among raft nodes before linearized reading' (duration: 121.989757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:55.477107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.006575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:22:55.477147Z","caller":"traceutil/trace.go:171","msg":"trace[1564941360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2150; }","duration":"133.074796ms","start":"2026-05-07T03:22:55.344062Z","end":"2026-05-07T03:22:55.477137Z","steps":["trace[1564941360] 'agreement among raft nodes before linearized reading' (duration: 132.66173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:55.477171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.054618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:22:55.477237Z","caller":"traceutil/trace.go:171","msg":"trace[1269757964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2150; }","duration":"128.152069ms","start":"2026-05-07T03:22:55.349069Z","end":"2026-05-07T03:22:55.477221Z","steps":["trace[1269757964] 'agreement among raft nodes before linearized reading' (duration: 127.651582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:56.985518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017049742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:22:57.486559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017049742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:22:57.987359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017049742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:22:58.481575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.153348243s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:22:58.482015Z","caller":"traceutil/trace.go:171","msg":"trace[1950463412] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"2.153891809s","start":"2026-05-07T03:22:56.328097Z","end":"2026-05-07T03:22:58.481989Z","steps":["trace[1950463412] 'process raft request' (duration: 2.153720017s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.482241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:56.328076Z","time spent":"2.15401618s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:58.506775Z","caller":"traceutil/trace.go:171","msg":"trace[1018933022] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"1.027966979s","start":"2026-05-07T03:22:57.478784Z","end":"2026-05-07T03:22:58.506751Z","steps":["trace[1018933022] 'process raft request' (duration: 1.027784197s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.507029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.478759Z","time spent":"1.02809506s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:58.507073Z","caller":"traceutil/trace.go:171","msg":"trace[841990298] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"1.024724371s","start":"2026-05-07T03:22:57.482331Z","end":"2026-05-07T03:22:58.507055Z","steps":["trace[841990298] 'process raft request' (duration: 1.024367317s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.507178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.482322Z","time spent":"1.024796862s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:58.507355Z","caller":"traceutil/trace.go:171","msg":"trace[1327142706] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"669.098351ms","start":"2026-05-07T03:22:57.838164Z","end":"2026-05-07T03:22:58.507263Z","steps":["trace[1327142706] 'process raft request' (duration: 668.809168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.507542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.838125Z","time spent":"669.290683ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:22:58.509137Z","caller":"traceutil/trace.go:171","msg":"trace[858277046] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2250; }","duration":"2.02461914s","start":"2026-05-07T03:22:56.484489Z","end":"2026-05-07T03:22:58.509108Z","steps":["trace[858277046] 'read index received' (duration: 1.997337837s)","trace[858277046] 'applied index is now lower than readState.Index' (duration: 27.279883ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:22:58.509382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024888144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:22:58.509424Z","caller":"traceutil/trace.go:171","msg":"trace[1217342786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2160; }","duration":"2.024972884s","start":"2026-05-07T03:22:56.484439Z","end":"2026-05-07T03:22:58.509412Z","steps":["trace[1217342786] 'agreement among raft nodes before linearized reading' (duration: 2.024827633s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.509458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:56.484419Z","time spent":"2.025030305s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:22:58.509626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.0935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:22:58.509709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.145278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:22:58.509747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.10159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-05-07T03:22:58.509749Z","caller":"traceutil/trace.go:171","msg":"trace[576120640] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2160; }","duration":"435.25291ms","start":"2026-05-07T03:22:58.074487Z","end":"2026-05-07T03:22:58.509739Z","steps":["trace[576120640] 'agreement among raft nodes before linearized reading' (duration: 435.174169ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:58.509779Z","caller":"traceutil/trace.go:171","msg":"trace[1358107773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2160; }","duration":"614.17028ms","start":"2026-05-07T03:22:57.8956Z","end":"2026-05-07T03:22:58.50977Z","steps":["trace[1358107773] 'agreement among raft nodes before linearized reading' (duration: 614.063219ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.509749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.691064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-05-07T03:22:58.509981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009192112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:22:58.510004Z","caller":"traceutil/trace.go:171","msg":"trace[1942729691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2160; }","duration":"1.009235143s","start":"2026-05-07T03:22:57.500762Z","end":"2026-05-07T03:22:58.509997Z","steps":["trace[1942729691] 'agreement among raft nodes before linearized reading' (duration: 1.009178292s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.51001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010417196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:22:58.510037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.500751Z","time spent":"1.009279544s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:22:58.510057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022387835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:22:58.510058Z","caller":"traceutil/trace.go:171","msg":"trace[1199766689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2160; }","duration":"1.010490207s","start":"2026-05-07T03:22:57.499548Z","end":"2026-05-07T03:22:58.510039Z","steps":["trace[1199766689] 'agreement among raft nodes before linearized reading' (duration: 1.010402806s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.510087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.499526Z","time spent":"1.010555348s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:22:58.509804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.895576Z","time spent":"614.223801ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12009,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:22:58.509996Z","caller":"traceutil/trace.go:171","msg":"trace[1774724740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2160; }","duration":"809.972798ms","start":"2026-05-07T03:22:57.700007Z","end":"2026-05-07T03:22:58.50998Z","steps":["trace[1774724740] 'agreement among raft nodes before linearized reading' (duration: 809.665074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.510184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.69999Z","time spent":"810.18582ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:22:58.509639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.298148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:22:58.510372Z","caller":"traceutil/trace.go:171","msg":"trace[718726615] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2160; }","duration":"720.034246ms","start":"2026-05-07T03:22:57.790324Z","end":"2026-05-07T03:22:58.510358Z","steps":["trace[718726615] 'agreement among raft nodes before linearized reading' (duration: 719.269577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.510426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.790269Z","time spent":"720.142156ms","remote":"127.0.0.1:40076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:58.509869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009527236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:22:58.510567Z","caller":"traceutil/trace.go:171","msg":"trace[1066963172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2160; }","duration":"1.010241424s","start":"2026-05-07T03:22:57.50031Z","end":"2026-05-07T03:22:58.510552Z","steps":["trace[1066963172] 'agreement among raft nodes before linearized reading' (duration: 1.009520596s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.510661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.500297Z","time spent":"1.010338496s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:58.509922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008989761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:22:58.51083Z","caller":"traceutil/trace.go:171","msg":"trace[1538080904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2160; }","duration":"1.009908082s","start":"2026-05-07T03:22:57.500907Z","end":"2026-05-07T03:22:58.510815Z","steps":["trace[1538080904] 'agreement among raft nodes before linearized reading' (duration: 1.0089758s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.510892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.500896Z","time spent":"1.009983622s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:58.509916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.860227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-07T03:22:58.511132Z","caller":"traceutil/trace.go:171","msg":"trace[858127211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2160; }","duration":"812.119562ms","start":"2026-05-07T03:22:57.698999Z","end":"2026-05-07T03:22:58.511118Z","steps":["trace[858127211] 'agreement among raft nodes before linearized reading' (duration: 810.850777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.509784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:58.074461Z","time spent":"435.31497ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:22:58.510165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010269304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:22:58.511305Z","caller":"traceutil/trace.go:171","msg":"trace[798842384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2160; }","duration":"1.011429678s","start":"2026-05-07T03:22:57.499865Z","end":"2026-05-07T03:22:58.511295Z","steps":["trace[798842384] 'agreement among raft nodes before linearized reading' (duration: 1.010053882s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.511268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.698973Z","time spent":"812.253633ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:22:58.511381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.499857Z","time spent":"1.011513289s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:22:58.51037Z","caller":"traceutil/trace.go:171","msg":"trace[2004220209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2160; }","duration":"852.224681ms","start":"2026-05-07T03:22:57.657477Z","end":"2026-05-07T03:22:58.509701Z","steps":["trace[2004220209] 'agreement among raft nodes before linearized reading' (duration: 852.08563ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:22:58.51021Z","caller":"traceutil/trace.go:171","msg":"trace[489552274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2160; }","duration":"1.022967961s","start":"2026-05-07T03:22:57.487232Z","end":"2026-05-07T03:22:58.5102Z","steps":["trace[489552274] 'agreement among raft nodes before linearized reading' (duration: 1.022121842s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:22:58.511671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.487219Z","time spent":"1.024443148s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:22:58.511648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:22:57.657459Z","time spent":"854.176144ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:23:11.739046Z","caller":"traceutil/trace.go:171","msg":"trace[301851776] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"133.286528ms","start":"2026-05-07T03:23:11.605723Z","end":"2026-05-07T03:23:11.739009Z","steps":["trace[301851776] 'process raft request' (duration: 133.110646ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:11.739112Z","caller":"traceutil/trace.go:171","msg":"trace[1674589808] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"134.296268ms","start":"2026-05-07T03:23:11.604786Z","end":"2026-05-07T03:23:11.739082Z","steps":["trace[1674589808] 'process raft request' (duration: 64.397954ms)","trace[1674589808] 'compare' (duration: 69.497429ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:12.791381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.898626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:12.791696Z","caller":"traceutil/trace.go:171","msg":"trace[1459353806] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2340; }","duration":"217.471973ms","start":"2026-05-07T03:23:12.574203Z","end":"2026-05-07T03:23:12.791675Z","steps":["trace[1459353806] 'read index received' (duration: 44.29485ms)","trace[1459353806] 'applied index is now lower than readState.Index' (duration: 173.175953ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:12.791824Z","caller":"traceutil/trace.go:171","msg":"trace[432079261] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"225.852106ms","start":"2026-05-07T03:23:12.565956Z","end":"2026-05-07T03:23:12.791808Z","steps":["trace[432079261] 'process raft request' (duration: 225.631683ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:12.791774Z","caller":"traceutil/trace.go:171","msg":"trace[371275725] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"244.666114ms","start":"2026-05-07T03:23:12.547073Z","end":"2026-05-07T03:23:12.791739Z","steps":["trace[371275725] 'process raft request' (duration: 244.439282ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:12.792053Z","caller":"traceutil/trace.go:171","msg":"trace[2039905675] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"206.606923ms","start":"2026-05-07T03:23:12.585416Z","end":"2026-05-07T03:23:12.792023Z","steps":["trace[2039905675] 'process raft request' (duration: 206.215078ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:12.792109Z","caller":"traceutil/trace.go:171","msg":"trace[1171925280] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"272.059388ms","start":"2026-05-07T03:23:12.520014Z","end":"2026-05-07T03:23:12.792074Z","steps":["trace[1171925280] 'process raft request' (duration: 45.375072ms)","trace[1171925280] 'compare' (duration: 225.786605ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:12.792273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.870318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:23:12.792328Z","caller":"traceutil/trace.go:171","msg":"trace[531117936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2246; }","duration":"198.962199ms","start":"2026-05-07T03:23:12.593352Z","end":"2026-05-07T03:23:12.792314Z","steps":["trace[531117936] 'agreement among raft nodes before linearized reading' (duration: 198.670566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.792495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.140682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:23:12.792559Z","caller":"traceutil/trace.go:171","msg":"trace[1428268376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2246; }","duration":"162.225544ms","start":"2026-05-07T03:23:12.630317Z","end":"2026-05-07T03:23:12.792543Z","steps":["trace[1428268376] 'agreement among raft nodes before linearized reading' (duration: 162.088432ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.792548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.53306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:23:12.79261Z","caller":"traceutil/trace.go:171","msg":"trace[1817799611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2246; }","duration":"165.63417ms","start":"2026-05-07T03:23:12.626965Z","end":"2026-05-07T03:23:12.792599Z","steps":["trace[1817799611] 'agreement among raft nodes before linearized reading' (duration: 165.510809ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.792649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.606706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:23:12.792896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.108471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:23:12.792927Z","caller":"traceutil/trace.go:171","msg":"trace[265470437] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2246; }","duration":"161.115002ms","start":"2026-05-07T03:23:12.631792Z","end":"2026-05-07T03:23:12.792907Z","steps":["trace[265470437] 'agreement among raft nodes before linearized reading' (duration: 160.382574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:12.79295Z","caller":"traceutil/trace.go:171","msg":"trace[458307197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2246; }","duration":"161.191172ms","start":"2026-05-07T03:23:12.631747Z","end":"2026-05-07T03:23:12.792939Z","steps":["trace[458307197] 'agreement among raft nodes before linearized reading' (duration: 161.02524ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.793114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.739705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:23:12.793189Z","caller":"traceutil/trace.go:171","msg":"trace[1258622532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2246; }","duration":"158.839126ms","start":"2026-05-07T03:23:12.634339Z","end":"2026-05-07T03:23:12.793178Z","steps":["trace[1258622532] 'agreement among raft nodes before linearized reading' (duration: 158.592613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.792508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.441167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-07T03:23:12.792673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.470945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-05-07T03:23:12.793353Z","caller":"traceutil/trace.go:171","msg":"trace[85558966] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2246; }","duration":"219.139482ms","start":"2026-05-07T03:23:12.574154Z","end":"2026-05-07T03:23:12.793294Z","steps":["trace[85558966] 'agreement among raft nodes before linearized reading' (duration: 218.384324ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:12.793295Z","caller":"traceutil/trace.go:171","msg":"trace[1349218506] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2246; }","duration":"136.260047ms","start":"2026-05-07T03:23:12.657024Z","end":"2026-05-07T03:23:12.793284Z","steps":["trace[1349218506] 'agreement among raft nodes before linearized reading' (duration: 135.258126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.792907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.482089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:12.793988Z","caller":"traceutil/trace.go:171","msg":"trace[1361699049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2246; }","duration":"137.570171ms","start":"2026-05-07T03:23:12.656388Z","end":"2026-05-07T03:23:12.793958Z","steps":["trace[1361699049] 'agreement among raft nodes before linearized reading' (duration: 136.486169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:12.794333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.052256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:23:12.794382Z","caller":"traceutil/trace.go:171","msg":"trace[1329546132] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"186.134596ms","start":"2026-05-07T03:23:12.608236Z","end":"2026-05-07T03:23:12.79437Z","steps":["trace[1329546132] 'agreement among raft nodes before linearized reading' (duration: 186.013065ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:13.805547Z","caller":"traceutil/trace.go:171","msg":"trace[1048773057] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"216.434897ms","start":"2026-05-07T03:23:13.589088Z","end":"2026-05-07T03:23:13.805523Z","steps":["trace[1048773057] 'process raft request' (duration: 216.276285ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:13.809417Z","caller":"traceutil/trace.go:171","msg":"trace[1173347181] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2352; }","duration":"200.427711ms","start":"2026-05-07T03:23:13.60897Z","end":"2026-05-07T03:23:13.809398Z","steps":["trace[1173347181] 'read index received' (duration: 196.348505ms)","trace[1173347181] 'applied index is now lower than readState.Index' (duration: 4.078516ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:13.809505Z","caller":"traceutil/trace.go:171","msg":"trace[80699183] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"220.202889ms","start":"2026-05-07T03:23:13.58928Z","end":"2026-05-07T03:23:13.809483Z","steps":["trace[80699183] 'process raft request' (duration: 220.042017ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:13.809561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.582123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-07T03:23:13.80963Z","caller":"traceutil/trace.go:171","msg":"trace[599647325] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2256; }","duration":"200.698163ms","start":"2026-05-07T03:23:13.608921Z","end":"2026-05-07T03:23:13.809619Z","steps":["trace[599647325] 'agreement among raft nodes before linearized reading' (duration: 200.559172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:13.809699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.409512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:13.809758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.961441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-07T03:23:13.809874Z","caller":"traceutil/trace.go:171","msg":"trace[2032548407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2256; }","duration":"195.127772ms","start":"2026-05-07T03:23:13.614732Z","end":"2026-05-07T03:23:13.80986Z","steps":["trace[2032548407] 'agreement among raft nodes before linearized reading' (duration: 194.855939ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:13.809826Z","caller":"traceutil/trace.go:171","msg":"trace[1579263804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"153.563614ms","start":"2026-05-07T03:23:13.65623Z","end":"2026-05-07T03:23:13.809794Z","steps":["trace[1579263804] 'agreement among raft nodes before linearized reading' (duration: 153.388082ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:16.041838Z","caller":"traceutil/trace.go:171","msg":"trace[164203099] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2364; }","duration":"212.663043ms","start":"2026-05-07T03:23:15.829135Z","end":"2026-05-07T03:23:16.041798Z","steps":["trace[164203099] 'read index received' (duration: 212.467601ms)","trace[164203099] 'applied index is now lower than readState.Index' (duration: 193.752µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:16.042Z","caller":"traceutil/trace.go:171","msg":"trace[1095642074] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"367.770807ms","start":"2026-05-07T03:23:15.674177Z","end":"2026-05-07T03:23:16.041948Z","steps":["trace[1095642074] 'process raft request' (duration: 367.387443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:16.04218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.027747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-07T03:23:16.042267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:15.674155Z","time spent":"367.976939ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:16.042328Z","caller":"traceutil/trace.go:171","msg":"trace[159283931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2267; }","duration":"213.213089ms","start":"2026-05-07T03:23:15.829077Z","end":"2026-05-07T03:23:16.042291Z","steps":["trace[159283931] 'agreement among raft nodes before linearized reading' (duration: 212.954057ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:17.034899Z","caller":"traceutil/trace.go:171","msg":"trace[1511688649] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"230.229241ms","start":"2026-05-07T03:23:16.804646Z","end":"2026-05-07T03:23:17.034876Z","steps":["trace[1511688649] 'process raft request' (duration: 230.078129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.080308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.094074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:18.08046Z","caller":"traceutil/trace.go:171","msg":"trace[1503592393] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2365; }","duration":"1.248106417s","start":"2026-05-07T03:23:16.832338Z","end":"2026-05-07T03:23:18.080444Z","steps":["trace[1503592393] 'read index received' (duration: 202.413797ms)","trace[1503592393] 'applied index is now lower than readState.Index' (duration: 1.04569167s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:18.080594Z","caller":"traceutil/trace.go:171","msg":"trace[1409891992] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"1.275718879s","start":"2026-05-07T03:23:16.804867Z","end":"2026-05-07T03:23:18.080586Z","steps":["trace[1409891992] 'process raft request' (duration: 486.281191ms)","trace[1409891992] 'compare' (duration: 788.873442ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:18.080636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.804829Z","time spent":"1.275783849s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:18.080762Z","caller":"traceutil/trace.go:171","msg":"trace[135473869] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.255165054s","start":"2026-05-07T03:23:16.825575Z","end":"2026-05-07T03:23:18.08074Z","steps":["trace[135473869] 'process raft request' (duration: 1.25480419s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.080792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.825546Z","time spent":"1.255227715s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:18.080918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248590092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:23:18.080934Z","caller":"traceutil/trace.go:171","msg":"trace[1204757649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2270; }","duration":"1.248640443s","start":"2026-05-07T03:23:16.832288Z","end":"2026-05-07T03:23:18.080928Z","steps":["trace[1204757649] 'agreement among raft nodes before linearized reading' (duration: 1.248570911s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.08095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.832268Z","time spent":"1.248678024s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:23:18.093591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044648559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:23:18.093666Z","caller":"traceutil/trace.go:171","msg":"trace[381740976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2271; }","duration":"1.04476652s","start":"2026-05-07T03:23:17.048888Z","end":"2026-05-07T03:23:18.093655Z","steps":["trace[381740976] 'agreement among raft nodes before linearized reading' (duration: 1.044603628s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.093685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251580434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:23:18.093733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.048865Z","time spent":"1.04483749s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:23:18.093584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.002418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:18.093747Z","caller":"traceutil/trace.go:171","msg":"trace[1638658678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2271; }","duration":"1.251634566s","start":"2026-05-07T03:23:16.842079Z","end":"2026-05-07T03:23:18.093714Z","steps":["trace[1638658678] 'agreement among raft nodes before linearized reading' (duration: 1.251533114s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:18.093799Z","caller":"traceutil/trace.go:171","msg":"trace[2096283068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2271; }","duration":"439.30039ms","start":"2026-05-07T03:23:17.654489Z","end":"2026-05-07T03:23:18.093789Z","steps":["trace[2096283068] 'agreement among raft nodes before linearized reading' (duration: 439.029728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.093808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.842069Z","time spent":"1.251728806s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:18.093669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252762627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:23:18.093827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.654468Z","time spent":"439.353152ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:18.093622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.919477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:18.093857Z","caller":"traceutil/trace.go:171","msg":"trace[206274762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2271; }","duration":"1.252957519s","start":"2026-05-07T03:23:16.840884Z","end":"2026-05-07T03:23:18.093841Z","steps":["trace[206274762] 'agreement among raft nodes before linearized reading' (duration: 1.252738677s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.093663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252727957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:23:18.09393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.840877Z","time spent":"1.25303985s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:23:18.093948Z","caller":"traceutil/trace.go:171","msg":"trace[780138391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2271; }","duration":"1.25303875s","start":"2026-05-07T03:23:16.840899Z","end":"2026-05-07T03:23:18.093938Z","steps":["trace[780138391] 'agreement among raft nodes before linearized reading' (duration: 1.252713926s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.093981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.840883Z","time spent":"1.25308965s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:18.093582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252873738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:23:18.094043Z","caller":"traceutil/trace.go:171","msg":"trace[1839453622] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2271; }","duration":"386.383022ms","start":"2026-05-07T03:23:17.707648Z","end":"2026-05-07T03:23:18.094031Z","steps":["trace[1839453622] 'agreement among raft nodes before linearized reading' (duration: 385.925217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.094807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.707616Z","time spent":"387.176151ms","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:18.094066Z","caller":"traceutil/trace.go:171","msg":"trace[1772632721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2271; }","duration":"1.253402804s","start":"2026-05-07T03:23:16.840657Z","end":"2026-05-07T03:23:18.09406Z","steps":["trace[1772632721] 'agreement among raft nodes before linearized reading' (duration: 1.252818468s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.094873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.840642Z","time spent":"1.254217013s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:23:18.093592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.596572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:18.094956Z","caller":"traceutil/trace.go:171","msg":"trace[387865802] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2271; }","duration":"652.991107ms","start":"2026-05-07T03:23:17.441944Z","end":"2026-05-07T03:23:18.094935Z","steps":["trace[387865802] 'agreement among raft nodes before linearized reading' (duration: 651.614342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.093687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251865657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:23:18.095005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:17.441925Z","time spent":"653.064778ms","remote":"127.0.0.1:49062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:18.095006Z","caller":"traceutil/trace.go:171","msg":"trace[1622775845] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2271; }","duration":"1.253204623s","start":"2026-05-07T03:23:16.841788Z","end":"2026-05-07T03:23:18.094993Z","steps":["trace[1622775845] 'agreement among raft nodes before linearized reading' (duration: 1.251832818s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:18.095086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:16.841773Z","time spent":"1.253264113s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:23:24.419728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.987704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:24.419833Z","caller":"traceutil/trace.go:171","msg":"trace[1523220777] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2400; }","duration":"270.156071ms","start":"2026-05-07T03:23:24.149655Z","end":"2026-05-07T03:23:24.419811Z","steps":["trace[1523220777] 'read index received' (duration: 161.989946ms)","trace[1523220777] 'applied index is now lower than readState.Index' (duration: 108.165125ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:24.420081Z","caller":"traceutil/trace.go:171","msg":"trace[457633946] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"312.67332ms","start":"2026-05-07T03:23:24.107376Z","end":"2026-05-07T03:23:24.42005Z","steps":["trace[457633946] 'process raft request' (duration: 204.283832ms)","trace[457633946] 'compare' (duration: 107.67082ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:24.420219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.107358Z","time spent":"312.786301ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:24.420232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.849925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T03:23:24.420272Z","caller":"traceutil/trace.go:171","msg":"trace[1296974640] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2301; }","duration":"265.919815ms","start":"2026-05-07T03:23:24.154339Z","end":"2026-05-07T03:23:24.420259Z","steps":["trace[1296974640] 'agreement among raft nodes before linearized reading' (duration: 265.768074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:24.420291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.897936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-05-07T03:23:24.420314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.629906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:23:24.420351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.26409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T03:23:24.420357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.071138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-07T03:23:24.420372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.475134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:23:24.420403Z","caller":"traceutil/trace.go:171","msg":"trace[1140426538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2301; }","duration":"254.354511ms","start":"2026-05-07T03:23:24.166035Z","end":"2026-05-07T03:23:24.42039Z","steps":["trace[1140426538] 'agreement among raft nodes before linearized reading' (duration: 254.178779ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.420413Z","caller":"traceutil/trace.go:171","msg":"trace[782368747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2301; }","duration":"254.15322ms","start":"2026-05-07T03:23:24.166247Z","end":"2026-05-07T03:23:24.420401Z","steps":["trace[782368747] 'agreement among raft nodes before linearized reading' (duration: 254.008347ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.420425Z","caller":"traceutil/trace.go:171","msg":"trace[2099754661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2301; }","duration":"270.774979ms","start":"2026-05-07T03:23:24.14959Z","end":"2026-05-07T03:23:24.420365Z","steps":["trace[2099754661] 'agreement among raft nodes before linearized reading' (duration: 270.391414ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.420438Z","caller":"traceutil/trace.go:171","msg":"trace[2140315469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2301; }","duration":"256.576166ms","start":"2026-05-07T03:23:24.163845Z","end":"2026-05-07T03:23:24.420421Z","steps":["trace[2140315469] 'agreement among raft nodes before linearized reading' (duration: 256.373663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:24.420444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.083251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:23:24.420337Z","caller":"traceutil/trace.go:171","msg":"trace[3008475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2301; }","duration":"253.987277ms","start":"2026-05-07T03:23:24.166337Z","end":"2026-05-07T03:23:24.420324Z","steps":["trace[3008475] 'agreement among raft nodes before linearized reading' (duration: 253.854205ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.420638Z","caller":"traceutil/trace.go:171","msg":"trace[900424677] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2301; }","duration":"257.303904ms","start":"2026-05-07T03:23:24.16332Z","end":"2026-05-07T03:23:24.420624Z","steps":["trace[900424677] 'agreement among raft nodes before linearized reading' (duration: 257.053841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:24.878052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.423065Z","time spent":"454.979785ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:23:24.959781Z","caller":"traceutil/trace.go:171","msg":"trace[1174857251] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"535.189448ms","start":"2026-05-07T03:23:24.424517Z","end":"2026-05-07T03:23:24.959706Z","steps":["trace[1174857251] 'process raft request' (duration: 534.931956ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.959895Z","caller":"traceutil/trace.go:171","msg":"trace[36205284] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2401; }","duration":"302.504941ms","start":"2026-05-07T03:23:24.657343Z","end":"2026-05-07T03:23:24.959848Z","steps":["trace[36205284] 'read index received' (duration: 121.986185ms)","trace[36205284] 'applied index is now lower than readState.Index' (duration: 180.517776ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:24.959912Z","caller":"traceutil/trace.go:171","msg":"trace[715376182] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"533.405189ms","start":"2026-05-07T03:23:24.426474Z","end":"2026-05-07T03:23:24.959879Z","steps":["trace[715376182] 'process raft request' (duration: 533.207597ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.959962Z","caller":"traceutil/trace.go:171","msg":"trace[797120998] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"533.256428ms","start":"2026-05-07T03:23:24.426675Z","end":"2026-05-07T03:23:24.959931Z","steps":["trace[797120998] 'process raft request' (duration: 533.065836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:24.960029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.695503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:24.960036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.424502Z","time spent":"535.361971ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:24.960079Z","caller":"traceutil/trace.go:171","msg":"trace[730935576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2307; }","duration":"302.748763ms","start":"2026-05-07T03:23:24.657321Z","end":"2026-05-07T03:23:24.960069Z","steps":["trace[730935576] 'agreement among raft nodes before linearized reading' (duration: 302.608572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:24.960071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.426453Z","time spent":"533.53606ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:24.960102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.657214Z","time spent":"302.881204ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:24.960102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.426662Z","time spent":"533.363699ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:24.96022Z","caller":"traceutil/trace.go:171","msg":"trace[1729548758] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"535.30472ms","start":"2026-05-07T03:23:24.424905Z","end":"2026-05-07T03:23:24.96021Z","steps":["trace[1729548758] 'process raft request' (duration: 534.720634ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:24.960251Z","caller":"traceutil/trace.go:171","msg":"trace[98147032] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"533.884034ms","start":"2026-05-07T03:23:24.426355Z","end":"2026-05-07T03:23:24.960239Z","steps":["trace[98147032] 'process raft request' (duration: 533.299098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:24.96027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.424898Z","time spent":"535.344831ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:24.960242Z","caller":"traceutil/trace.go:171","msg":"trace[1951443081] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"532.855964ms","start":"2026-05-07T03:23:24.427354Z","end":"2026-05-07T03:23:24.960209Z","steps":["trace[1951443081] 'process raft request' (duration: 532.412149ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:24.960323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.426339Z","time spent":"533.949974ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:24.960393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.427345Z","time spent":"532.972365ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:26.9622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999692316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:26.962335Z","caller":"traceutil/trace.go:171","msg":"trace[786983289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999864328s","start":"2026-05-07T03:23:24.962452Z","end":"2026-05-07T03:23:26.962316Z","steps":["trace[786983289] 'agreement among raft nodes before linearized reading' (duration: 1.999706436s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:26.962597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.962441Z","time spent":"1.999928138s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:27.421319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294334917s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:27.421515Z","caller":"traceutil/trace.go:171","msg":"trace[567213507] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"2.298129018s","start":"2026-05-07T03:23:25.12337Z","end":"2026-05-07T03:23:27.421499Z","steps":["trace[567213507] 'process raft request' (duration: 2.298047557s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:27.421589Z","caller":"traceutil/trace.go:171","msg":"trace[963403708] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2408; }","duration":"2.459089231s","start":"2026-05-07T03:23:24.962473Z","end":"2026-05-07T03:23:27.421562Z","steps":["trace[963403708] 'read index received' (duration: 164.360239ms)","trace[963403708] 'applied index is now lower than readState.Index' (duration: 2.294727282s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:27.422158Z","caller":"traceutil/trace.go:171","msg":"trace[1695882615] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"2.542888804s","start":"2026-05-07T03:23:24.879244Z","end":"2026-05-07T03:23:27.422132Z","steps":["trace[1695882615] 'process raft request' (duration: 247.665147ms)","trace[1695882615] 'compare' (duration: 2.293445167s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:27.42241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:24.879223Z","time spent":"2.542999596s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:27.423163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:25.123347Z","time spent":"2.29819766s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:27.819286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:27.819369Z","caller":"traceutil/trace.go:171","msg":"trace[680847650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056326s","start":"2026-05-07T03:23:25.819296Z","end":"2026-05-07T03:23:27.819352Z","steps":["trace[680847650] 'agreement among raft nodes before linearized reading' (duration: 1.999947734s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:27.819409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:25.819272Z","time spent":"2.000129156s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:27.926909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017050081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:28.36682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.278394932s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:23:28.970386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000524254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:28.970449Z","caller":"traceutil/trace.go:171","msg":"trace[825340602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000616346s","start":"2026-05-07T03:23:26.969819Z","end":"2026-05-07T03:23:28.970435Z","steps":["trace[825340602] 'agreement among raft nodes before linearized reading' (duration: 2.000537115s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:28.970534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.96981Z","time spent":"2.000667156s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:30.307456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940248718s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:30.308187Z","caller":"traceutil/trace.go:171","msg":"trace[1722308075] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"4.156958438s","start":"2026-05-07T03:23:26.151212Z","end":"2026-05-07T03:23:30.308171Z","steps":["trace[1722308075] 'process raft request' (duration: 4.156342571s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:30.308193Z","caller":"traceutil/trace.go:171","msg":"trace[912628962] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"4.219866643s","start":"2026-05-07T03:23:26.088295Z","end":"2026-05-07T03:23:30.308162Z","steps":["trace[912628962] 'process raft request' (duration: 2.278816256s)","trace[912628962] 'compare' (duration: 1.939923165s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:30.308321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.151176Z","time spent":"4.157071458s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:30.308187Z","caller":"traceutil/trace.go:171","msg":"trace[213640305] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"3.882545471s","start":"2026-05-07T03:23:26.425621Z","end":"2026-05-07T03:23:30.308167Z","steps":["trace[213640305] 'process raft request' (duration: 3.882018595s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:30.308388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.088258Z","time spent":"4.220007564s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:30.308654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.425597Z","time spent":"3.882828744s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:30.83382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.123229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:23:30.833984Z","caller":"traceutil/trace.go:171","msg":"trace[43481436] linearizableReadLoop","detail":"{readStateIndex:2414; appliedIndex:2410; }","duration":"3.412313419s","start":"2026-05-07T03:23:27.421648Z","end":"2026-05-07T03:23:30.833961Z","steps":["trace[43481436] 'read index received' (duration: 945.572407ms)","trace[43481436] 'applied index is now lower than readState.Index' (duration: 2.466739262s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:30.834167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846835626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:30.834223Z","caller":"traceutil/trace.go:171","msg":"trace[2903503] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2312; }","duration":"3.846955427s","start":"2026-05-07T03:23:26.987251Z","end":"2026-05-07T03:23:30.834206Z","steps":["trace[2903503] 'agreement among raft nodes before linearized reading' (duration: 3.846841806s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:30.834287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.987228Z","time spent":"3.847041089s","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:30.834384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.868315218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-07T03:23:30.834462Z","caller":"traceutil/trace.go:171","msg":"trace[35295123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2312; }","duration":"3.868448239s","start":"2026-05-07T03:23:26.965997Z","end":"2026-05-07T03:23:30.834445Z","steps":["trace[35295123] 'agreement among raft nodes before linearized reading' (duration: 3.868244747s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:30.83455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.965977Z","time spent":"3.86856389s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:30.834386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867979984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T03:23:30.834671Z","caller":"traceutil/trace.go:171","msg":"trace[795148101] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2312; }","duration":"3.868289957s","start":"2026-05-07T03:23:26.966369Z","end":"2026-05-07T03:23:30.834659Z","steps":["trace[795148101] 'agreement among raft nodes before linearized reading' (duration: 3.867890643s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:30.834702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.966358Z","time spent":"3.868335528s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:23:30.834859Z","caller":"traceutil/trace.go:171","msg":"trace[409761692] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"2.235409426s","start":"2026-05-07T03:23:28.599414Z","end":"2026-05-07T03:23:30.834823Z","steps":["trace[409761692] 'process raft request' (duration: 2.234519666s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:30.834989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:28.599388Z","time spent":"2.235526757s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:30.970842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:30.970948Z","caller":"traceutil/trace.go:171","msg":"trace[1016350327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000128873s","start":"2026-05-07T03:23:28.970796Z","end":"2026-05-07T03:23:30.970925Z","steps":["trace[1016350327] 'agreement among raft nodes before linearized reading' (duration: 1.999989171s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:30.971015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:28.970781Z","time spent":"2.000216484s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:31.433474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467452488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:23:31.43361Z","caller":"traceutil/trace.go:171","msg":"trace[2014563512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2313; }","duration":"4.467652189s","start":"2026-05-07T03:23:26.965924Z","end":"2026-05-07T03:23:31.433577Z","steps":["trace[2014563512] 'agreement among raft nodes before linearized reading' (duration: 3.86852087s)","trace[2014563512] 'range keys from in-memory index tree' (duration: 598.805866ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:31.433679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.965893Z","time spent":"4.46777047s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:23:31.4337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003947418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:23:31.434489Z","caller":"traceutil/trace.go:171","msg":"trace[1921697298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2313; }","duration":"6.004771076s","start":"2026-05-07T03:23:25.429691Z","end":"2026-05-07T03:23:31.434462Z","steps":["trace[1921697298] 'agreement among raft nodes before linearized reading' (duration: 5.404746038s)","trace[1921697298] 'range keys from in-memory index tree' (duration: 599.135039ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:31.433496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467229155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-05-07T03:23:31.434584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:25.42967Z","time spent":"6.004898357s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:23:31.434925Z","caller":"traceutil/trace.go:171","msg":"trace[919258368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2313; }","duration":"4.468605859s","start":"2026-05-07T03:23:26.966207Z","end":"2026-05-07T03:23:31.434813Z","steps":["trace[919258368] 'agreement among raft nodes before linearized reading' (duration: 3.868262677s)","trace[919258368] 'range keys from in-memory index tree' (duration: 598.837226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:31.43522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.966202Z","time spent":"4.468990044s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:31.434043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467215804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-07T03:23:31.435321Z","caller":"traceutil/trace.go:171","msg":"trace[2118426515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2313; }","duration":"4.468477768s","start":"2026-05-07T03:23:26.966802Z","end":"2026-05-07T03:23:31.43528Z","steps":["trace[2118426515] 'agreement among raft nodes before linearized reading' (duration: 3.8676263s)","trace[2118426515] 'range keys from in-memory index tree' (duration: 599.118979ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:31.434173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.240841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-07T03:23:31.433764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.467566328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-07T03:23:31.435701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.966794Z","time spent":"4.468614929s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:23:31.435747Z","caller":"traceutil/trace.go:171","msg":"trace[569638489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2313; }","duration":"4.469547899s","start":"2026-05-07T03:23:26.966168Z","end":"2026-05-07T03:23:31.435662Z","steps":["trace[569638489] 'agreement among raft nodes before linearized reading' (duration: 3.868307357s)","trace[569638489] 'range keys from in-memory index tree' (duration: 599.21769ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:31.435824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:26.966161Z","time spent":"4.469641251s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:23:31.435889Z","caller":"traceutil/trace.go:171","msg":"trace[636670960] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"595.141658ms","start":"2026-05-07T03:23:30.840726Z","end":"2026-05-07T03:23:31.435868Z","steps":["trace[636670960] 'process raft request' (duration: 595.065297ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:31.435792Z","caller":"traceutil/trace.go:171","msg":"trace[861399847] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"2.00701142s","start":"2026-05-07T03:23:29.428733Z","end":"2026-05-07T03:23:31.435744Z","steps":["trace[861399847] 'process raft request' (duration: 1.406080581s)","trace[861399847] 'compare' (duration: 598.836297ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:31.435821Z","caller":"traceutil/trace.go:171","msg":"trace[331549148] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2414; }","duration":"601.765558ms","start":"2026-05-07T03:23:30.834035Z","end":"2026-05-07T03:23:31.4358Z","steps":["trace[331549148] 'read index received' (duration: 459.765µs)","trace[331549148] 'applied index is now lower than readState.Index' (duration: 601.303633ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:31.436042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:30.840708Z","time spent":"595.248519ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:31.436103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.009445927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T03:23:31.436165Z","caller":"traceutil/trace.go:171","msg":"trace[248579136] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e; range_end:; response_count:1; response_revision:2316; }","duration":"4.009531718s","start":"2026-05-07T03:23:27.426616Z","end":"2026-05-07T03:23:31.436148Z","steps":["trace[248579136] 'agreement among raft nodes before linearized reading' (duration: 4.009241395s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.43603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:29.428709Z","time spent":"2.007253173s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:31.436215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:27.426602Z","time spent":"4.009601108s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e\" "} {"level":"info","ts":"2026-05-07T03:23:31.436285Z","caller":"traceutil/trace.go:171","msg":"trace[2047640338] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"596.544312ms","start":"2026-05-07T03:23:30.839716Z","end":"2026-05-07T03:23:31.43626Z","steps":["trace[2047640338] 'process raft request' (duration: 595.959296ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.43637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:30.839697Z","time spent":"596.633082ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:31.436512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626004763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-05-07T03:23:31.436519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.624502701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:31.436568Z","caller":"traceutil/trace.go:171","msg":"trace[1235751096] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2316; }","duration":"2.626060084s","start":"2026-05-07T03:23:28.810494Z","end":"2026-05-07T03:23:31.436554Z","steps":["trace[1235751096] 'agreement among raft nodes before linearized reading' (duration: 2.625919702s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.436567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151291114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:31.436606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621160482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:23:31.43663Z","caller":"traceutil/trace.go:171","msg":"trace[471504989] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2316; }","duration":"3.151423355s","start":"2026-05-07T03:23:28.285192Z","end":"2026-05-07T03:23:31.436615Z","steps":["trace[471504989] 'agreement among raft nodes before linearized reading' (duration: 3.151330374s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:31.43666Z","caller":"traceutil/trace.go:171","msg":"trace[523937232] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2316; }","duration":"2.621243654s","start":"2026-05-07T03:23:28.815402Z","end":"2026-05-07T03:23:31.436645Z","steps":["trace[523937232] 'agreement among raft nodes before linearized reading' (duration: 2.621001751s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.436665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.3043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:31.436676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:28.285169Z","time spent":"3.151494526s","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:31.436699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:28.815387Z","time spent":"2.621302574s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:23:31.436756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.755271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:23:31.4368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589125256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:31.436803Z","caller":"traceutil/trace.go:171","msg":"trace[1968888698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2316; }","duration":"788.841821ms","start":"2026-05-07T03:23:30.64795Z","end":"2026-05-07T03:23:31.436792Z","steps":["trace[1968888698] 'agreement among raft nodes before linearized reading' (duration: 788.774201ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:31.436827Z","caller":"traceutil/trace.go:171","msg":"trace[1192153010] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2316; }","duration":"1.589201717s","start":"2026-05-07T03:23:29.847617Z","end":"2026-05-07T03:23:31.436819Z","steps":["trace[1192153010] 'agreement among raft nodes before linearized reading' (duration: 1.589157067s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.436845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:30.647929Z","time spent":"788.903522ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:31.436872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:29.847597Z","time spent":"1.589258228s","remote":"127.0.0.1:49140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:31.436576Z","caller":"traceutil/trace.go:171","msg":"trace[1179774066] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2316; }","duration":"3.624595442s","start":"2026-05-07T03:23:27.811967Z","end":"2026-05-07T03:23:31.436562Z","steps":["trace[1179774066] 'agreement among raft nodes before linearized reading' (duration: 3.624501061s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.436925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:27.811945Z","time spent":"3.624962175s","remote":"127.0.0.1:46680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:31.437127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541057525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-05-07T03:23:31.437165Z","caller":"traceutil/trace.go:171","msg":"trace[1343513931] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2316; }","duration":"2.541130546s","start":"2026-05-07T03:23:28.896026Z","end":"2026-05-07T03:23:31.437157Z","steps":["trace[1343513931] 'agreement among raft nodes before linearized reading' (duration: 2.541010775s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.437193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:28.89601Z","time spent":"2.541176246s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:23:31.436619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:28.810429Z","time spent":"2.626178305s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T03:23:31.436702Z","caller":"traceutil/trace.go:171","msg":"trace[1096001508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2316; }","duration":"884.388021ms","start":"2026-05-07T03:23:30.552304Z","end":"2026-05-07T03:23:31.436692Z","steps":["trace[1096001508] 'agreement among raft nodes before linearized reading' (duration: 884.31678ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.437734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:30.552278Z","time spent":"885.436523ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:31.438216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.541332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:31.438286Z","caller":"traceutil/trace.go:171","msg":"trace[1513972038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2316; }","duration":"459.626162ms","start":"2026-05-07T03:23:30.97863Z","end":"2026-05-07T03:23:31.438257Z","steps":["trace[1513972038] 'agreement among raft nodes before linearized reading' (duration: 459.545841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.438318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:30.978616Z","time spent":"459.695503ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:31.438582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.142769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:31.439415Z","caller":"traceutil/trace.go:171","msg":"trace[886663089] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2316; }","duration":"152.248981ms","start":"2026-05-07T03:23:31.286378Z","end":"2026-05-07T03:23:31.438627Z","steps":["trace[886663089] 'agreement among raft nodes before linearized reading' (duration: 152.14545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:31.944428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017050089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:32.688561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.915974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:32.688645Z","caller":"traceutil/trace.go:171","msg":"trace[919977781] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"1.247065239s","start":"2026-05-07T03:23:31.441566Z","end":"2026-05-07T03:23:32.688631Z","steps":["trace[919977781] 'process raft request' (duration: 855.010164ms)","trace[919977781] 'compare' (duration: 391.779982ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:32.688683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.441544Z","time spent":"1.2471219s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:33.657549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992645334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:33.657635Z","caller":"traceutil/trace.go:171","msg":"trace[620073947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992764295s","start":"2026-05-07T03:23:31.664849Z","end":"2026-05-07T03:23:33.657613Z","steps":["trace[620073947] 'agreement among raft nodes before linearized reading' (duration: 1.992662094s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:33.657682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.664832Z","time spent":"1.992840596s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:33.908889Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.612353554s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:23:33.939096Z","caller":"traceutil/trace.go:171","msg":"trace[825390475] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"2.493256571s","start":"2026-05-07T03:23:31.445817Z","end":"2026-05-07T03:23:33.939073Z","steps":["trace[825390475] 'process raft request' (duration: 2.49318383s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:33.939127Z","caller":"traceutil/trace.go:171","msg":"trace[1984718446] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"2.495040169s","start":"2026-05-07T03:23:31.444052Z","end":"2026-05-07T03:23:33.939092Z","steps":["trace[1984718446] 'process raft request' (duration: 2.494821607s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:33.939239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.445808Z","time spent":"2.493350722s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:33.909867Z","caller":"traceutil/trace.go:171","msg":"trace[461678939] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"2.467417477s","start":"2026-05-07T03:23:31.442404Z","end":"2026-05-07T03:23:33.909821Z","steps":["trace[461678939] 'process raft request' (duration: 2.466803831s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:33.939251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.444041Z","time spent":"2.49512324s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:33.939554Z","caller":"traceutil/trace.go:171","msg":"trace[877421819] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"2.493536965s","start":"2026-05-07T03:23:31.445997Z","end":"2026-05-07T03:23:33.939534Z","steps":["trace[877421819] 'process raft request' (duration: 2.493027489s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:33.939678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.445927Z","time spent":"2.493675267s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:33.93971Z","caller":"traceutil/trace.go:171","msg":"trace[570851152] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"2.482152523s","start":"2026-05-07T03:23:31.457433Z","end":"2026-05-07T03:23:33.939585Z","steps":["trace[570851152] 'process raft request' (duration: 2.481970432s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:33.93967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.442378Z","time spent":"2.496978562s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:33.939828Z","caller":"traceutil/trace.go:171","msg":"trace[1224205263] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"2.482320855s","start":"2026-05-07T03:23:31.457495Z","end":"2026-05-07T03:23:33.939816Z","steps":["trace[1224205263] 'process raft request' (duration: 2.482031082s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:33.93997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.457489Z","time spent":"2.482391595s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:33.939785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.457423Z","time spent":"2.482334375s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:33.940623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497046591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-07T03:23:33.940677Z","caller":"traceutil/trace.go:171","msg":"trace[350733630] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2323; }","duration":"2.497129303s","start":"2026-05-07T03:23:31.443537Z","end":"2026-05-07T03:23:33.940666Z","steps":["trace[350733630] 'agreement among raft nodes before linearized reading' (duration: 2.496970431s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:33.940709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.443517Z","time spent":"2.497186153s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-07T03:23:33.940556Z","caller":"traceutil/trace.go:171","msg":"trace[1027992385] linearizableReadLoop","detail":"{readStateIndex:2425; appliedIndex:2418; }","duration":"2.49598015s","start":"2026-05-07T03:23:31.44358Z","end":"2026-05-07T03:23:33.93956Z","steps":["trace[1027992385] 'read index received' (duration: 853.009082ms)","trace[1027992385] 'applied index is now lower than readState.Index' (duration: 1.642970038s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:34.442963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017050101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:34.943829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017050101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:35.005918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096733704s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:23:35.270778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.094831ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:35.270881Z","caller":"traceutil/trace.go:171","msg":"trace[111909644] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2323; }","duration":"840.208572ms","start":"2026-05-07T03:23:34.430657Z","end":"2026-05-07T03:23:35.270866Z","steps":["trace[111909644] 'range keys from in-memory index tree' (duration: 840.078061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:35.271395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.931992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-07T03:23:35.272922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:23:35.273Z","caller":"traceutil/trace.go:171","msg":"trace[1539616906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176307s","start":"2026-05-07T03:23:33.272804Z","end":"2026-05-07T03:23:35.27298Z","steps":["trace[1539616906] 'agreement among raft nodes before linearized reading' (duration: 2.000089507s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:35.273041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.272782Z","time spent":"2.000251908s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:23:35.273337Z","caller":"traceutil/trace.go:171","msg":"trace[99750905] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"2.958800527s","start":"2026-05-07T03:23:32.314525Z","end":"2026-05-07T03:23:35.273326Z","steps":["trace[99750905] 'process raft request' (duration: 2.706870394s)","trace[99750905] 'compare' (duration: 249.484937ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:35.273411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:32.314473Z","time spent":"2.958891557s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:35.273457Z","caller":"traceutil/trace.go:171","msg":"trace[1926571980] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"1.81282382s","start":"2026-05-07T03:23:33.460607Z","end":"2026-05-07T03:23:35.273431Z","steps":["trace[1926571980] 'process raft request' (duration: 1.81279871s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:35.273506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.460586Z","time spent":"1.812899411s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:35.273589Z","caller":"traceutil/trace.go:171","msg":"trace[250932165] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"2.949976972s","start":"2026-05-07T03:23:32.323605Z","end":"2026-05-07T03:23:35.273582Z","steps":["trace[250932165] 'process raft request' (duration: 2.94785604s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:35.273636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:32.323592Z","time spent":"2.950020743s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:35.273658Z","caller":"traceutil/trace.go:171","msg":"trace[171280514] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"2.132650681s","start":"2026-05-07T03:23:33.141Z","end":"2026-05-07T03:23:35.273651Z","steps":["trace[171280514] 'process raft request' (duration: 2.132384418s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:35.273707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.140975Z","time spent":"2.132712423s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:35.658561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:23:35.658708Z","caller":"traceutil/trace.go:171","msg":"trace[2021808373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00082201s","start":"2026-05-07T03:23:33.657863Z","end":"2026-05-07T03:23:35.658685Z","steps":["trace[2021808373] 'agreement among raft nodes before linearized reading' (duration: 2.000579648s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:35.658778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.657848Z","time spent":"2.000907331s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:37.359832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871391784s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:37.35994Z","caller":"traceutil/trace.go:171","msg":"trace[665819569] linearizableReadLoop","detail":"{readStateIndex:2430; appliedIndex:2425; }","duration":"3.41857825s","start":"2026-05-07T03:23:33.941343Z","end":"2026-05-07T03:23:37.359921Z","steps":["trace[665819569] 'read index received' (duration: 1.080055898s)","trace[665819569] 'applied index is now lower than readState.Index' (duration: 2.338520702s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:37.360356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.668700853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad2a87cb4786c6\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-07T03:23:37.360409Z","caller":"traceutil/trace.go:171","msg":"trace[1007180238] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18ad2a87cb4786c6; range_end:; response_count:1; response_revision:2328; }","duration":"4.668788073s","start":"2026-05-07T03:23:32.691607Z","end":"2026-05-07T03:23:37.360396Z","steps":["trace[1007180238] 'agreement among raft nodes before linearized reading' (duration: 4.668529861s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.360436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899785418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:23:37.360503Z","caller":"traceutil/trace.go:171","msg":"trace[1366702728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2328; }","duration":"4.899899769s","start":"2026-05-07T03:23:32.460584Z","end":"2026-05-07T03:23:37.360484Z","steps":["trace[1366702728] 'agreement among raft nodes before linearized reading' (duration: 4.899703737s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.360565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:32.460558Z","time spent":"4.89999395s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:23:37.360447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:32.691591Z","time spent":"4.668846964s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18ad2a87cb4786c6\" "} {"level":"warn","ts":"2026-05-07T03:23:37.360626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250564833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:37.360629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940539845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:37.36092Z","caller":"traceutil/trace.go:171","msg":"trace[1489720269] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2328; }","duration":"3.940944189s","start":"2026-05-07T03:23:33.419893Z","end":"2026-05-07T03:23:37.360838Z","steps":["trace[1489720269] 'agreement among raft nodes before linearized reading' (duration: 3.940248702s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:37.361123Z","caller":"traceutil/trace.go:171","msg":"trace[1412886658] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"3.41020961s","start":"2026-05-07T03:23:33.950892Z","end":"2026-05-07T03:23:37.361102Z","steps":["trace[1412886658] 'process raft request' (duration: 1.537446301s)","trace[1412886658] 'compare' (duration: 1.870340163s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:37.361139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.41987Z","time spent":"3.941193231s","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:37.360733Z","caller":"traceutil/trace.go:171","msg":"trace[2132146309] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2328; }","duration":"4.250687875s","start":"2026-05-07T03:23:33.110018Z","end":"2026-05-07T03:23:37.360706Z","steps":["trace[2132146309] 'agreement among raft nodes before linearized reading' (duration: 4.250297901s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.361262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915818322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:23:37.36126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.950868Z","time spent":"3.41031199s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:37.361285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915741011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:23:37.361314Z","caller":"traceutil/trace.go:171","msg":"trace[845758240] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2328; }","duration":"3.915895394s","start":"2026-05-07T03:23:33.445399Z","end":"2026-05-07T03:23:37.361295Z","steps":["trace[845758240] 'agreement among raft nodes before linearized reading' (duration: 3.915734692s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:37.361355Z","caller":"traceutil/trace.go:171","msg":"trace[317967320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2328; }","duration":"3.915859133s","start":"2026-05-07T03:23:33.445479Z","end":"2026-05-07T03:23:37.361338Z","steps":["trace[317967320] 'agreement among raft nodes before linearized reading' (duration: 3.915621111s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.361372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.445384Z","time spent":"3.915979134s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:23:37.361405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.445448Z","time spent":"3.915944774s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:37.361399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:33.109989Z","time spent":"4.2512996s","remote":"127.0.0.1:49090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:37.361538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.898274405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:37.361615Z","caller":"traceutil/trace.go:171","msg":"trace[839288009] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2328; }","duration":"5.898368756s","start":"2026-05-07T03:23:31.463232Z","end":"2026-05-07T03:23:37.3616Z","steps":["trace[839288009] 'agreement among raft nodes before linearized reading' (duration: 5.898259285s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.361664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:31.463225Z","time spent":"5.898427646s","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:23:37.361984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06675091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:23:37.364757Z","caller":"traceutil/trace.go:171","msg":"trace[218283122] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:2328; }","duration":"5.06953s","start":"2026-05-07T03:23:32.295186Z","end":"2026-05-07T03:23:37.364716Z","steps":["trace[218283122] 'agreement among raft nodes before linearized reading' (duration: 5.06665097s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.364832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:32.295168Z","time spent":"5.069645901s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.118\" "} {"level":"warn","ts":"2026-05-07T03:23:37.666294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:37.666381Z","caller":"traceutil/trace.go:171","msg":"trace[235955825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000217045s","start":"2026-05-07T03:23:35.666146Z","end":"2026-05-07T03:23:37.666363Z","steps":["trace[235955825] 'agreement among raft nodes before linearized reading' (duration: 2.000104594s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:37.666429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:35.666099Z","time spent":"2.000320716s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:39.666774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999820212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:39.66688Z","caller":"traceutil/trace.go:171","msg":"trace[1127215278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999983624s","start":"2026-05-07T03:23:37.666872Z","end":"2026-05-07T03:23:39.666855Z","steps":["trace[1127215278] 'agreement among raft nodes before linearized reading' (duration: 1.999846943s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:39.666947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.666851Z","time spent":"2.000079455s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:39.850391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.115195461s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:23:40.162465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427266477s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:40.162667Z","caller":"traceutil/trace.go:171","msg":"trace[1496267233] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"2.883892638s","start":"2026-05-07T03:23:37.278762Z","end":"2026-05-07T03:23:40.162655Z","steps":["trace[1496267233] 'process raft request' (duration: 456.347188ms)","trace[1496267233] 'compare' (duration: 2.426792342s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:40.162708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.278739Z","time spent":"2.883953248s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:40.164253Z","caller":"traceutil/trace.go:171","msg":"trace[1347906383] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"2.884476905s","start":"2026-05-07T03:23:37.279754Z","end":"2026-05-07T03:23:40.164231Z","steps":["trace[1347906383] 'process raft request' (duration: 2.882806917s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:40.164392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.279723Z","time spent":"2.884597576s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:40.165044Z","caller":"traceutil/trace.go:171","msg":"trace[1418731692] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"2.88504738s","start":"2026-05-07T03:23:37.279976Z","end":"2026-05-07T03:23:40.165024Z","steps":["trace[1418731692] 'process raft request' (duration: 2.884197451s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:40.165151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.27996Z","time spent":"2.885133551s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:40.52869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.850256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:23:40.529061Z","caller":"traceutil/trace.go:171","msg":"trace[86697885] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"3.164530297s","start":"2026-05-07T03:23:37.364509Z","end":"2026-05-07T03:23:40.52904Z","steps":["trace[86697885] 'process raft request' (duration: 3.164267465s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:40.529165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.364448Z","time spent":"3.164653479s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:40.943773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999175388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:40.943845Z","caller":"traceutil/trace.go:171","msg":"trace[1049499128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999271128s","start":"2026-05-07T03:23:35.944555Z","end":"2026-05-07T03:23:40.943826Z","steps":["trace[1049499128] 'agreement among raft nodes before linearized reading' (duration: 4.999184547s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:40.943858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000081846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-05-07T03:23:40.94389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:35.944549Z","time spent":"4.999331929s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 03:23:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T03:23:40.943936Z","caller":"traceutil/trace.go:171","msg":"trace[1268055489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000225408s","start":"2026-05-07T03:23:35.943692Z","end":"2026-05-07T03:23:40.943918Z","steps":["trace[1268055489] 'agreement among raft nodes before linearized reading' (duration: 5.000100997s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:40.944015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:35.943676Z","time spent":"5.000329169s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 03:23:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:40.944148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999307509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:23:40.9442Z","caller":"traceutil/trace.go:171","msg":"trace[561006899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999397339s","start":"2026-05-07T03:23:35.944793Z","end":"2026-05-07T03:23:40.94419Z","steps":["trace[561006899] 'agreement among raft nodes before linearized reading' (duration: 4.999343729s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:40.94423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:35.944773Z","time spent":"4.9994505s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:41.677089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:41.677239Z","caller":"traceutil/trace.go:171","msg":"trace[1229320123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387533s","start":"2026-05-07T03:23:39.676833Z","end":"2026-05-07T03:23:41.677221Z","steps":["trace[1229320123] 'agreement among raft nodes before linearized reading' (duration: 2.000217272s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:41.677294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:39.676806Z","time spent":"2.000471114s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:41.760557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090416513s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:23:42.806278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277225971s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-07T03:23:42.807017Z","caller":"traceutil/trace.go:171","msg":"trace[225647763] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"5.439487304s","start":"2026-05-07T03:23:37.36751Z","end":"2026-05-07T03:23:42.806998Z","steps":["trace[225647763] 'process raft request' (duration: 5.438853848s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:42.807003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.365801Z","time spent":"5.441194452s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:23:42.807223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.367498Z","time spent":"5.439570186s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:42.807504Z","caller":"traceutil/trace.go:171","msg":"trace[840929131] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2430; }","duration":"5.447513138s","start":"2026-05-07T03:23:37.359968Z","end":"2026-05-07T03:23:42.807481Z","steps":["trace[840929131] 'read index received' (duration: 375.199704ms)","trace[840929131] 'applied index is now lower than readState.Index' (duration: 5.072312464s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:42.807719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.324648959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:42.807726Z","caller":"traceutil/trace.go:171","msg":"trace[1153712315] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"5.439784287s","start":"2026-05-07T03:23:37.367801Z","end":"2026-05-07T03:23:42.807585Z","steps":["trace[1153712315] 'process raft request' (duration: 5.439153321s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:42.807795Z","caller":"traceutil/trace.go:171","msg":"trace[1348355996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2335; }","duration":"6.324815421s","start":"2026-05-07T03:23:36.482968Z","end":"2026-05-07T03:23:42.807783Z","steps":["trace[1348355996] 'agreement among raft nodes before linearized reading' (duration: 6.324623669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:42.807847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:36.48294Z","time spent":"6.324891991s","remote":"127.0.0.1:52582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:42.808055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.367791Z","time spent":"5.440146841s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:42.808261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.506481278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:42.808316Z","caller":"traceutil/trace.go:171","msg":"trace[1340841982] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2336; }","duration":"8.506576438s","start":"2026-05-07T03:23:34.301724Z","end":"2026-05-07T03:23:42.808301Z","steps":["trace[1340841982] 'agreement among raft nodes before linearized reading' (duration: 8.506116984s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:42.808304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.653300002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:42.808357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:34.301702Z","time spent":"8.50664528s","remote":"127.0.0.1:46792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:42.808347Z","caller":"traceutil/trace.go:171","msg":"trace[347091451] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"4.467736529s","start":"2026-05-07T03:23:38.340585Z","end":"2026-05-07T03:23:42.808322Z","steps":["trace[347091451] 'process raft request' (duration: 4.46682131s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:42.808442Z","caller":"traceutil/trace.go:171","msg":"trace[1651295513] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2336; }","duration":"8.653373094s","start":"2026-05-07T03:23:34.154989Z","end":"2026-05-07T03:23:42.808362Z","steps":["trace[1651295513] 'agreement among raft nodes before linearized reading' (duration: 8.653272712s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:42.808484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:38.340572Z","time spent":"4.467835931s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:42.808525Z","caller":"traceutil/trace.go:171","msg":"trace[107766743] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"2.138475666s","start":"2026-05-07T03:23:40.670035Z","end":"2026-05-07T03:23:42.808511Z","steps":["trace[107766743] 'process raft request' (duration: 2.138165572s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:42.808524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:34.154905Z","time spent":"8.653574696s","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:42.808618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:40.669997Z","time spent":"2.138568007s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:42.809052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.864287157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:23:42.80912Z","caller":"traceutil/trace.go:171","msg":"trace[173309014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2336; }","duration":"6.864384737s","start":"2026-05-07T03:23:35.944719Z","end":"2026-05-07T03:23:42.809104Z","steps":["trace[173309014] 'agreement among raft nodes before linearized reading' (duration: 6.863149414s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:42.80918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:35.944698Z","time spent":"6.864469398s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:43.118096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.961521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:23:43.11826Z","caller":"traceutil/trace.go:171","msg":"trace[250976269] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"950.624867ms","start":"2026-05-07T03:23:42.167617Z","end":"2026-05-07T03:23:43.118242Z","steps":["trace[250976269] 'process raft request' (duration: 833.452804ms)","trace[250976269] 'compare' (duration: 116.720029ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:43.118328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.167589Z","time spent":"950.715048ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:43.677634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:23:43.677715Z","caller":"traceutil/trace.go:171","msg":"trace[481954511] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344s","start":"2026-05-07T03:23:41.677356Z","end":"2026-05-07T03:23:43.6777Z","steps":["trace[481954511] 'agreement among raft nodes before linearized reading' (duration: 2.000202118s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:43.677752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:41.677337Z","time spent":"2.00040817s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:44.669397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.558817ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:44.669566Z","caller":"traceutil/trace.go:171","msg":"trace[265651974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2338; }","duration":"238.735369ms","start":"2026-05-07T03:23:44.430815Z","end":"2026-05-07T03:23:44.66955Z","steps":["trace[265651974] 'range keys from in-memory index tree' (duration: 238.543057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.858938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857971936s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:23:44.859551Z","caller":"traceutil/trace.go:171","msg":"trace[973670171] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"2.690829194s","start":"2026-05-07T03:23:42.168693Z","end":"2026-05-07T03:23:44.859522Z","steps":["trace[973670171] 'process raft request' (duration: 2.69047256s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.85975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.168672Z","time spent":"2.690967955s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:44.859878Z","caller":"traceutil/trace.go:171","msg":"trace[878585962] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"2.690259368s","start":"2026-05-07T03:23:42.169599Z","end":"2026-05-07T03:23:44.859858Z","steps":["trace[878585962] 'process raft request' (duration: 2.689860934s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:44.859983Z","caller":"traceutil/trace.go:171","msg":"trace[272581162] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2340; }","duration":"2.051690961s","start":"2026-05-07T03:23:42.808277Z","end":"2026-05-07T03:23:44.859968Z","steps":["trace[272581162] 'process raft request' (duration: 2.051462049s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.86Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.16959Z","time spent":"2.690352619s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:44.860034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.808249Z","time spent":"2.051758482s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:44.860132Z","caller":"traceutil/trace.go:171","msg":"trace[96834059] linearizableReadLoop","detail":"{readStateIndex:2443; appliedIndex:2440; }","duration":"2.0525473s","start":"2026-05-07T03:23:42.807565Z","end":"2026-05-07T03:23:44.860113Z","steps":["trace[96834059] 'read index received' (duration: 193.463472ms)","trace[96834059] 'applied index is now lower than readState.Index' (duration: 1.859081818s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:44.860205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.522779767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:44.860217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327261395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T03:23:44.86023Z","caller":"traceutil/trace.go:171","msg":"trace[134000026] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2341; }","duration":"6.522880288s","start":"2026-05-07T03:23:38.337344Z","end":"2026-05-07T03:23:44.860224Z","steps":["trace[134000026] 'agreement among raft nodes before linearized reading' (duration: 6.522827497s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:44.860239Z","caller":"traceutil/trace.go:171","msg":"trace[1262554460] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e; range_end:; response_count:1; response_revision:2341; }","duration":"4.327325515s","start":"2026-05-07T03:23:40.532906Z","end":"2026-05-07T03:23:44.860231Z","steps":["trace[1262554460] 'agreement among raft nodes before linearized reading' (duration: 4.327232754s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.860246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:38.337283Z","time spent":"6.522958719s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:44.860254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:40.532886Z","time spent":"4.327364516s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e\" "} {"level":"warn","ts":"2026-05-07T03:23:44.860271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.528647019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:44.860333Z","caller":"traceutil/trace.go:171","msg":"trace[1600129700] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"2.047485847s","start":"2026-05-07T03:23:42.812831Z","end":"2026-05-07T03:23:44.860317Z","steps":["trace[1600129700] 'process raft request' (duration: 2.047046732s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.860351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136022818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:44.860379Z","caller":"traceutil/trace.go:171","msg":"trace[1310109253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2341; }","duration":"4.136086139s","start":"2026-05-07T03:23:40.724287Z","end":"2026-05-07T03:23:44.860373Z","steps":["trace[1310109253] 'agreement among raft nodes before linearized reading' (duration: 4.136046619s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:44.860389Z","caller":"traceutil/trace.go:171","msg":"trace[788835557] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2341; }","duration":"6.52873498s","start":"2026-05-07T03:23:38.331576Z","end":"2026-05-07T03:23:44.860311Z","steps":["trace[788835557] 'agreement among raft nodes before linearized reading' (duration: 6.528644189s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.860424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.812811Z","time spent":"2.047558567s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:44.860446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:38.33156Z","time spent":"6.528869641s","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:44.860273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175141021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:23:44.860532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.495842104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:44.860552Z","caller":"traceutil/trace.go:171","msg":"trace[2072417217] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2341; }","duration":"7.495982005s","start":"2026-05-07T03:23:37.364564Z","end":"2026-05-07T03:23:44.860546Z","steps":["trace[2072417217] 'agreement among raft nodes before linearized reading' (duration: 7.495945935s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.860569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.364543Z","time spent":"7.496022996s","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:23:44.860553Z","caller":"traceutil/trace.go:171","msg":"trace[1567609774] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2341; }","duration":"2.175475395s","start":"2026-05-07T03:23:42.685055Z","end":"2026-05-07T03:23:44.86053Z","steps":["trace[1567609774] 'agreement among raft nodes before linearized reading' (duration: 2.175106151s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.860641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.685035Z","time spent":"2.175575526s","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:44.860569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:40.724263Z","time spent":"4.136284511s","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:44.86076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.492890263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-05-07T03:23:44.860866Z","caller":"traceutil/trace.go:171","msg":"trace[41387288] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2341; }","duration":"7.493017934s","start":"2026-05-07T03:23:37.36784Z","end":"2026-05-07T03:23:44.860858Z","steps":["trace[41387288] 'agreement among raft nodes before linearized reading' (duration: 7.492551669s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.860885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:37.367832Z","time spent":"7.493048674s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-07T03:23:44.861107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.492299256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:23:44.861156Z","caller":"traceutil/trace.go:171","msg":"trace[1123650847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2341; }","duration":"6.492335896s","start":"2026-05-07T03:23:38.368796Z","end":"2026-05-07T03:23:44.861132Z","steps":["trace[1123650847] 'agreement among raft nodes before linearized reading' (duration: 6.491536628s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:44.861181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:38.368771Z","time spent":"6.492403436s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-07T03:23:45.287047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000029858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:23:45.287126Z","caller":"traceutil/trace.go:171","msg":"trace[1670528078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148379s","start":"2026-05-07T03:23:43.286961Z","end":"2026-05-07T03:23:45.28711Z","steps":["trace[1670528078] 'agreement among raft nodes before linearized reading' (duration: 2.000050138s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:45.287162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:43.286947Z","time spent":"2.000207739s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:45.360567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017050122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:45.683571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000503731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:23:45.683643Z","caller":"traceutil/trace.go:171","msg":"trace[2034938795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615612s","start":"2026-05-07T03:23:43.683013Z","end":"2026-05-07T03:23:45.683629Z","steps":["trace[2034938795] 'agreement among raft nodes before linearized reading' (duration: 2.000518701s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:45.683679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:43.683001Z","time spent":"2.000670973s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:45.861552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017050122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:45.943324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997759757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:45.943397Z","caller":"traceutil/trace.go:171","msg":"trace[1357399106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997875047s","start":"2026-05-07T03:23:42.945505Z","end":"2026-05-07T03:23:45.94338Z","steps":["trace[1357399106] 'agreement among raft nodes before linearized reading' (duration: 2.997783446s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:45.943435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.945488Z","time spent":"2.997938169s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/07 03:23:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:45.943833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997103739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:45.943925Z","caller":"traceutil/trace.go:171","msg":"trace[1789445139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997232101s","start":"2026-05-07T03:23:42.946676Z","end":"2026-05-07T03:23:45.943908Z","steps":["trace[1789445139] 'agreement among raft nodes before linearized reading' (duration: 2.99712329s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:45.944015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.946671Z","time spent":"2.997324412s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/07 03:23:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:45.952599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006978233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:23:45.952698Z","caller":"traceutil/trace.go:171","msg":"trace[1462725188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.007128134s","start":"2026-05-07T03:23:42.945547Z","end":"2026-05-07T03:23:45.952675Z","steps":["trace[1462725188] 'agreement among raft nodes before linearized reading' (duration: 3.007016483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:45.952759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.945526Z","time spent":"3.007218425s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/07 03:23:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:46.361898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017050122,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:23:46.503924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.644775278s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:23:46.505751Z","caller":"traceutil/trace.go:171","msg":"trace[271369967] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"2.855773908s","start":"2026-05-07T03:23:43.649941Z","end":"2026-05-07T03:23:46.505715Z","steps":["trace[271369967] 'process raft request' (duration: 2.854387024s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:46.505981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:43.649919Z","time spent":"2.8559427s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:47.690552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000643583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:23:47.690676Z","caller":"traceutil/trace.go:171","msg":"trace[319905247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000850645s","start":"2026-05-07T03:23:45.689802Z","end":"2026-05-07T03:23:47.690652Z","steps":["trace[319905247] 'agreement among raft nodes before linearized reading' (duration: 2.000660893s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:47.690863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:45.689767Z","time spent":"2.001017486s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:23:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:23:48.544722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.040561751s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:23:48.549309Z","caller":"traceutil/trace.go:171","msg":"trace[1976160420] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"3.685888675s","start":"2026-05-07T03:23:44.8634Z","end":"2026-05-07T03:23:48.549288Z","steps":["trace[1976160420] 'process raft request' (duration: 3.681724892s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.549458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.863382Z","time spent":"3.685982606s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:48.54954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.86344Z","time spent":"3.686081578s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-07T03:23:48.549965Z","caller":"traceutil/trace.go:171","msg":"trace[393931350] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"3.682076415s","start":"2026-05-07T03:23:44.86785Z","end":"2026-05-07T03:23:48.549926Z","steps":["trace[393931350] 'process raft request' (duration: 3.681371938s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.550103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.86783Z","time spent":"3.682205197s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:48.550745Z","caller":"traceutil/trace.go:171","msg":"trace[551101910] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"3.267717759s","start":"2026-05-07T03:23:45.283015Z","end":"2026-05-07T03:23:48.550733Z","steps":["trace[551101910] 'process raft request' (duration: 3.266325505s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.550801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:45.282995Z","time spent":"3.26777851s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:48.55Z","caller":"traceutil/trace.go:171","msg":"trace[400615006] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"3.425707824s","start":"2026-05-07T03:23:45.124255Z","end":"2026-05-07T03:23:48.549962Z","steps":["trace[400615006] 'process raft request' (duration: 3.425046967s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.551135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:45.124233Z","time spent":"3.426872997s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:48.551506Z","caller":"traceutil/trace.go:171","msg":"trace[795902758] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"1.684392629s","start":"2026-05-07T03:23:46.867094Z","end":"2026-05-07T03:23:48.551487Z","steps":["trace[795902758] 'process raft request' (duration: 1.684352589s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.55155Z","caller":"traceutil/trace.go:171","msg":"trace[1855131487] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"2.605695429s","start":"2026-05-07T03:23:45.945843Z","end":"2026-05-07T03:23:48.551538Z","steps":["trace[1855131487] 'process raft request' (duration: 2.605510607s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.551603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:45.945831Z","time spent":"2.605741629s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:48.551623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:46.867082Z","time spent":"1.684472161s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:23:48.551796Z","caller":"traceutil/trace.go:171","msg":"trace[234630250] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2445; }","duration":"3.691594995s","start":"2026-05-07T03:23:44.860189Z","end":"2026-05-07T03:23:48.551784Z","steps":["trace[234630250] 'read index received' (duration: 1.644111021s)","trace[234630250] 'applied index is now lower than readState.Index' (duration: 2.047482814s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:48.551852Z","caller":"traceutil/trace.go:171","msg":"trace[2056629534] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"1.685740963s","start":"2026-05-07T03:23:46.866102Z","end":"2026-05-07T03:23:48.551843Z","steps":["trace[2056629534] 'process raft request' (duration: 1.685303898s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.551888Z","caller":"traceutil/trace.go:171","msg":"trace[1204021307] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"2.606788349s","start":"2026-05-07T03:23:45.945088Z","end":"2026-05-07T03:23:48.551877Z","steps":["trace[1204021307] 'process raft request' (duration: 2.605519085s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.551904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:46.866074Z","time spent":"1.685797634s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:48.55194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:45.945069Z","time spent":"2.60683996s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:23:48.552093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738342082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:23:48.552119Z","caller":"traceutil/trace.go:171","msg":"trace[624860803] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2350; }","duration":"3.738410414s","start":"2026-05-07T03:23:44.813701Z","end":"2026-05-07T03:23:48.552111Z","steps":["trace[624860803] 'agreement among raft nodes before linearized reading' (duration: 3.738318893s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.552102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454008943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:48.552148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.813676Z","time spent":"3.738466474s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:23:48.552151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275573243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:48.552168Z","caller":"traceutil/trace.go:171","msg":"trace[208992304] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2350; }","duration":"4.454122004s","start":"2026-05-07T03:23:44.098029Z","end":"2026-05-07T03:23:48.552151Z","steps":["trace[208992304] 'agreement among raft nodes before linearized reading' (duration: 4.453982213s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.552191Z","caller":"traceutil/trace.go:171","msg":"trace[569261280] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2350; }","duration":"4.275649053s","start":"2026-05-07T03:23:44.276524Z","end":"2026-05-07T03:23:48.552173Z","steps":["trace[569261280] 'agreement among raft nodes before linearized reading' (duration: 4.275598363s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.552203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739317622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:23:48.552213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.276427Z","time spent":"4.275779835s","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:48.55224Z","caller":"traceutil/trace.go:171","msg":"trace[1350948457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2350; }","duration":"3.739394063s","start":"2026-05-07T03:23:44.812836Z","end":"2026-05-07T03:23:48.55223Z","steps":["trace[1350948457] 'agreement among raft nodes before linearized reading' (duration: 3.739265621s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.552266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.812821Z","time spent":"3.739439403s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:48.552336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.714167141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:48.552371Z","caller":"traceutil/trace.go:171","msg":"trace[1831934153] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2350; }","duration":"5.714235262s","start":"2026-05-07T03:23:42.838127Z","end":"2026-05-07T03:23:48.552363Z","steps":["trace[1831934153] 'agreement among raft nodes before linearized reading' (duration: 5.714174711s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.552393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:42.838106Z","time spent":"5.714279962s","remote":"127.0.0.1:49086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:48.552519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.217530813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:48.552686Z","caller":"traceutil/trace.go:171","msg":"trace[741170181] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2350; }","duration":"5.217722855s","start":"2026-05-07T03:23:43.334948Z","end":"2026-05-07T03:23:48.552671Z","steps":["trace[741170181] 'agreement among raft nodes before linearized reading' (duration: 5.217519273s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.552726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:43.334928Z","time spent":"5.217783817s","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:48.552546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.546964322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:48.552772Z","caller":"traceutil/trace.go:171","msg":"trace[723184977] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2350; }","duration":"4.547233595s","start":"2026-05-07T03:23:44.00553Z","end":"2026-05-07T03:23:48.552763Z","steps":["trace[723184977] 'agreement among raft nodes before linearized reading' (duration: 4.546981853s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.552808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.005506Z","time spent":"4.547292965s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:48.553898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.098011Z","time spent":"4.454183754s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:48.55404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685972254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:23:48.554084Z","caller":"traceutil/trace.go:171","msg":"trace[725846234] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2351; }","duration":"2.686019994s","start":"2026-05-07T03:23:45.868052Z","end":"2026-05-07T03:23:48.554072Z","steps":["trace[725846234] 'agreement among raft nodes before linearized reading' (duration: 2.685792151s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.554077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328858256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:23:48.554105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.389714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:23:48.554112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:45.868014Z","time spent":"2.686090465s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:23:48.554133Z","caller":"traceutil/trace.go:171","msg":"trace[1751754020] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2351; }","duration":"730.446125ms","start":"2026-05-07T03:23:47.82368Z","end":"2026-05-07T03:23:48.554126Z","steps":["trace[1751754020] 'agreement among raft nodes before linearized reading' (duration: 730.388674ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.554155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:47.823661Z","time spent":"730.487735ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:23:48.554221Z","caller":"traceutil/trace.go:171","msg":"trace[1632058745] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2351; }","duration":"3.328918337s","start":"2026-05-07T03:23:45.225202Z","end":"2026-05-07T03:23:48.55412Z","steps":["trace[1632058745] 'agreement among raft nodes before linearized reading' (duration: 3.328835966s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.554298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:45.2251Z","time spent":"3.329172459s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:48.554307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359279123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:23:48.554316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687978287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:23:48.554344Z","caller":"traceutil/trace.go:171","msg":"trace[1194379530] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2351; }","duration":"3.359354944s","start":"2026-05-07T03:23:45.194979Z","end":"2026-05-07T03:23:48.554333Z","steps":["trace[1194379530] 'agreement among raft nodes before linearized reading' (duration: 3.359297933s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.554353Z","caller":"traceutil/trace.go:171","msg":"trace[464300813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2351; }","duration":"1.688044097s","start":"2026-05-07T03:23:46.866299Z","end":"2026-05-07T03:23:48.554343Z","steps":["trace[464300813] 'agreement among raft nodes before linearized reading' (duration: 1.687950406s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.554373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:45.194961Z","time spent":"3.359404505s","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:48.554397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477756917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:23:48.554422Z","caller":"traceutil/trace.go:171","msg":"trace[1401232141] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2351; }","duration":"2.477812568s","start":"2026-05-07T03:23:46.076602Z","end":"2026-05-07T03:23:48.554415Z","steps":["trace[1401232141] 'agreement among raft nodes before linearized reading' (duration: 2.477735767s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.55444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:46.076584Z","time spent":"2.477851619s","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:23:48.554582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686326549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:23:48.554606Z","caller":"traceutil/trace.go:171","msg":"trace[1390711357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2351; }","duration":"3.6863694s","start":"2026-05-07T03:23:44.86823Z","end":"2026-05-07T03:23:48.554599Z","steps":["trace[1390711357] 'agreement among raft nodes before linearized reading' (duration: 3.68628749s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.554037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.019562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:48.55463Z","caller":"traceutil/trace.go:171","msg":"trace[2092695594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2351; }","duration":"863.671648ms","start":"2026-05-07T03:23:47.690952Z","end":"2026-05-07T03:23:48.554623Z","steps":["trace[2092695594] 'agreement among raft nodes before linearized reading' (duration: 863.056842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.554386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:46.866262Z","time spent":"1.688116758s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:23:48.554654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:47.690936Z","time spent":"863.713179ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:23:48.554632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:23:44.868221Z","time spent":"3.686403441s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-07T03:23:48.729385Z","caller":"traceutil/trace.go:171","msg":"trace[411394223] linearizableReadLoop","detail":"{readStateIndex:2457; appliedIndex:2456; }","duration":"171.749061ms","start":"2026-05-07T03:23:48.557595Z","end":"2026-05-07T03:23:48.729344Z","steps":["trace[411394223] 'read index received' (duration: 113.80111ms)","trace[411394223] 'applied index is now lower than readState.Index' (duration: 57.947101ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:48.729418Z","caller":"traceutil/trace.go:171","msg":"trace[921951708] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"171.814941ms","start":"2026-05-07T03:23:48.557568Z","end":"2026-05-07T03:23:48.729383Z","steps":["trace[921951708] 'process raft request' (duration: 113.818769ms)","trace[921951708] 'compare' (duration: 57.79565ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:48.729632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.016193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-07T03:23:48.729833Z","caller":"traceutil/trace.go:171","msg":"trace[60760933] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2352; }","duration":"172.254376ms","start":"2026-05-07T03:23:48.557569Z","end":"2026-05-07T03:23:48.729824Z","steps":["trace[60760933] 'agreement among raft nodes before linearized reading' (duration: 171.889362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.73208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.882103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-07T03:23:48.73215Z","caller":"traceutil/trace.go:171","msg":"trace[286549572] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2355; }","duration":"172.992724ms","start":"2026-05-07T03:23:48.559142Z","end":"2026-05-07T03:23:48.732135Z","steps":["trace[286549572] 'agreement among raft nodes before linearized reading' (duration: 172.840542ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.732304Z","caller":"traceutil/trace.go:171","msg":"trace[1475504990] transaction","detail":"{read_only:false; response_revision:2355; number_of_response:1; }","duration":"171.199065ms","start":"2026-05-07T03:23:48.561088Z","end":"2026-05-07T03:23:48.732287Z","steps":["trace[1475504990] 'process raft request' (duration: 170.810501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:23:48.732413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.232475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:23:48.732426Z","caller":"traceutil/trace.go:171","msg":"trace[231869615] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"174.256886ms","start":"2026-05-07T03:23:48.558153Z","end":"2026-05-07T03:23:48.73241Z","steps":["trace[231869615] 'process raft request' (duration: 173.58965ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.732451Z","caller":"traceutil/trace.go:171","msg":"trace[540509590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2355; }","duration":"170.292896ms","start":"2026-05-07T03:23:48.56215Z","end":"2026-05-07T03:23:48.732443Z","steps":["trace[540509590] 'agreement among raft nodes before linearized reading' (duration: 170.131724ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.732472Z","caller":"traceutil/trace.go:171","msg":"trace[1842985775] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"172.650759ms","start":"2026-05-07T03:23:48.55981Z","end":"2026-05-07T03:23:48.732461Z","steps":["trace[1842985775] 'process raft request' (duration: 172.048453ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:48.893709Z","caller":"traceutil/trace.go:171","msg":"trace[1768697252] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2463; }","duration":"110.344075ms","start":"2026-05-07T03:23:48.78334Z","end":"2026-05-07T03:23:48.893684Z","steps":["trace[1768697252] 'read index received' (duration: 23.601605ms)","trace[1768697252] 'applied index is now lower than readState.Index' (duration: 86.74141ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:48.89376Z","caller":"traceutil/trace.go:171","msg":"trace[986736039] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"110.766279ms","start":"2026-05-07T03:23:48.782958Z","end":"2026-05-07T03:23:48.893724Z","steps":["trace[986736039] 'process raft request' (duration: 67.906555ms)","trace[986736039] 'compare' (duration: 42.662822ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:48.894048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.684818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rphlj\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-05-07T03:23:48.894094Z","caller":"traceutil/trace.go:171","msg":"trace[1705631278] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rphlj; range_end:; response_count:1; response_revision:2359; }","duration":"110.774779ms","start":"2026-05-07T03:23:48.783308Z","end":"2026-05-07T03:23:48.894083Z","steps":["trace[1705631278] 'agreement among raft nodes before linearized reading' (duration: 110.517366ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:49.094657Z","caller":"traceutil/trace.go:171","msg":"trace[1489925116] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"128.801395ms","start":"2026-05-07T03:23:48.965784Z","end":"2026-05-07T03:23:49.094585Z","steps":["trace[1489925116] 'process raft request' (duration: 128.667032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:49.094933Z","caller":"traceutil/trace.go:171","msg":"trace[1865225174] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"124.330009ms","start":"2026-05-07T03:23:48.970566Z","end":"2026-05-07T03:23:49.094896Z","steps":["trace[1865225174] 'process raft request' (duration: 123.986565ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:49.095041Z","caller":"traceutil/trace.go:171","msg":"trace[1092917859] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"132.897166ms","start":"2026-05-07T03:23:48.961653Z","end":"2026-05-07T03:23:49.09455Z","steps":["trace[1092917859] 'process raft request' (duration: 52.630306ms)","trace[1092917859] 'compare' (duration: 80.049938ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:23:49.506813Z","caller":"traceutil/trace.go:171","msg":"trace[415340798] linearizableReadLoop","detail":"{readStateIndex:2477; appliedIndex:2476; }","duration":"148.657579ms","start":"2026-05-07T03:23:49.358127Z","end":"2026-05-07T03:23:49.506784Z","steps":["trace[415340798] 'read index received' (duration: 96.322997ms)","trace[415340798] 'applied index is now lower than readState.Index' (duration: 52.333122ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:49.506993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.851271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-05-07T03:23:49.507023Z","caller":"traceutil/trace.go:171","msg":"trace[659150318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2371; }","duration":"148.925161ms","start":"2026-05-07T03:23:49.358089Z","end":"2026-05-07T03:23:49.507014Z","steps":["trace[659150318] 'agreement among raft nodes before linearized reading' (duration: 148.77931ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:23:49.507291Z","caller":"traceutil/trace.go:171","msg":"trace[451081071] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"167.724517ms","start":"2026-05-07T03:23:49.339553Z","end":"2026-05-07T03:23:49.507277Z","steps":["trace[451081071] 'process raft request' (duration: 114.93722ms)","trace[451081071] 'compare' (duration: 52.195831ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:23:49.958372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.870001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-rphlj\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-05-07T03:23:49.958439Z","caller":"traceutil/trace.go:171","msg":"trace[1558052144] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-rphlj; range_end:; response_count:1; response_revision:2388; }","duration":"120.991092ms","start":"2026-05-07T03:23:49.837433Z","end":"2026-05-07T03:23:49.958424Z","steps":["trace[1558052144] 'range keys from in-memory index tree' (duration: 120.715239ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:09.156503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.070691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:24:09.156616Z","caller":"traceutil/trace.go:171","msg":"trace[1429753427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2484; }","duration":"141.248647ms","start":"2026-05-07T03:24:09.015345Z","end":"2026-05-07T03:24:09.156594Z","steps":["trace[1429753427] 'range keys from in-memory index tree' (duration: 140.788802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:11.820694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.315316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-07T03:24:11.820791Z","caller":"traceutil/trace.go:171","msg":"trace[1579328127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2499; }","duration":"101.495762ms","start":"2026-05-07T03:24:11.719275Z","end":"2026-05-07T03:24:11.820771Z","steps":["trace[1579328127] 'range keys from in-memory index tree' (duration: 101.078228ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:22.920061Z","caller":"traceutil/trace.go:171","msg":"trace[1175998485] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"155.566346ms","start":"2026-05-07T03:24:22.764457Z","end":"2026-05-07T03:24:22.920023Z","steps":["trace[1175998485] 'process raft request' (duration: 155.205835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:23.293901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.04556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:24:23.294568Z","caller":"traceutil/trace.go:171","msg":"trace[192659576] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"328.977087ms","start":"2026-05-07T03:24:22.965566Z","end":"2026-05-07T03:24:23.294543Z","steps":["trace[192659576] 'process raft request' (duration: 72.215816ms)","trace[192659576] 'compare' (duration: 255.932965ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:23.294799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:22.965544Z","time spent":"329.082211ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:23.295032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.194999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:24:23.295129Z","caller":"traceutil/trace.go:171","msg":"trace[600408003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2557; }","duration":"264.331932ms","start":"2026-05-07T03:24:23.03078Z","end":"2026-05-07T03:24:23.295112Z","steps":["trace[600408003] 'agreement among raft nodes before linearized reading' (duration: 264.112646ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:23.295518Z","caller":"traceutil/trace.go:171","msg":"trace[313171838] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2669; }","duration":"264.682523ms","start":"2026-05-07T03:24:23.030816Z","end":"2026-05-07T03:24:23.295498Z","steps":["trace[313171838] 'read index received' (duration: 6.930702ms)","trace[313171838] 'applied index is now lower than readState.Index' (duration: 256.748141ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:23.296385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.247898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T03:24:23.296462Z","caller":"traceutil/trace.go:171","msg":"trace[552277265] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2557; }","duration":"261.336521ms","start":"2026-05-07T03:24:23.035111Z","end":"2026-05-07T03:24:23.296448Z","steps":["trace[552277265] 'agreement among raft nodes before linearized reading' (duration: 260.65828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:25.357664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.223676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:24:25.357742Z","caller":"traceutil/trace.go:171","msg":"trace[698132480] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2566; }","duration":"148.369111ms","start":"2026-05-07T03:24:25.209356Z","end":"2026-05-07T03:24:25.357725Z","steps":["trace[698132480] 'count revisions from in-memory index tree' (duration: 148.076461ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:25.568272Z","caller":"traceutil/trace.go:171","msg":"trace[1298995531] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"205.804001ms","start":"2026-05-07T03:24:25.362438Z","end":"2026-05-07T03:24:25.568242Z","steps":["trace[1298995531] 'process raft request' (duration: 205.610345ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:25.637161Z","caller":"traceutil/trace.go:171","msg":"trace[2029163986] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2680; }","duration":"251.788347ms","start":"2026-05-07T03:24:25.385343Z","end":"2026-05-07T03:24:25.637131Z","steps":["trace[2029163986] 'read index received' (duration: 182.726002ms)","trace[2029163986] 'applied index is now lower than readState.Index' (duration: 69.061145ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:25.637285Z","caller":"traceutil/trace.go:171","msg":"trace[333695253] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"272.810874ms","start":"2026-05-07T03:24:25.36444Z","end":"2026-05-07T03:24:25.63725Z","steps":["trace[333695253] 'process raft request' (duration: 272.534985ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:25.63748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.106336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-05-07T03:24:25.637519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.36315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:24:25.637537Z","caller":"traceutil/trace.go:171","msg":"trace[518392731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2568; }","duration":"252.21688ms","start":"2026-05-07T03:24:25.385302Z","end":"2026-05-07T03:24:25.637519Z","steps":["trace[518392731] 'agreement among raft nodes before linearized reading' (duration: 252.005093ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:25.637557Z","caller":"traceutil/trace.go:171","msg":"trace[879706213] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2568; }","duration":"240.440712ms","start":"2026-05-07T03:24:25.397104Z","end":"2026-05-07T03:24:25.637545Z","steps":["trace[879706213] 'agreement among raft nodes before linearized reading' (duration: 240.35316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:25.637544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.613692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:24:25.637627Z","caller":"traceutil/trace.go:171","msg":"trace[1525607698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2568; }","duration":"251.728185ms","start":"2026-05-07T03:24:25.385878Z","end":"2026-05-07T03:24:25.637607Z","steps":["trace[1525607698] 'agreement among raft nodes before linearized reading' (duration: 251.497488ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:26.918795Z","caller":"traceutil/trace.go:171","msg":"trace[2049095874] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"123.592202ms","start":"2026-05-07T03:24:26.795167Z","end":"2026-05-07T03:24:26.918759Z","steps":["trace[2049095874] 'process raft request' (duration: 123.53781ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:26.918859Z","caller":"traceutil/trace.go:171","msg":"trace[171476106] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"124.797238ms","start":"2026-05-07T03:24:26.794018Z","end":"2026-05-07T03:24:26.918815Z","steps":["trace[171476106] 'process raft request' (duration: 124.548249ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:27.790523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.801391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:24:27.790607Z","caller":"traceutil/trace.go:171","msg":"trace[427099187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2576; }","duration":"135.925825ms","start":"2026-05-07T03:24:27.654663Z","end":"2026-05-07T03:24:27.790589Z","steps":["trace[427099187] 'range keys from in-memory index tree' (duration: 135.730888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:27.790917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.151731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:24:27.791042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.751649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:24:27.791094Z","caller":"traceutil/trace.go:171","msg":"trace[265738639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2576; }","duration":"148.836982ms","start":"2026-05-07T03:24:27.642244Z","end":"2026-05-07T03:24:27.791081Z","steps":["trace[265738639] 'range keys from in-memory index tree' (duration: 148.599785ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:27.791061Z","caller":"traceutil/trace.go:171","msg":"trace[184231790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2576; }","duration":"133.253234ms","start":"2026-05-07T03:24:27.657721Z","end":"2026-05-07T03:24:27.790974Z","steps":["trace[184231790] 'range keys from in-memory index tree' (duration: 132.876203ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:27.791908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.625416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:24:27.792012Z","caller":"traceutil/trace.go:171","msg":"trace[2077432962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2576; }","duration":"133.754579ms","start":"2026-05-07T03:24:27.658242Z","end":"2026-05-07T03:24:27.791996Z","steps":["trace[2077432962] 'range keys from in-memory index tree' (duration: 132.968695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:53.665418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.870143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:24:53.665697Z","caller":"traceutil/trace.go:171","msg":"trace[1219481368] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"599.25874ms","start":"2026-05-07T03:24:53.06639Z","end":"2026-05-07T03:24:53.665649Z","steps":["trace[1219481368] 'process raft request' (duration: 223.083318ms)","trace[1219481368] 'compare' (duration: 375.325169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:53.66588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.066255Z","time spent":"599.533756ms","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":499,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:24:53.66597Z","caller":"traceutil/trace.go:171","msg":"trace[1233626942] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"598.456618ms","start":"2026-05-07T03:24:53.067493Z","end":"2026-05-07T03:24:53.66595Z","steps":["trace[1233626942] 'process raft request' (duration: 598.020706ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:53.666072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.067483Z","time spent":"598.56086ms","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6370,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:24:53.673249Z","caller":"traceutil/trace.go:171","msg":"trace[910166671] linearizableReadLoop","detail":"{readStateIndex:2863; appliedIndex:2859; }","duration":"422.08168ms","start":"2026-05-07T03:24:53.251149Z","end":"2026-05-07T03:24:53.67323Z","steps":["trace[910166671] 'read index received' (duration: 38.345166ms)","trace[910166671] 'applied index is now lower than readState.Index' (duration: 383.735574ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:53.67333Z","caller":"traceutil/trace.go:171","msg":"trace[627711651] transaction","detail":"{read_only:false; response_revision:2743; number_of_response:1; }","duration":"560.149843ms","start":"2026-05-07T03:24:53.113171Z","end":"2026-05-07T03:24:53.673321Z","steps":["trace[627711651] 'process raft request' (duration: 560.03293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:53.673406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.113139Z","time spent":"560.216165ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:53.673725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.483066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:24:53.673765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.596294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:24:53.673844Z","caller":"traceutil/trace.go:171","msg":"trace[333548358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2743; }","duration":"399.676201ms","start":"2026-05-07T03:24:53.274139Z","end":"2026-05-07T03:24:53.673815Z","steps":["trace[333548358] 'agreement among raft nodes before linearized reading' (duration: 399.303831ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:53.67336Z","caller":"traceutil/trace.go:171","msg":"trace[271843472] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"560.498642ms","start":"2026-05-07T03:24:53.112793Z","end":"2026-05-07T03:24:53.673292Z","steps":["trace[271843472] 'process raft request' (duration: 560.324718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:53.674087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.112775Z","time spent":"561.17263ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:53.674331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.274121Z","time spent":"400.052971ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:24:53.673862Z","caller":"traceutil/trace.go:171","msg":"trace[1846985857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2743; }","duration":"422.737178ms","start":"2026-05-07T03:24:53.251103Z","end":"2026-05-07T03:24:53.67384Z","steps":["trace[1846985857] 'agreement among raft nodes before linearized reading' (duration: 422.470431ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:53.675472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.251083Z","time spent":"424.376932ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:24:54.12889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.251902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:24:54.129312Z","caller":"traceutil/trace.go:171","msg":"trace[1961226280] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2863; }","duration":"450.823145ms","start":"2026-05-07T03:24:53.678452Z","end":"2026-05-07T03:24:54.129275Z","steps":["trace[1961226280] 'read index received' (duration: 259.128271ms)","trace[1961226280] 'applied index is now lower than readState.Index' (duration: 191.690764ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:54.129353Z","caller":"traceutil/trace.go:171","msg":"trace[182108717] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"448.318858ms","start":"2026-05-07T03:24:53.68101Z","end":"2026-05-07T03:24:54.129329Z","steps":["trace[182108717] 'process raft request' (duration: 447.983539ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.12944Z","caller":"traceutil/trace.go:171","msg":"trace[1815062738] transaction","detail":"{read_only:false; response_revision:2744; number_of_response:1; }","duration":"453.230059ms","start":"2026-05-07T03:24:53.676146Z","end":"2026-05-07T03:24:54.129376Z","steps":["trace[1815062738] 'process raft request' (duration: 261.413812ms)","trace[1815062738] 'compare' (duration: 190.798309ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:54.129489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.680995Z","time spent":"448.420171ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:54.129742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.676126Z","time spent":"453.458975ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11839,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:54.24114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.043274ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:24:54.241299Z","caller":"traceutil/trace.go:171","msg":"trace[518268194] linearizableReadLoop","detail":"{readStateIndex:2866; appliedIndex:2865; }","duration":"111.88617ms","start":"2026-05-07T03:24:54.129387Z","end":"2026-05-07T03:24:54.241273Z","steps":["trace[518268194] 'read index received' (duration: 1.415157ms)","trace[518268194] 'applied index is now lower than readState.Index' (duration: 110.467013ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:54.241286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.779637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-07T03:24:54.241429Z","caller":"traceutil/trace.go:171","msg":"trace[307858321] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2745; }","duration":"563.016213ms","start":"2026-05-07T03:24:53.678376Z","end":"2026-05-07T03:24:54.241392Z","steps":["trace[307858321] 'agreement among raft nodes before linearized reading' (duration: 451.037721ms)","trace[307858321] 'range keys from in-memory index tree' (duration: 111.685875ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:54.241504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.678355Z","time spent":"563.124295ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-05-07T03:24:54.241526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.826429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-07T03:24:54.24162Z","caller":"traceutil/trace.go:171","msg":"trace[1118177831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2745; }","duration":"218.964692ms","start":"2026-05-07T03:24:54.022638Z","end":"2026-05-07T03:24:54.241602Z","steps":["trace[1118177831] 'agreement among raft nodes before linearized reading' (duration: 218.678804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.241669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.289461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-05-07T03:24:54.241544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.445137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:24:54.241731Z","caller":"traceutil/trace.go:171","msg":"trace[830818097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2745; }","duration":"225.378323ms","start":"2026-05-07T03:24:54.01633Z","end":"2026-05-07T03:24:54.241709Z","steps":["trace[830818097] 'agreement among raft nodes before linearized reading' (duration: 224.961192ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.241759Z","caller":"traceutil/trace.go:171","msg":"trace[2109457293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2745; }","duration":"525.687584ms","start":"2026-05-07T03:24:53.71605Z","end":"2026-05-07T03:24:54.241737Z","steps":["trace[2109457293] 'agreement among raft nodes before linearized reading' (duration: 525.311234ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.241809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:53.716036Z","time spent":"525.758767ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:24:54.241525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.126867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:24:54.241913Z","caller":"traceutil/trace.go:171","msg":"trace[1307023858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2745; }","duration":"225.579398ms","start":"2026-05-07T03:24:54.016321Z","end":"2026-05-07T03:24:54.2419Z","steps":["trace[1307023858] 'agreement among raft nodes before linearized reading' (duration: 224.982033ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.242557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.967803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:24:54.242629Z","caller":"traceutil/trace.go:171","msg":"trace[178893797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2745; }","duration":"258.124287ms","start":"2026-05-07T03:24:53.98449Z","end":"2026-05-07T03:24:54.242614Z","steps":["trace[178893797] 'agreement among raft nodes before linearized reading' (duration: 256.835523ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.470316Z","caller":"traceutil/trace.go:171","msg":"trace[1278331135] linearizableReadLoop","detail":"{readStateIndex:2872; appliedIndex:2867; }","duration":"114.979292ms","start":"2026-05-07T03:24:54.355313Z","end":"2026-05-07T03:24:54.470292Z","steps":["trace[1278331135] 'read index received' (duration: 79.96324ms)","trace[1278331135] 'applied index is now lower than readState.Index' (duration: 35.015202ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:54.470558Z","caller":"traceutil/trace.go:171","msg":"trace[802273899] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"221.308184ms","start":"2026-05-07T03:24:54.249187Z","end":"2026-05-07T03:24:54.470495Z","steps":["trace[802273899] 'process raft request' (duration: 220.986175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:54.470642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.308751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:225788"} {"level":"info","ts":"2026-05-07T03:24:54.470685Z","caller":"traceutil/trace.go:171","msg":"trace[1504218488] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2751; }","duration":"115.402934ms","start":"2026-05-07T03:24:54.355272Z","end":"2026-05-07T03:24:54.470675Z","steps":["trace[1504218488] 'agreement among raft nodes before linearized reading' (duration: 115.112685ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.4707Z","caller":"traceutil/trace.go:171","msg":"trace[733347984] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"221.403127ms","start":"2026-05-07T03:24:54.249273Z","end":"2026-05-07T03:24:54.470676Z","steps":["trace[733347984] 'process raft request' (duration: 220.936384ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.47091Z","caller":"traceutil/trace.go:171","msg":"trace[507279164] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"219.99058ms","start":"2026-05-07T03:24:54.250912Z","end":"2026-05-07T03:24:54.470903Z","steps":["trace[507279164] 'process raft request' (duration: 219.329682ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.471083Z","caller":"traceutil/trace.go:171","msg":"trace[1368745289] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"223.399341ms","start":"2026-05-07T03:24:54.247677Z","end":"2026-05-07T03:24:54.471076Z","steps":["trace[1368745289] 'process raft request' (duration: 222.379623ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.471156Z","caller":"traceutil/trace.go:171","msg":"trace[1222657749] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"225.074395ms","start":"2026-05-07T03:24:54.246072Z","end":"2026-05-07T03:24:54.471146Z","steps":["trace[1222657749] 'process raft request' (duration: 189.134518ms)","trace[1222657749] 'compare' (duration: 34.617652ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:54.740879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.908307ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T03:24:54.740988Z","caller":"traceutil/trace.go:171","msg":"trace[1930509439] linearizableReadLoop","detail":"{readStateIndex:2873; appliedIndex:2872; }","duration":"265.072211ms","start":"2026-05-07T03:24:54.475898Z","end":"2026-05-07T03:24:54.74097Z","steps":["trace[1930509439] 'read index received' (duration: 131.167194ms)","trace[1930509439] 'applied index is now lower than readState.Index' (duration: 133.903667ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:54.741097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.192104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-07T03:24:54.741125Z","caller":"traceutil/trace.go:171","msg":"trace[1954964688] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2751; }","duration":"265.280626ms","start":"2026-05-07T03:24:54.475833Z","end":"2026-05-07T03:24:54.741114Z","steps":["trace[1954964688] 'agreement among raft nodes before linearized reading' (duration: 265.204914ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.742933Z","caller":"traceutil/trace.go:171","msg":"trace[457345841] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"263.869558ms","start":"2026-05-07T03:24:54.479043Z","end":"2026-05-07T03:24:54.742912Z","steps":["trace[457345841] 'process raft request' (duration: 263.663002ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:54.743063Z","caller":"traceutil/trace.go:171","msg":"trace[1413089931] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"154.642069ms","start":"2026-05-07T03:24:54.588415Z","end":"2026-05-07T03:24:54.743057Z","steps":["trace[1413089931] 'process raft request' (duration: 154.412043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:55.068738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.915346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:24:55.068854Z","caller":"traceutil/trace.go:171","msg":"trace[2053793462] linearizableReadLoop","detail":"{readStateIndex:2876; appliedIndex:2875; }","duration":"324.118646ms","start":"2026-05-07T03:24:54.744715Z","end":"2026-05-07T03:24:55.068834Z","steps":["trace[2053793462] 'read index received' (duration: 219.068926ms)","trace[2053793462] 'applied index is now lower than readState.Index' (duration: 105.04818ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:55.068915Z","caller":"traceutil/trace.go:171","msg":"trace[1641060822] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"326.478998ms","start":"2026-05-07T03:24:54.742361Z","end":"2026-05-07T03:24:55.06884Z","steps":["trace[1641060822] 'process raft request' (duration: 221.388497ms)","trace[1641060822] 'compare' (duration: 104.721822ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:55.068995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.27091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:24:55.069036Z","caller":"traceutil/trace.go:171","msg":"trace[2140706755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2754; }","duration":"324.354662ms","start":"2026-05-07T03:24:54.744667Z","end":"2026-05-07T03:24:55.069022Z","steps":["trace[2140706755] 'agreement among raft nodes before linearized reading' (duration: 324.243839ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:55.069077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:54.744649Z","time spent":"324.417603ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:24:55.069073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:54.742345Z","time spent":"326.657292ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:24:55.09266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.633587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:6882"} {"level":"info","ts":"2026-05-07T03:24:55.092736Z","caller":"traceutil/trace.go:171","msg":"trace[114825407] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2755; }","duration":"339.730239ms","start":"2026-05-07T03:24:54.752986Z","end":"2026-05-07T03:24:55.092717Z","steps":["trace[114825407] 'agreement among raft nodes before linearized reading' (duration: 339.557364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:55.092783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:54.752976Z","time spent":"339.79634ms","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":6905,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-05-07T03:24:55.093087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.200304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-07T03:24:55.093137Z","caller":"traceutil/trace.go:171","msg":"trace[336738507] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2755; }","duration":"348.278256ms","start":"2026-05-07T03:24:54.744843Z","end":"2026-05-07T03:24:55.093121Z","steps":["trace[336738507] 'agreement among raft nodes before linearized reading' (duration: 347.561208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:55.093176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:54.744823Z","time spent":"348.341259ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-05-07T03:24:55.350461Z","caller":"traceutil/trace.go:171","msg":"trace[772054618] linearizableReadLoop","detail":"{readStateIndex:2878; appliedIndex:2877; }","duration":"245.547063ms","start":"2026-05-07T03:24:55.104875Z","end":"2026-05-07T03:24:55.350422Z","steps":["trace[772054618] 'read index received' (duration: 210.701558ms)","trace[772054618] 'applied index is now lower than readState.Index' (duration: 34.843435ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:55.350552Z","caller":"traceutil/trace.go:171","msg":"trace[1394608523] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"246.144518ms","start":"2026-05-07T03:24:55.104334Z","end":"2026-05-07T03:24:55.350479Z","steps":["trace[1394608523] 'process raft request' (duration: 210.912323ms)","trace[1394608523] 'compare' (duration: 34.805174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:55.350699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.785459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:24:55.350831Z","caller":"traceutil/trace.go:171","msg":"trace[1598108660] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:2756; }","duration":"245.956494ms","start":"2026-05-07T03:24:55.104848Z","end":"2026-05-07T03:24:55.350805Z","steps":["trace[1598108660] 'agreement among raft nodes before linearized reading' (duration: 245.731118ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:55.612324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.577059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:24:55.612476Z","caller":"traceutil/trace.go:171","msg":"trace[1559269113] linearizableReadLoop","detail":"{readStateIndex:2879; appliedIndex:2878; }","duration":"261.887805ms","start":"2026-05-07T03:24:55.350567Z","end":"2026-05-07T03:24:55.612454Z","steps":["trace[1559269113] 'read index received' (duration: 123.997658ms)","trace[1559269113] 'applied index is now lower than readState.Index' (duration: 137.888637ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:55.612567Z","caller":"traceutil/trace.go:171","msg":"trace[1258402695] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"507.160841ms","start":"2026-05-07T03:24:55.105367Z","end":"2026-05-07T03:24:55.612528Z","steps":["trace[1258402695] 'process raft request' (duration: 369.266934ms)","trace[1258402695] 'compare' (duration: 137.332742ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:55.61277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:55.105361Z","time spent":"507.304414ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6380,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:24:55.613638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.508313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:24:55.613705Z","caller":"traceutil/trace.go:171","msg":"trace[1848726067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2757; }","duration":"417.624086ms","start":"2026-05-07T03:24:55.196065Z","end":"2026-05-07T03:24:55.613689Z","steps":["trace[1848726067] 'agreement among raft nodes before linearized reading' (duration: 416.507906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:55.613754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:55.196041Z","time spent":"417.701858ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:24:55.613992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.147434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128000"} {"level":"info","ts":"2026-05-07T03:24:55.614152Z","caller":"traceutil/trace.go:171","msg":"trace[875021104] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2757; }","duration":"256.401911ms","start":"2026-05-07T03:24:55.357727Z","end":"2026-05-07T03:24:55.614129Z","steps":["trace[875021104] 'agreement among raft nodes before linearized reading' (duration: 255.200338ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:57.381183Z","caller":"traceutil/trace.go:171","msg":"trace[560125165] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"282.869789ms","start":"2026-05-07T03:24:57.098289Z","end":"2026-05-07T03:24:57.381159Z","steps":["trace[560125165] 'process raft request' (duration: 282.712643ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.564842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017051275,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:24:58.704303Z","caller":"traceutil/trace.go:171","msg":"trace[755680434] linearizableReadLoop","detail":"{readStateIndex:2909; appliedIndex:2908; }","duration":"640.204012ms","start":"2026-05-07T03:24:58.064072Z","end":"2026-05-07T03:24:58.704276Z","steps":["trace[755680434] 'read index received' (duration: 611.557092ms)","trace[755680434] 'applied index is now lower than readState.Index' (duration: 28.64279ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:24:58.704579Z","caller":"traceutil/trace.go:171","msg":"trace[241265776] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"718.875395ms","start":"2026-05-07T03:24:57.985688Z","end":"2026-05-07T03:24:58.704563Z","steps":["trace[241265776] 'process raft request' (duration: 689.960388ms)","trace[241265776] 'compare' (duration: 28.512596ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:24:58.70468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:57.985659Z","time spent":"718.958157ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:24:58.70498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.903451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-4hl7l\" ","response":"range_response_count:1 size:7818"} {"level":"warn","ts":"2026-05-07T03:24:58.705007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.96021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:24:58.705031Z","caller":"traceutil/trace.go:171","msg":"trace[1187485029] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-4hl7l; range_end:; response_count:1; response_revision:2786; }","duration":"640.975112ms","start":"2026-05-07T03:24:58.064038Z","end":"2026-05-07T03:24:58.705013Z","steps":["trace[1187485029] 'agreement among raft nodes before linearized reading' (duration: 640.785127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.705034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.066029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:24:58.705064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.064023Z","time spent":"641.034084ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7841,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-4hl7l\" "} {"level":"warn","ts":"2026-05-07T03:24:58.705077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.684827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:24:58.705082Z","caller":"traceutil/trace.go:171","msg":"trace[315949773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2786; }","duration":"553.141372ms","start":"2026-05-07T03:24:58.151928Z","end":"2026-05-07T03:24:58.70507Z","steps":["trace[315949773] 'agreement among raft nodes before linearized reading' (duration: 552.987918ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:58.705101Z","caller":"traceutil/trace.go:171","msg":"trace[1903643771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2786; }","duration":"215.727328ms","start":"2026-05-07T03:24:58.489367Z","end":"2026-05-07T03:24:58.705094Z","steps":["trace[1903643771] 'agreement among raft nodes before linearized reading' (duration: 215.675057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.705113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.360491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:24:58.705119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.151914Z","time spent":"553.197413ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:24:58.705142Z","caller":"traceutil/trace.go:171","msg":"trace[845009893] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2786; }","duration":"217.428612ms","start":"2026-05-07T03:24:58.487705Z","end":"2026-05-07T03:24:58.705134Z","steps":["trace[845009893] 'agreement among raft nodes before linearized reading' (duration: 217.34541ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:24:58.705064Z","caller":"traceutil/trace.go:171","msg":"trace[306313510] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2786; }","duration":"128.027722ms","start":"2026-05-07T03:24:58.577019Z","end":"2026-05-07T03:24:58.705047Z","steps":["trace[306313510] 'agreement among raft nodes before linearized reading' (duration: 127.93875ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.705224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.184173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:24:58.705251Z","caller":"traceutil/trace.go:171","msg":"trace[259218891] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2786; }","duration":"270.264545ms","start":"2026-05-07T03:24:58.434978Z","end":"2026-05-07T03:24:58.705242Z","steps":["trace[259218891] 'agreement among raft nodes before linearized reading' (duration: 270.206504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.70527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.264312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:24:58.70529Z","caller":"traceutil/trace.go:171","msg":"trace[354523733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2786; }","duration":"216.329754ms","start":"2026-05-07T03:24:58.488955Z","end":"2026-05-07T03:24:58.705285Z","steps":["trace[354523733] 'agreement among raft nodes before linearized reading' (duration: 216.236102ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.705026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.634195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:24:58.705407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.821452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:24:58.705433Z","caller":"traceutil/trace.go:171","msg":"trace[323767837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2786; }","duration":"421.883834ms","start":"2026-05-07T03:24:58.283542Z","end":"2026-05-07T03:24:58.705426Z","steps":["trace[323767837] 'agreement among raft nodes before linearized reading' (duration: 421.823052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:24:58.705453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:24:58.283522Z","time spent":"421.925745ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:24:58.705442Z","caller":"traceutil/trace.go:171","msg":"trace[1140535486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2786; }","duration":"215.954124ms","start":"2026-05-07T03:24:58.489358Z","end":"2026-05-07T03:24:58.705312Z","steps":["trace[1140535486] 'agreement among raft nodes before linearized reading' (duration: 215.592715ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:00.87799Z","caller":"traceutil/trace.go:171","msg":"trace[354775183] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2928; }","duration":"153.945769ms","start":"2026-05-07T03:25:00.723963Z","end":"2026-05-07T03:25:00.877909Z","steps":["trace[354775183] 'read index received' (duration: 153.60743ms)","trace[354775183] 'applied index is now lower than readState.Index' (duration: 337.479µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:00.878183Z","caller":"traceutil/trace.go:171","msg":"trace[1198241432] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"157.344266ms","start":"2026-05-07T03:25:00.720827Z","end":"2026-05-07T03:25:00.878171Z","steps":["trace[1198241432] 'process raft request' (duration: 156.842904ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.878419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.416531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:25:00.878492Z","caller":"traceutil/trace.go:171","msg":"trace[1050738225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2805; }","duration":"154.515033ms","start":"2026-05-07T03:25:00.723959Z","end":"2026-05-07T03:25:00.878474Z","steps":["trace[1050738225] 'agreement among raft nodes before linearized reading' (duration: 154.337359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.878764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.79734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:25:00.878801Z","caller":"traceutil/trace.go:171","msg":"trace[2141497228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2805; }","duration":"154.853582ms","start":"2026-05-07T03:25:00.723939Z","end":"2026-05-07T03:25:00.878792Z","steps":["trace[2141497228] 'agreement among raft nodes before linearized reading' (duration: 154.76509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.878931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.318664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:00.878966Z","caller":"traceutil/trace.go:171","msg":"trace[1753284607] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2805; }","duration":"108.378005ms","start":"2026-05-07T03:25:00.77058Z","end":"2026-05-07T03:25:00.878958Z","steps":["trace[1753284607] 'agreement among raft nodes before linearized reading' (duration: 108.327453ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.87915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.79912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:25:00.879186Z","caller":"traceutil/trace.go:171","msg":"trace[1589487992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2805; }","duration":"154.836091ms","start":"2026-05-07T03:25:00.724342Z","end":"2026-05-07T03:25:00.879178Z","steps":["trace[1589487992] 'agreement among raft nodes before linearized reading' (duration: 154.750209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.879339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.254112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:25:00.879374Z","caller":"traceutil/trace.go:171","msg":"trace[1313250073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2805; }","duration":"155.301793ms","start":"2026-05-07T03:25:00.724063Z","end":"2026-05-07T03:25:00.879365Z","steps":["trace[1313250073] 'agreement among raft nodes before linearized reading' (duration: 155.221121ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:00.879524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.534469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:25:00.879558Z","caller":"traceutil/trace.go:171","msg":"trace[1012153362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2805; }","duration":"155.56872ms","start":"2026-05-07T03:25:00.723982Z","end":"2026-05-07T03:25:00.879551Z","steps":["trace[1012153362] 'agreement among raft nodes before linearized reading' (duration: 155.489248ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:05.227965Z","caller":"traceutil/trace.go:171","msg":"trace[798345151] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"179.179137ms","start":"2026-05-07T03:25:05.048756Z","end":"2026-05-07T03:25:05.227935Z","steps":["trace[798345151] 'process raft request' (duration: 168.067995ms)","trace[798345151] 'compare' (duration: 10.871085ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:05.229863Z","caller":"traceutil/trace.go:171","msg":"trace[1097494375] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"180.158692ms","start":"2026-05-07T03:25:05.049674Z","end":"2026-05-07T03:25:05.229832Z","steps":["trace[1097494375] 'process raft request' (duration: 179.896995ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:05.230046Z","caller":"traceutil/trace.go:171","msg":"trace[139711130] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"179.851844ms","start":"2026-05-07T03:25:05.050152Z","end":"2026-05-07T03:25:05.230004Z","steps":["trace[139711130] 'process raft request' (duration: 179.610748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:06.157322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017051452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:25:06.657442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017051452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:25:07.158016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017051452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:25:07.65709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000725668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-07T03:25:07.657178Z","caller":"traceutil/trace.go:171","msg":"trace[151772024] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000875432s","start":"2026-05-07T03:25:05.656285Z","end":"2026-05-07T03:25:07.65716Z","steps":["trace[151772024] 'agreement among raft nodes before linearized reading' (duration: 2.00076391s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.657223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:05.656263Z","time spent":"2.000950064s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:25:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-07T03:25:07.658194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017051452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:25:07.989699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.537589295s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:25:07.990086Z","caller":"traceutil/trace.go:171","msg":"trace[977336112] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"2.538040717s","start":"2026-05-07T03:25:05.45202Z","end":"2026-05-07T03:25:07.99006Z","steps":["trace[977336112] 'process raft request' (duration: 2.537862293s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.990303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:05.451998Z","time spent":"2.5381464s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:07.999201Z","caller":"traceutil/trace.go:171","msg":"trace[2119702511] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"2.271792372s","start":"2026-05-07T03:25:05.727392Z","end":"2026-05-07T03:25:07.999185Z","steps":["trace[2119702511] 'process raft request' (duration: 2.271648958s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:07.999487Z","caller":"traceutil/trace.go:171","msg":"trace[1836491444] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"2.270556341s","start":"2026-05-07T03:25:05.728919Z","end":"2026-05-07T03:25:07.999476Z","steps":["trace[1836491444] 'process raft request' (duration: 2.270218583s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:07.999577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:05.728894Z","time spent":"2.270628353s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:07.999329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:05.727372Z","time spent":"2.271886645s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:08.00109Z","caller":"traceutil/trace.go:171","msg":"trace[243571986] linearizableReadLoop","detail":"{readStateIndex:3012; appliedIndex:3008; }","duration":"2.344740367s","start":"2026-05-07T03:25:05.656333Z","end":"2026-05-07T03:25:08.001074Z","steps":["trace[243571986] 'read index received' (duration: 2.333560675s)","trace[243571986] 'applied index is now lower than readState.Index' (duration: 11.176982ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:08.001167Z","caller":"traceutil/trace.go:171","msg":"trace[181533959] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"1.791611568s","start":"2026-05-07T03:25:06.209545Z","end":"2026-05-07T03:25:08.001157Z","steps":["trace[181533959] 'process raft request' (duration: 1.789860433s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.001491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.209521Z","time spent":"1.791751222s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:08.001673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.877859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:25:08.001716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.649606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:08.001774Z","caller":"traceutil/trace.go:171","msg":"trace[1851613675] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2887; }","duration":"543.764119ms","start":"2026-05-07T03:25:07.457997Z","end":"2026-05-07T03:25:08.001761Z","steps":["trace[1851613675] 'agreement among raft nodes before linearized reading' (duration: 543.637746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.001811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.457964Z","time spent":"543.838721ms","remote":"127.0.0.1:46702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:25:08.001724Z","caller":"traceutil/trace.go:171","msg":"trace[1424697241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2887; }","duration":"739.962871ms","start":"2026-05-07T03:25:07.26175Z","end":"2026-05-07T03:25:08.001713Z","steps":["trace[1424697241] 'agreement among raft nodes before linearized reading' (duration: 739.842248ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.001963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.261732Z","time spent":"740.220247ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:08.002015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.015707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:25:08.002061Z","caller":"traceutil/trace.go:171","msg":"trace[741781619] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2887; }","duration":"739.075838ms","start":"2026-05-07T03:25:07.262974Z","end":"2026-05-07T03:25:08.00205Z","steps":["trace[741781619] 'agreement among raft nodes before linearized reading' (duration: 738.954135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.002074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.358737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:25:08.002095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.262964Z","time spent":"739.123499ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:08.002099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.097695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:25:08.002132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.669166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:08.002101Z","caller":"traceutil/trace.go:171","msg":"trace[706273558] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2887; }","duration":"120.48027ms","start":"2026-05-07T03:25:07.881613Z","end":"2026-05-07T03:25:08.002094Z","steps":["trace[706273558] 'agreement among raft nodes before linearized reading' (duration: 120.371458ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:08.002158Z","caller":"traceutil/trace.go:171","msg":"trace[73304446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2887; }","duration":"344.739058ms","start":"2026-05-07T03:25:07.657413Z","end":"2026-05-07T03:25:08.002152Z","steps":["trace[73304446] 'agreement among raft nodes before linearized reading' (duration: 344.701797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.002176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.657366Z","time spent":"344.806329ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:25:08.002135Z","caller":"traceutil/trace.go:171","msg":"trace[528877156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2887; }","duration":"612.173696ms","start":"2026-05-07T03:25:07.389951Z","end":"2026-05-07T03:25:08.002124Z","steps":["trace[528877156] 'agreement among raft nodes before linearized reading' (duration: 612.046223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.002296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.389934Z","time spent":"612.354391ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:08.002476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046452559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:25:08.002598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054174824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:25:08.002637Z","caller":"traceutil/trace.go:171","msg":"trace[1008981875] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2887; }","duration":"1.054274257s","start":"2026-05-07T03:25:06.948353Z","end":"2026-05-07T03:25:08.002628Z","steps":["trace[1008981875] 'agreement among raft nodes before linearized reading' (duration: 1.054174154s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.002555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735778154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:25:08.002661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067850013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T03:25:08.002673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.948332Z","time spent":"1.054333088s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:25:08.002721Z","caller":"traceutil/trace.go:171","msg":"trace[1176489459] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2887; }","duration":"2.067878314s","start":"2026-05-07T03:25:05.934801Z","end":"2026-05-07T03:25:08.002679Z","steps":["trace[1176489459] 'agreement among raft nodes before linearized reading' (duration: 2.067776861s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:08.002749Z","caller":"traceutil/trace.go:171","msg":"trace[24971997] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2887; }","duration":"1.735968339s","start":"2026-05-07T03:25:06.266737Z","end":"2026-05-07T03:25:08.002705Z","steps":["trace[24971997] 'agreement among raft nodes before linearized reading' (duration: 1.735785684s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.002817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.799134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:25:08.002753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:05.934738Z","time spent":"2.068008818s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:25:08.002866Z","caller":"traceutil/trace.go:171","msg":"trace[1075136161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2887; }","duration":"949.892246ms","start":"2026-05-07T03:25:07.052961Z","end":"2026-05-07T03:25:08.002853Z","steps":["trace[1075136161] 'agreement among raft nodes before linearized reading' (duration: 949.65576ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.002903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.052936Z","time spent":"949.958508ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:25:08.002477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.753122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:08.003179Z","caller":"traceutil/trace.go:171","msg":"trace[360450919] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2887; }","duration":"831.48399ms","start":"2026-05-07T03:25:07.171686Z","end":"2026-05-07T03:25:08.00317Z","steps":["trace[360450919] 'agreement among raft nodes before linearized reading' (duration: 830.741952ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.003207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.171671Z","time spent":"831.526811ms","remote":"127.0.0.1:46712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":23,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:25:08.002593Z","caller":"traceutil/trace.go:171","msg":"trace[1335559506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2887; }","duration":"1.046615813s","start":"2026-05-07T03:25:06.955965Z","end":"2026-05-07T03:25:08.002581Z","steps":["trace[1335559506] 'agreement among raft nodes before linearized reading' (duration: 1.046448518s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.003305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.955942Z","time spent":"1.047356381s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:25:08.00443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.566136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:25:08.004468Z","caller":"traceutil/trace.go:171","msg":"trace[1986319703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2887; }","duration":"742.651038ms","start":"2026-05-07T03:25:07.261807Z","end":"2026-05-07T03:25:08.004458Z","steps":["trace[1986319703] 'agreement among raft nodes before linearized reading' (duration: 740.618937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.004511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:07.261769Z","time spent":"742.71956ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:08.002848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:06.26672Z","time spent":"1.736077621s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:08.001547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280453521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T03:25:08.006974Z","caller":"traceutil/trace.go:171","msg":"trace[1152894238] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2887; }","duration":"2.285912299s","start":"2026-05-07T03:25:05.721046Z","end":"2026-05-07T03:25:08.006958Z","steps":["trace[1152894238] 'agreement among raft nodes before linearized reading' (duration: 2.280359879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:08.00748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:05.721027Z","time spent":"2.286435223s","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-05-07T03:25:12.29501Z","caller":"traceutil/trace.go:171","msg":"trace[1113813779] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"134.467545ms","start":"2026-05-07T03:25:12.160511Z","end":"2026-05-07T03:25:12.294978Z","steps":["trace[1113813779] 'process raft request' (duration: 132.826045ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:12.295247Z","caller":"traceutil/trace.go:171","msg":"trace[2002783679] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"134.197388ms","start":"2026-05-07T03:25:12.161035Z","end":"2026-05-07T03:25:12.295233Z","steps":["trace[2002783679] 'process raft request' (duration: 133.883731ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:12.295033Z","caller":"traceutil/trace.go:171","msg":"trace[818736215] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"134.286611ms","start":"2026-05-07T03:25:12.160675Z","end":"2026-05-07T03:25:12.294962Z","steps":["trace[818736215] 'process raft request' (duration: 134.206099ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:12.295293Z","caller":"traceutil/trace.go:171","msg":"trace[1677708181] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"134.176458ms","start":"2026-05-07T03:25:12.161095Z","end":"2026-05-07T03:25:12.295271Z","steps":["trace[1677708181] 'process raft request' (duration: 134.096176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:12.295246Z","caller":"traceutil/trace.go:171","msg":"trace[803208264] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"134.149207ms","start":"2026-05-07T03:25:12.161081Z","end":"2026-05-07T03:25:12.29523Z","steps":["trace[803208264] 'process raft request' (duration: 134.046505ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:13.934151Z","caller":"traceutil/trace.go:171","msg":"trace[44950595] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"108.820789ms","start":"2026-05-07T03:25:13.825301Z","end":"2026-05-07T03:25:13.934122Z","steps":["trace[44950595] 'process raft request' (duration: 108.623224ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:14.161094Z","caller":"traceutil/trace.go:171","msg":"trace[1652895310] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"116.368864ms","start":"2026-05-07T03:25:14.044661Z","end":"2026-05-07T03:25:14.16103Z","steps":["trace[1652895310] 'process raft request' (duration: 116.135968ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:14.203298Z","caller":"traceutil/trace.go:171","msg":"trace[2081995620] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"158.209701ms","start":"2026-05-07T03:25:14.045066Z","end":"2026-05-07T03:25:14.203275Z","steps":["trace[2081995620] 'process raft request' (duration: 157.416802ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:14.363018Z","caller":"traceutil/trace.go:171","msg":"trace[2096492875] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"102.32213ms","start":"2026-05-07T03:25:14.260668Z","end":"2026-05-07T03:25:14.36299Z","steps":["trace[2096492875] 'process raft request' (duration: 96.62874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:14.693763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.531001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:14.694263Z","caller":"traceutil/trace.go:171","msg":"trace[1193688095] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"327.058984ms","start":"2026-05-07T03:25:14.367178Z","end":"2026-05-07T03:25:14.694237Z","steps":["trace[1193688095] 'process raft request' (duration: 169.97272ms)","trace[1193688095] 'compare' (duration: 156.411408ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:14.694304Z","caller":"traceutil/trace.go:171","msg":"trace[397921962] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"326.87024ms","start":"2026-05-07T03:25:14.367406Z","end":"2026-05-07T03:25:14.694276Z","steps":["trace[397921962] 'process raft request' (duration: 326.490091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:14.69439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:14.367162Z","time spent":"327.162656ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:14.694615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:14.367399Z","time spent":"327.168267ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:14.694684Z","caller":"traceutil/trace.go:171","msg":"trace[339299762] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"326.107072ms","start":"2026-05-07T03:25:14.368559Z","end":"2026-05-07T03:25:14.694666Z","steps":["trace[339299762] 'process raft request' (duration: 325.870466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:14.694697Z","caller":"traceutil/trace.go:171","msg":"trace[1437298531] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"324.744148ms","start":"2026-05-07T03:25:14.36992Z","end":"2026-05-07T03:25:14.694664Z","steps":["trace[1437298531] 'process raft request' (duration: 324.702137ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:14.694834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:14.368552Z","time spent":"326.217014ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:25:14.694874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:14.369913Z","time spent":"324.934582ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:14.695244Z","caller":"traceutil/trace.go:171","msg":"trace[671187941] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"326.89172ms","start":"2026-05-07T03:25:14.367714Z","end":"2026-05-07T03:25:14.694606Z","steps":["trace[671187941] 'process raft request' (duration: 326.249955ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:14.695356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:14.367708Z","time spent":"327.589897ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:14.694758Z","caller":"traceutil/trace.go:171","msg":"trace[736006373] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"325.082225ms","start":"2026-05-07T03:25:14.369642Z","end":"2026-05-07T03:25:14.694724Z","steps":["trace[736006373] 'process raft request' (duration: 324.919791ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:14.69587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:14.369621Z","time spent":"326.121091ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:14.927369Z","caller":"traceutil/trace.go:171","msg":"trace[1348279454] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"187.371397ms","start":"2026-05-07T03:25:14.739975Z","end":"2026-05-07T03:25:14.927347Z","steps":["trace[1348279454] 'process raft request' (duration: 176.856189ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:18.415388Z","caller":"traceutil/trace.go:171","msg":"trace[1166364610] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"161.160132ms","start":"2026-05-07T03:25:18.254176Z","end":"2026-05-07T03:25:18.415337Z","steps":["trace[1166364610] 'process raft request' (duration: 86.257963ms)","trace[1166364610] 'compare' (duration: 74.10673ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:18.415781Z","caller":"traceutil/trace.go:171","msg":"trace[1049810537] linearizableReadLoop","detail":"{readStateIndex:3074; appliedIndex:3073; }","duration":"158.694783ms","start":"2026-05-07T03:25:18.257052Z","end":"2026-05-07T03:25:18.415746Z","steps":["trace[1049810537] 'read index received' (duration: 83.335912ms)","trace[1049810537] 'applied index is now lower than readState.Index' (duration: 75.355211ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:18.41591Z","caller":"traceutil/trace.go:171","msg":"trace[135266690] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"155.499496ms","start":"2026-05-07T03:25:18.260365Z","end":"2026-05-07T03:25:18.415864Z","steps":["trace[135266690] 'process raft request' (duration: 154.902131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:18.416218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.143253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:25:18.416999Z","caller":"traceutil/trace.go:171","msg":"trace[34050476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2948; }","duration":"159.950764ms","start":"2026-05-07T03:25:18.257005Z","end":"2026-05-07T03:25:18.416956Z","steps":["trace[34050476] 'agreement among raft nodes before linearized reading' (duration: 158.973539ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:18.575102Z","caller":"traceutil/trace.go:171","msg":"trace[1095381200] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"153.418416ms","start":"2026-05-07T03:25:18.421656Z","end":"2026-05-07T03:25:18.575074Z","steps":["trace[1095381200] 'process raft request' (duration: 96.093302ms)","trace[1095381200] 'compare' (duration: 56.337971ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:18.57791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.944616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:18.578027Z","caller":"traceutil/trace.go:171","msg":"trace[1169074103] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2949; }","duration":"103.144782ms","start":"2026-05-07T03:25:18.474857Z","end":"2026-05-07T03:25:18.578002Z","steps":["trace[1169074103] 'agreement among raft nodes before linearized reading' (duration: 99.423032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:20.625869Z","caller":"traceutil/trace.go:171","msg":"trace[1455040035] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"203.014455ms","start":"2026-05-07T03:25:20.422813Z","end":"2026-05-07T03:25:20.625827Z","steps":["trace[1455040035] 'process raft request' (duration: 202.754629ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:20.630956Z","caller":"traceutil/trace.go:171","msg":"trace[1309715689] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"207.220956ms","start":"2026-05-07T03:25:20.423708Z","end":"2026-05-07T03:25:20.630929Z","steps":["trace[1309715689] 'process raft request' (duration: 206.924849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:24.824536Z","caller":"traceutil/trace.go:171","msg":"trace[2006757112] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3110; }","duration":"102.94674ms","start":"2026-05-07T03:25:24.721565Z","end":"2026-05-07T03:25:24.824511Z","steps":["trace[2006757112] 'read index received' (duration: 84.166747ms)","trace[2006757112] 'applied index is now lower than readState.Index' (duration: 18.778783ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:24.824736Z","caller":"traceutil/trace.go:171","msg":"trace[856654794] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"143.030876ms","start":"2026-05-07T03:25:24.681669Z","end":"2026-05-07T03:25:24.8247Z","steps":["trace[856654794] 'process raft request' (duration: 124.130519ms)","trace[856654794] 'compare' (duration: 18.509968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:24.825282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.712858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:25:24.825338Z","caller":"traceutil/trace.go:171","msg":"trace[922808293] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2982; }","duration":"103.82192ms","start":"2026-05-07T03:25:24.721499Z","end":"2026-05-07T03:25:24.825321Z","steps":["trace[922808293] 'agreement among raft nodes before linearized reading' (duration: 103.109983ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:27.222381Z","caller":"traceutil/trace.go:171","msg":"trace[757533351] linearizableReadLoop","detail":"{readStateIndex:3125; appliedIndex:3124; }","duration":"167.176461ms","start":"2026-05-07T03:25:27.055187Z","end":"2026-05-07T03:25:27.222364Z","steps":["trace[757533351] 'read index received' (duration: 166.966666ms)","trace[757533351] 'applied index is now lower than readState.Index' (duration: 206.305µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:27.222549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.300874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:27.222519Z","caller":"traceutil/trace.go:171","msg":"trace[825484968] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"193.430034ms","start":"2026-05-07T03:25:27.028998Z","end":"2026-05-07T03:25:27.222428Z","steps":["trace[825484968] 'process raft request' (duration: 193.234659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:27.222615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.116343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:27.222651Z","caller":"traceutil/trace.go:171","msg":"trace[1674641754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2996; }","duration":"138.179714ms","start":"2026-05-07T03:25:27.084451Z","end":"2026-05-07T03:25:27.222631Z","steps":["trace[1674641754] 'agreement among raft nodes before linearized reading' (duration: 138.150024ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:27.222584Z","caller":"traceutil/trace.go:171","msg":"trace[1900608613] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2996; }","duration":"167.435987ms","start":"2026-05-07T03:25:27.055138Z","end":"2026-05-07T03:25:27.222574Z","steps":["trace[1900608613] 'agreement among raft nodes before linearized reading' (duration: 167.324035ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:27.222989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.27743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:25:27.223037Z","caller":"traceutil/trace.go:171","msg":"trace[445972669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2996; }","duration":"115.363582ms","start":"2026-05-07T03:25:27.107667Z","end":"2026-05-07T03:25:27.223031Z","steps":["trace[445972669] 'agreement among raft nodes before linearized reading' (duration: 115.248069ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:27.222951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.208945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:25:27.223999Z","caller":"traceutil/trace.go:171","msg":"trace[850508981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2996; }","duration":"115.27119ms","start":"2026-05-07T03:25:27.108714Z","end":"2026-05-07T03:25:27.223986Z","steps":["trace[850508981] 'agreement among raft nodes before linearized reading' (duration: 113.946789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.257834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.146187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:29.258018Z","caller":"traceutil/trace.go:171","msg":"trace[543914494] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"357.759056ms","start":"2026-05-07T03:25:28.900239Z","end":"2026-05-07T03:25:29.257998Z","steps":["trace[543914494] 'process raft request' (duration: 357.698134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.258091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:28.90021Z","time spent":"357.847627ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:29.258148Z","caller":"traceutil/trace.go:171","msg":"trace[2017537167] linearizableReadLoop","detail":"{readStateIndex:3131; appliedIndex:3129; }","duration":"435.243988ms","start":"2026-05-07T03:25:28.822884Z","end":"2026-05-07T03:25:29.258128Z","steps":["trace[2017537167] 'read index received' (duration: 589.294µs)","trace[2017537167] 'applied index is now lower than readState.Index' (duration: 434.652843ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:29.258296Z","caller":"traceutil/trace.go:171","msg":"trace[1305539939] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"437.1125ms","start":"2026-05-07T03:25:28.821052Z","end":"2026-05-07T03:25:29.258164Z","steps":["trace[1305539939] 'process raft request' (duration: 120.558563ms)","trace[1305539939] 'compare' (duration: 316.045805ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:29.258431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:28.821033Z","time spent":"437.326165ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:29.258449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.551224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:29.258525Z","caller":"traceutil/trace.go:171","msg":"trace[947138449] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3002; }","duration":"435.612295ms","start":"2026-05-07T03:25:28.822859Z","end":"2026-05-07T03:25:29.258472Z","steps":["trace[947138449] 'agreement among raft nodes before linearized reading' (duration: 435.486552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.258586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:28.822852Z","time spent":"435.698647ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:25:29.259769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.465239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad2aa5b1249402\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-05-07T03:25:29.259798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.008625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:29.259846Z","caller":"traceutil/trace.go:171","msg":"trace[437361966] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3002; }","duration":"226.072846ms","start":"2026-05-07T03:25:29.033754Z","end":"2026-05-07T03:25:29.259827Z","steps":["trace[437361966] 'agreement among raft nodes before linearized reading' (duration: 226.009975ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:29.259839Z","caller":"traceutil/trace.go:171","msg":"trace[1011692586] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad2aa5b1249402; range_end:; response_count:1; response_revision:3002; }","duration":"246.56999ms","start":"2026-05-07T03:25:29.01325Z","end":"2026-05-07T03:25:29.25982Z","steps":["trace[1011692586] 'agreement among raft nodes before linearized reading' (duration: 246.376646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.260174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.059516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:25:29.260212Z","caller":"traceutil/trace.go:171","msg":"trace[497012107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3002; }","duration":"341.097427ms","start":"2026-05-07T03:25:28.919105Z","end":"2026-05-07T03:25:29.260202Z","steps":["trace[497012107] 'agreement among raft nodes before linearized reading' (duration: 341.000885ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.260239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:28.919075Z","time spent":"341.155879ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:25:29.26084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.425018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:25:29.260896Z","caller":"traceutil/trace.go:171","msg":"trace[412451112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3002; }","duration":"348.502041ms","start":"2026-05-07T03:25:28.912382Z","end":"2026-05-07T03:25:29.260884Z","steps":["trace[412451112] 'agreement among raft nodes before linearized reading' (duration: 348.328386ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.260929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:28.912373Z","time spent":"348.548051ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:29.261649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.521047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:25:29.261689Z","caller":"traceutil/trace.go:171","msg":"trace[391509406] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3002; }","duration":"350.588858ms","start":"2026-05-07T03:25:28.911089Z","end":"2026-05-07T03:25:29.261678Z","steps":["trace[391509406] 'agreement among raft nodes before linearized reading' (duration: 347.68672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.261755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:28.911077Z","time spent":"350.65357ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:25:29.774243Z","caller":"traceutil/trace.go:171","msg":"trace[582555626] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"506.164754ms","start":"2026-05-07T03:25:29.268054Z","end":"2026-05-07T03:25:29.774219Z","steps":["trace[582555626] 'process raft request' (duration: 505.98589ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.774399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.268048Z","time spent":"506.269127ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:29.774484Z","caller":"traceutil/trace.go:171","msg":"trace[1558271016] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"506.39878ms","start":"2026-05-07T03:25:29.268051Z","end":"2026-05-07T03:25:29.77445Z","steps":["trace[1558271016] 'process raft request' (duration: 506.128853ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:29.774578Z","caller":"traceutil/trace.go:171","msg":"trace[1007137951] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"506.460581ms","start":"2026-05-07T03:25:29.268095Z","end":"2026-05-07T03:25:29.774555Z","steps":["trace[1007137951] 'process raft request' (duration: 506.315508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.774655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.268041Z","time spent":"506.536462ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:29.7747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.26809Z","time spent":"506.547853ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:29.774871Z","caller":"traceutil/trace.go:171","msg":"trace[1991348949] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"506.549043ms","start":"2026-05-07T03:25:29.26831Z","end":"2026-05-07T03:25:29.774859Z","steps":["trace[1991348949] 'process raft request' (duration: 506.486941ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:29.774924Z","caller":"traceutil/trace.go:171","msg":"trace[2007997513] linearizableReadLoop","detail":"{readStateIndex:3139; appliedIndex:3133; }","duration":"465.671666ms","start":"2026-05-07T03:25:29.309244Z","end":"2026-05-07T03:25:29.774915Z","steps":["trace[2007997513] 'read index received' (duration: 464.743665ms)","trace[2007997513] 'applied index is now lower than readState.Index' (duration: 927.311µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:29.774943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.268303Z","time spent":"506.606534ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:29.774987Z","caller":"traceutil/trace.go:171","msg":"trace[833440915] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"506.260187ms","start":"2026-05-07T03:25:29.268721Z","end":"2026-05-07T03:25:29.774981Z","steps":["trace[833440915] 'process raft request' (duration: 506.111293ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.775021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.268716Z","time spent":"506.283807ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:29.775033Z","caller":"traceutil/trace.go:171","msg":"trace[195320304] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"506.713667ms","start":"2026-05-07T03:25:29.268311Z","end":"2026-05-07T03:25:29.775024Z","steps":["trace[195320304] 'process raft request' (duration: 506.229396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.775102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.268305Z","time spent":"506.748247ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:29.775184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.518695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:25:29.775211Z","caller":"traceutil/trace.go:171","msg":"trace[1483363629] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3009; }","duration":"507.555116ms","start":"2026-05-07T03:25:29.267649Z","end":"2026-05-07T03:25:29.775204Z","steps":["trace[1483363629] 'agreement among raft nodes before linearized reading' (duration: 507.492944ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.775229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.267643Z","time spent":"507.581956ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-05-07T03:25:29.775393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.915719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9095"} {"level":"info","ts":"2026-05-07T03:25:29.775415Z","caller":"traceutil/trace.go:171","msg":"trace[1819319151] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3009; }","duration":"464.956759ms","start":"2026-05-07T03:25:29.310452Z","end":"2026-05-07T03:25:29.775409Z","steps":["trace[1819319151] 'agreement among raft nodes before linearized reading' (duration: 464.872727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.775432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.310437Z","time spent":"464.991451ms","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9118,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-05-07T03:25:29.775544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.701904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:29.775586Z","caller":"traceutil/trace.go:171","msg":"trace[340036542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3009; }","duration":"107.765035ms","start":"2026-05-07T03:25:29.66781Z","end":"2026-05-07T03:25:29.775575Z","steps":["trace[340036542] 'agreement among raft nodes before linearized reading' (duration: 107.709004ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.775752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.602536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:29.775785Z","caller":"traceutil/trace.go:171","msg":"trace[1443111961] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3009; }","duration":"358.672618ms","start":"2026-05-07T03:25:29.417105Z","end":"2026-05-07T03:25:29.775777Z","steps":["trace[1443111961] 'agreement among raft nodes before linearized reading' (duration: 358.612756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:29.775814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:29.417085Z","time spent":"358.718078ms","remote":"127.0.0.1:46662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:35.356271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017051849,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:25:35.499768Z","caller":"traceutil/trace.go:171","msg":"trace[2059991223] linearizableReadLoop","detail":"{readStateIndex:3165; appliedIndex:3164; }","duration":"643.657916ms","start":"2026-05-07T03:25:34.856084Z","end":"2026-05-07T03:25:35.499742Z","steps":["trace[2059991223] 'read index received' (duration: 643.532143ms)","trace[2059991223] 'applied index is now lower than readState.Index' (duration: 124.403µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:35.499993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.86876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:35.500067Z","caller":"traceutil/trace.go:171","msg":"trace[1386364500] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3034; }","duration":"644.003544ms","start":"2026-05-07T03:25:34.856051Z","end":"2026-05-07T03:25:35.500055Z","steps":["trace[1386364500] 'agreement among raft nodes before linearized reading' (duration: 643.85047ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:35.50012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:34.856036Z","time spent":"644.074675ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-07T03:25:35.500411Z","caller":"traceutil/trace.go:171","msg":"trace[155722322] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"645.312604ms","start":"2026-05-07T03:25:34.854522Z","end":"2026-05-07T03:25:35.499835Z","steps":["trace[155722322] 'process raft request' (duration: 645.067068ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:35.500689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:34.854474Z","time spent":"646.01911ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:35.746774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.937043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:35.746955Z","caller":"traceutil/trace.go:171","msg":"trace[1619300355] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"384.249195ms","start":"2026-05-07T03:25:35.362656Z","end":"2026-05-07T03:25:35.746906Z","steps":["trace[1619300355] 'process raft request' (duration: 224.096877ms)","trace[1619300355] 'compare' (duration: 159.811401ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:35.746969Z","caller":"traceutil/trace.go:171","msg":"trace[1460934638] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"192.038001ms","start":"2026-05-07T03:25:35.554912Z","end":"2026-05-07T03:25:35.74695Z","steps":["trace[1460934638] 'process raft request' (duration: 191.9802ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:35.747127Z","caller":"traceutil/trace.go:171","msg":"trace[726437941] linearizableReadLoop","detail":"{readStateIndex:3166; appliedIndex:3165; }","duration":"247.251022ms","start":"2026-05-07T03:25:35.499848Z","end":"2026-05-07T03:25:35.747099Z","steps":["trace[726437941] 'read index received' (duration: 87.068423ms)","trace[726437941] 'applied index is now lower than readState.Index' (duration: 160.178919ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:35.747183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:35.36264Z","time spent":"384.4089ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:35.747391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.547922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:35.747457Z","caller":"traceutil/trace.go:171","msg":"trace[243216782] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3036; }","duration":"666.667024ms","start":"2026-05-07T03:25:35.080778Z","end":"2026-05-07T03:25:35.747445Z","steps":["trace[243216782] 'agreement among raft nodes before linearized reading' (duration: 666.508421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:35.747503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:35.080754Z","time spent":"666.740045ms","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:35.747665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.277862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:25:35.747711Z","caller":"traceutil/trace.go:171","msg":"trace[1231316751] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3036; }","duration":"243.359854ms","start":"2026-05-07T03:25:35.50434Z","end":"2026-05-07T03:25:35.7477Z","steps":["trace[1231316751] 'agreement among raft nodes before linearized reading' (duration: 243.075648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:36.61789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017051868,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:25:36.883977Z","caller":"traceutil/trace.go:171","msg":"trace[1369046781] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"918.254033ms","start":"2026-05-07T03:25:35.965699Z","end":"2026-05-07T03:25:36.883953Z","steps":["trace[1369046781] 'process raft request' (duration: 918.1124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:36.884147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:35.965655Z","time spent":"918.409387ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:36.935364Z","caller":"traceutil/trace.go:171","msg":"trace[460139580] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"969.588462ms","start":"2026-05-07T03:25:35.965741Z","end":"2026-05-07T03:25:36.935329Z","steps":["trace[460139580] 'process raft request' (duration: 969.374037ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:36.935427Z","caller":"traceutil/trace.go:171","msg":"trace[633720246] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"969.591212ms","start":"2026-05-07T03:25:35.965815Z","end":"2026-05-07T03:25:36.935407Z","steps":["trace[633720246] 'process raft request' (duration: 969.433808ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:36.935482Z","caller":"traceutil/trace.go:171","msg":"trace[1684444517] transaction","detail":"{read_only:false; response_revision:3041; number_of_response:1; }","duration":"969.573601ms","start":"2026-05-07T03:25:35.965902Z","end":"2026-05-07T03:25:36.935476Z","steps":["trace[1684444517] 'process raft request' (duration: 969.452849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:36.935519Z","caller":"traceutil/trace.go:171","msg":"trace[1005338830] linearizableReadLoop","detail":"{readStateIndex:3174; appliedIndex:3168; }","duration":"818.208501ms","start":"2026-05-07T03:25:36.117292Z","end":"2026-05-07T03:25:36.935501Z","steps":["trace[1005338830] 'read index received' (duration: 767.271201ms)","trace[1005338830] 'applied index is now lower than readState.Index' (duration: 50.93609ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:36.935534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:35.965896Z","time spent":"969.608102ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:36.935535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:35.965808Z","time spent":"969.674463ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:36.935668Z","caller":"traceutil/trace.go:171","msg":"trace[2028882410] transaction","detail":"{read_only:false; response_revision:3042; number_of_response:1; }","duration":"969.726885ms","start":"2026-05-07T03:25:35.965926Z","end":"2026-05-07T03:25:36.935653Z","steps":["trace[2028882410] 'process raft request' (duration: 969.468359ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:36.935447Z","caller":"traceutil/trace.go:171","msg":"trace[6882285] transaction","detail":"{read_only:false; response_revision:3040; number_of_response:1; }","duration":"969.603332ms","start":"2026-05-07T03:25:35.965828Z","end":"2026-05-07T03:25:36.935432Z","steps":["trace[6882285] 'process raft request' (duration: 969.463209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:36.935749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:35.965722Z","time spent":"969.731285ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:36.935844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.564579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:36.935878Z","caller":"traceutil/trace.go:171","msg":"trace[228038167] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3043; }","duration":"818.649161ms","start":"2026-05-07T03:25:36.117213Z","end":"2026-05-07T03:25:36.935862Z","steps":["trace[228038167] 'agreement among raft nodes before linearized reading' (duration: 818.59098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:36.935779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:35.965803Z","time spent":"969.953681ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:36.93596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:36.117171Z","time spent":"818.782004ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:36.936012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:35.96586Z","time spent":"969.893898ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:36.93612Z","caller":"traceutil/trace.go:171","msg":"trace[455114831] transaction","detail":"{read_only:false; response_revision:3043; number_of_response:1; }","duration":"469.09445ms","start":"2026-05-07T03:25:36.466979Z","end":"2026-05-07T03:25:36.936074Z","steps":["trace[455114831] 'process raft request' (duration: 468.475036ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:36.936218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.351822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:25:36.9363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:36.466885Z","time spent":"469.327105ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:36.936319Z","caller":"traceutil/trace.go:171","msg":"trace[464496633] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3043; }","duration":"561.495845ms","start":"2026-05-07T03:25:36.374794Z","end":"2026-05-07T03:25:36.936289Z","steps":["trace[464496633] 'agreement among raft nodes before linearized reading' (duration: 561.325682ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:36.936371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:36.374775Z","time spent":"561.584867ms","remote":"127.0.0.1:49008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:36.936274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.11294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:36.936576Z","caller":"traceutil/trace.go:171","msg":"trace[1593781948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3043; }","duration":"279.547ms","start":"2026-05-07T03:25:36.657011Z","end":"2026-05-07T03:25:36.936558Z","steps":["trace[1593781948] 'agreement among raft nodes before linearized reading' (duration: 279.113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:42.496283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.771121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:42.496368Z","caller":"traceutil/trace.go:171","msg":"trace[1425355260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3068; }","duration":"379.947655ms","start":"2026-05-07T03:25:42.116402Z","end":"2026-05-07T03:25:42.49635Z","steps":["trace[1425355260] 'count revisions from in-memory index tree' (duration: 379.620228ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:42.496416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:42.116368Z","time spent":"380.034207ms","remote":"127.0.0.1:52596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:44.337315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.948734Z","time spent":"388.57395ms","remote":"127.0.0.1:42122","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-07T03:25:44.337918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339809436s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:44.339535Z","caller":"traceutil/trace.go:171","msg":"trace[768021574] linearizableReadLoop","detail":"{readStateIndex:3202; appliedIndex:3201; }","duration":"1.369928321s","start":"2026-05-07T03:25:42.969569Z","end":"2026-05-07T03:25:44.339498Z","steps":["trace[768021574] 'read index received' (duration: 28.444819ms)","trace[768021574] 'applied index is now lower than readState.Index' (duration: 1.341478182s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:44.339677Z","caller":"traceutil/trace.go:171","msg":"trace[1136990257] transaction","detail":"{read_only:false; response_revision:3070; number_of_response:1; }","duration":"1.373947919s","start":"2026-05-07T03:25:42.965694Z","end":"2026-05-07T03:25:44.339642Z","steps":["trace[1136990257] 'process raft request' (duration: 32.340714ms)","trace[1136990257] 'compare' (duration: 1.339252743s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:44.339843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:42.965663Z","time spent":"1.374086483s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:44.339856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370244488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:25:44.339912Z","caller":"traceutil/trace.go:171","msg":"trace[939637940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3070; }","duration":"1.3703551s","start":"2026-05-07T03:25:42.969538Z","end":"2026-05-07T03:25:44.339893Z","steps":["trace[939637940] 'agreement among raft nodes before linearized reading' (duration: 1.370099374s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:44.339964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:42.969528Z","time spent":"1.370426472s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:25:44.840345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017051964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:25:45.099737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.551849398s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:25:45.273787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:25:45.273852Z","caller":"traceutil/trace.go:171","msg":"trace[2092953428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478369s","start":"2026-05-07T03:25:43.273359Z","end":"2026-05-07T03:25:45.273837Z","steps":["trace[2092953428] 'agreement among raft nodes before linearized reading' (duration: 2.000385927s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:45.273888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.273339Z","time spent":"2.00054266s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:25:45.533926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.939327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:45.534189Z","caller":"traceutil/trace.go:171","msg":"trace[972444294] transaction","detail":"{read_only:false; response_revision:3071; number_of_response:1; }","duration":"1.98640146s","start":"2026-05-07T03:25:43.547765Z","end":"2026-05-07T03:25:45.534166Z","steps":["trace[972444294] 'process raft request' (duration: 1.552159055s)","trace[972444294] 'compare' (duration: 433.656231ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:45.534227Z","caller":"traceutil/trace.go:171","msg":"trace[2058172052] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"1.669162664s","start":"2026-05-07T03:25:43.86503Z","end":"2026-05-07T03:25:45.534192Z","steps":["trace[2058172052] 'process raft request' (duration: 1.66897925s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:45.534373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.547737Z","time spent":"1.986558262s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:45.534415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.864999Z","time spent":"1.669319358s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:45.658049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00091889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:25:45.660514Z","caller":"traceutil/trace.go:171","msg":"trace[2087106074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003427465s","start":"2026-05-07T03:25:43.657061Z","end":"2026-05-07T03:25:45.660488Z","steps":["trace[2087106074] 'agreement among raft nodes before linearized reading' (duration: 2.000913359s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:45.660613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.657012Z","time spent":"2.003584478s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:25:46.659485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072233174s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-07T03:25:46.767329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233225886s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:25:46.768461Z","caller":"traceutil/trace.go:171","msg":"trace[1195042375] linearizableReadLoop","detail":"{readStateIndex:3206; appliedIndex:3202; }","duration":"2.42884701s","start":"2026-05-07T03:25:44.339595Z","end":"2026-05-07T03:25:46.768442Z","steps":["trace[1195042375] 'read index received' (duration: 760.340156ms)","trace[1195042375] 'applied index is now lower than readState.Index' (duration: 1.668505814s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:46.768466Z","caller":"traceutil/trace.go:171","msg":"trace[1434689910] transaction","detail":"{read_only:false; response_revision:3073; number_of_response:1; }","duration":"2.424243818s","start":"2026-05-07T03:25:44.34419Z","end":"2026-05-07T03:25:46.768434Z","steps":["trace[1434689910] 'process raft request' (duration: 2.423257617s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.768627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:44.344172Z","time spent":"2.424357591s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:46.772687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.80201545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:25:46.772759Z","caller":"traceutil/trace.go:171","msg":"trace[1701630374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3073; }","duration":"3.802109003s","start":"2026-05-07T03:25:42.970634Z","end":"2026-05-07T03:25:46.772743Z","steps":["trace[1701630374] 'agreement among raft nodes before linearized reading' (duration: 3.797973992s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.772806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:42.970627Z","time spent":"3.802168215s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:25:46.772758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051274848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-05-07T03:25:46.772839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.775471814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:25:46.772872Z","caller":"traceutil/trace.go:171","msg":"trace[1989298555] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3073; }","duration":"3.051435171s","start":"2026-05-07T03:25:43.721409Z","end":"2026-05-07T03:25:46.772844Z","steps":["trace[1989298555] 'agreement among raft nodes before linearized reading' (duration: 3.047154357s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:46.772919Z","caller":"traceutil/trace.go:171","msg":"trace[432201451] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3073; }","duration":"3.775605757s","start":"2026-05-07T03:25:42.997293Z","end":"2026-05-07T03:25:46.772898Z","steps":["trace[432201451] 'agreement among raft nodes before linearized reading' (duration: 3.771299843s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.772969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:42.997265Z","time spent":"3.77569329s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:25:46.772996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984718763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:46.773033Z","caller":"traceutil/trace.go:171","msg":"trace[169188509] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3073; }","duration":"2.984782735s","start":"2026-05-07T03:25:43.788236Z","end":"2026-05-07T03:25:46.773019Z","steps":["trace[169188509] 'agreement among raft nodes before linearized reading' (duration: 2.980319687s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.773075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.788217Z","time spent":"2.984848536s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:46.772925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.721385Z","time spent":"3.051528285s","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T03:25:46.773088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207306314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:46.773218Z","caller":"traceutil/trace.go:171","msg":"trace[480115725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3073; }","duration":"3.207506008s","start":"2026-05-07T03:25:43.565685Z","end":"2026-05-07T03:25:46.773191Z","steps":["trace[480115725] 'agreement among raft nodes before linearized reading' (duration: 3.202885216s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.773286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.565667Z","time spent":"3.20760515s","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:46.773552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802434729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:25:46.773609Z","caller":"traceutil/trace.go:171","msg":"trace[751015883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3073; }","duration":"3.802505941s","start":"2026-05-07T03:25:42.971089Z","end":"2026-05-07T03:25:46.773594Z","steps":["trace[751015883] 'agreement among raft nodes before linearized reading' (duration: 3.797510882s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.773648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:42.971083Z","time spent":"3.802556602s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:46.77367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538741171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:46.773712Z","caller":"traceutil/trace.go:171","msg":"trace[538541014] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3073; }","duration":"3.538827643s","start":"2026-05-07T03:25:43.234874Z","end":"2026-05-07T03:25:46.773701Z","steps":["trace[538541014] 'agreement among raft nodes before linearized reading' (duration: 3.533702881s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.773746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:43.234848Z","time spent":"3.538889194s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:46.774034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509613291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:46.774076Z","caller":"traceutil/trace.go:171","msg":"trace[2018865073] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3073; }","duration":"2.509683802s","start":"2026-05-07T03:25:44.264382Z","end":"2026-05-07T03:25:46.774066Z","steps":["trace[2018865073] 'agreement among raft nodes before linearized reading' (duration: 2.504151272s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.774105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:44.264367Z","time spent":"2.509732124s","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:46.774392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776408604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:25:46.774428Z","caller":"traceutil/trace.go:171","msg":"trace[1933247221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3073; }","duration":"3.776457845s","start":"2026-05-07T03:25:42.997961Z","end":"2026-05-07T03:25:46.774419Z","steps":["trace[1933247221] 'agreement among raft nodes before linearized reading' (duration: 3.770623258s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.774454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:42.997955Z","time spent":"3.776492667s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:25:46.774782Z","caller":"traceutil/trace.go:171","msg":"trace[1501472865] transaction","detail":"{read_only:false; response_revision:3074; number_of_response:1; }","duration":"1.187616838s","start":"2026-05-07T03:25:45.587154Z","end":"2026-05-07T03:25:46.774771Z","steps":["trace[1501472865] 'process raft request' (duration: 1.18127862s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.774863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:45.587128Z","time spent":"1.187683789s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:46.775075Z","caller":"traceutil/trace.go:171","msg":"trace[192428081] transaction","detail":"{read_only:false; response_revision:3075; number_of_response:1; }","duration":"718.361484ms","start":"2026-05-07T03:25:46.056698Z","end":"2026-05-07T03:25:46.77506Z","steps":["trace[192428081] 'process raft request' (duration: 717.981554ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.775204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:46.056669Z","time spent":"718.456205ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:46.775254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829250962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:25:46.775314Z","caller":"traceutil/trace.go:171","msg":"trace[1839063133] transaction","detail":"{read_only:false; response_revision:3076; number_of_response:1; }","duration":"429.628382ms","start":"2026-05-07T03:25:46.345676Z","end":"2026-05-07T03:25:46.775304Z","steps":["trace[1839063133] 'process raft request' (duration: 429.323965ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:46.77532Z","caller":"traceutil/trace.go:171","msg":"trace[2074039011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3076; }","duration":"1.829353595s","start":"2026-05-07T03:25:44.945954Z","end":"2026-05-07T03:25:46.775308Z","steps":["trace[2074039011] 'agreement among raft nodes before linearized reading' (duration: 1.829198952s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.775343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103723235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:25:46.775357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:44.945934Z","time spent":"1.829416136s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:25:46.775377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:46.345645Z","time spent":"429.698264ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:46.775386Z","caller":"traceutil/trace.go:171","msg":"trace[212664703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3076; }","duration":"1.103757695s","start":"2026-05-07T03:25:45.671613Z","end":"2026-05-07T03:25:46.775371Z","steps":["trace[212664703] 'agreement among raft nodes before linearized reading' (duration: 1.103700474s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.775415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:45.671564Z","time spent":"1.103845837s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:25:46.775468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.944978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:46.775494Z","caller":"traceutil/trace.go:171","msg":"trace[2024995506] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3076; }","duration":"771.007161ms","start":"2026-05-07T03:25:46.00448Z","end":"2026-05-07T03:25:46.775488Z","steps":["trace[2024995506] 'agreement among raft nodes before linearized reading' (duration: 770.95379ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.77552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:46.004459Z","time spent":"771.056141ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:25:46.775638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135738245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-05-07T03:25:46.775261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.680749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:46.775695Z","caller":"traceutil/trace.go:171","msg":"trace[826542175] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3076; }","duration":"1.13594191s","start":"2026-05-07T03:25:45.63974Z","end":"2026-05-07T03:25:46.775682Z","steps":["trace[826542175] 'agreement among raft nodes before linearized reading' (duration: 1.135703145s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:46.775705Z","caller":"traceutil/trace.go:171","msg":"trace[459215192] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3076; }","duration":"817.159269ms","start":"2026-05-07T03:25:45.958534Z","end":"2026-05-07T03:25:46.775694Z","steps":["trace[459215192] 'agreement among raft nodes before linearized reading' (duration: 816.688169ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.775733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:45.639721Z","time spent":"1.136004101s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:25:46.775726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.555647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T03:25:46.775746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:45.958486Z","time spent":"817.248071ms","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:25:46.775773Z","caller":"traceutil/trace.go:171","msg":"trace[1955326843] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3076; }","duration":"913.639578ms","start":"2026-05-07T03:25:45.862124Z","end":"2026-05-07T03:25:46.775764Z","steps":["trace[1955326843] 'agreement among raft nodes before linearized reading' (duration: 913.439493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.775811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:45.862106Z","time spent":"913.698169ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:25:46.776942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762825706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad2aa5b1249402\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-07T03:25:46.777631Z","caller":"traceutil/trace.go:171","msg":"trace[1495511288] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad2aa5b1249402; range_end:; response_count:1; response_revision:3073; }","duration":"2.763048901s","start":"2026-05-07T03:25:44.013984Z","end":"2026-05-07T03:25:46.777033Z","steps":["trace[1495511288] 'agreement among raft nodes before linearized reading' (duration: 2.754563526s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:46.777728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:44.013965Z","time spent":"2.763730016s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18ad2aa5b1249402\" "} {"level":"info","ts":"2026-05-07T03:25:51.677172Z","caller":"traceutil/trace.go:171","msg":"trace[638188917] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"107.744787ms","start":"2026-05-07T03:25:51.569406Z","end":"2026-05-07T03:25:51.677151Z","steps":["trace[638188917] 'process raft request' (duration: 75.074978ms)","trace[638188917] 'compare' (duration: 32.24973ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:52.208422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.241093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:25:52.208496Z","caller":"traceutil/trace.go:171","msg":"trace[1865758310] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3109; }","duration":"332.363694ms","start":"2026-05-07T03:25:51.876115Z","end":"2026-05-07T03:25:52.208479Z","steps":["trace[1865758310] 'range keys from in-memory index tree' (duration: 332.017577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:52.208538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:51.875993Z","time spent":"332.534279ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:25:55.093717Z","caller":"traceutil/trace.go:171","msg":"trace[2025259712] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"176.355594ms","start":"2026-05-07T03:25:54.917332Z","end":"2026-05-07T03:25:55.093687Z","steps":["trace[2025259712] 'process raft request' (duration: 172.426741ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:55.179339Z","caller":"traceutil/trace.go:171","msg":"trace[1271463011] linearizableReadLoop","detail":"{readStateIndex:3261; appliedIndex:3258; }","duration":"237.121926ms","start":"2026-05-07T03:25:54.9422Z","end":"2026-05-07T03:25:55.179322Z","steps":["trace[1271463011] 'read index received' (duration: 147.517712ms)","trace[1271463011] 'applied index is now lower than readState.Index' (duration: 89.603694ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:25:55.1794Z","caller":"traceutil/trace.go:171","msg":"trace[1708384768] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"261.80962ms","start":"2026-05-07T03:25:54.917563Z","end":"2026-05-07T03:25:55.179372Z","steps":["trace[1708384768] 'process raft request' (duration: 261.624726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:55.179516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.30007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:25:55.179588Z","caller":"traceutil/trace.go:171","msg":"trace[554876826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3126; }","duration":"237.413693ms","start":"2026-05-07T03:25:54.942169Z","end":"2026-05-07T03:25:55.179583Z","steps":["trace[554876826] 'agreement among raft nodes before linearized reading' (duration: 237.26911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:55.179425Z","caller":"traceutil/trace.go:171","msg":"trace[1140638345] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"261.753869ms","start":"2026-05-07T03:25:54.917666Z","end":"2026-05-07T03:25:55.17942Z","steps":["trace[1140638345] 'process raft request' (duration: 261.620416ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:55.181027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.806269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:25:55.181792Z","caller":"traceutil/trace.go:171","msg":"trace[1630700869] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3126; }","duration":"125.929162ms","start":"2026-05-07T03:25:55.05516Z","end":"2026-05-07T03:25:55.18109Z","steps":["trace[1630700869] 'agreement among raft nodes before linearized reading' (duration: 125.790169ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:58.975515Z","caller":"traceutil/trace.go:171","msg":"trace[21952546] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"104.62486ms","start":"2026-05-07T03:25:58.870854Z","end":"2026-05-07T03:25:58.975479Z","steps":["trace[21952546] 'process raft request' (duration: 104.236362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.22943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.98675ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-05-07T03:25:59.229511Z","caller":"traceutil/trace.go:171","msg":"trace[1458319691] linearizableReadLoop","detail":"{readStateIndex:3280; appliedIndex:3279; }","duration":"122.511104ms","start":"2026-05-07T03:25:59.106982Z","end":"2026-05-07T03:25:59.229493Z","steps":["trace[1458319691] 'read index received' (duration: 45.181µs)","trace[1458319691] 'applied index is now lower than readState.Index' (duration: 122.464263ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:59.229905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.920863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:25:59.229964Z","caller":"traceutil/trace.go:171","msg":"trace[827745971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3143; }","duration":"123.031196ms","start":"2026-05-07T03:25:59.106918Z","end":"2026-05-07T03:25:59.229949Z","steps":["trace[827745971] 'agreement among raft nodes before linearized reading' (duration: 122.857661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.789726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.855052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:25:59.789838Z","caller":"traceutil/trace.go:171","msg":"trace[313826339] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"558.867746ms","start":"2026-05-07T03:25:59.23095Z","end":"2026-05-07T03:25:59.789818Z","steps":["trace[313826339] 'process raft request' (duration: 131.8432ms)","trace[313826339] 'compare' (duration: 426.705169ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:59.789898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.230929Z","time spent":"558.940707ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:59.791929Z","caller":"traceutil/trace.go:171","msg":"trace[1166229148] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"557.055259ms","start":"2026-05-07T03:25:59.234856Z","end":"2026-05-07T03:25:59.791911Z","steps":["trace[1166229148] 'process raft request' (duration: 556.965747ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:59.791972Z","caller":"traceutil/trace.go:171","msg":"trace[1906929567] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"557.201412ms","start":"2026-05-07T03:25:59.23475Z","end":"2026-05-07T03:25:59.791951Z","steps":["trace[1906929567] 'process raft request' (duration: 556.960577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.792056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.23473Z","time spent":"557.284763ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:59.792091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.234816Z","time spent":"557.171752ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:25:59.792377Z","caller":"traceutil/trace.go:171","msg":"trace[529942633] linearizableReadLoop","detail":"{readStateIndex:3284; appliedIndex:3280; }","duration":"477.898777ms","start":"2026-05-07T03:25:59.314457Z","end":"2026-05-07T03:25:59.792355Z","steps":["trace[529942633] 'read index received' (duration: 48.331208ms)","trace[529942633] 'applied index is now lower than readState.Index' (duration: 429.566289ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:25:59.792519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.06139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:25:59.793407Z","caller":"traceutil/trace.go:171","msg":"trace[1990928939] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"557.971928ms","start":"2026-05-07T03:25:59.235405Z","end":"2026-05-07T03:25:59.793377Z","steps":["trace[1990928939] 'process raft request' (duration: 556.465686ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:59.793444Z","caller":"traceutil/trace.go:171","msg":"trace[412834876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3147; }","duration":"478.166302ms","start":"2026-05-07T03:25:59.314402Z","end":"2026-05-07T03:25:59.792568Z","steps":["trace[412834876] 'agreement among raft nodes before linearized reading' (duration: 478.015969ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.794326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.235391Z","time spent":"558.846156ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:25:59.794531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.314381Z","time spent":"480.052892ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:25:59.861349Z","caller":"traceutil/trace.go:171","msg":"trace[233480495] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"221.330726ms","start":"2026-05-07T03:25:59.639983Z","end":"2026-05-07T03:25:59.861314Z","steps":["trace[233480495] 'process raft request' (duration: 220.727144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.86178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.301611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:25:59.861839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.949929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T03:25:59.861877Z","caller":"traceutil/trace.go:171","msg":"trace[612115673] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3149; }","duration":"140.024301ms","start":"2026-05-07T03:25:59.72184Z","end":"2026-05-07T03:25:59.861864Z","steps":["trace[612115673] 'agreement among raft nodes before linearized reading' (duration: 139.869978ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.86193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.552496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:25:59.862064Z","caller":"traceutil/trace.go:171","msg":"trace[510333331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3149; }","duration":"414.809481ms","start":"2026-05-07T03:25:59.447231Z","end":"2026-05-07T03:25:59.862041Z","steps":["trace[510333331] 'agreement among raft nodes before linearized reading' (duration: 414.532246ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:25:59.86212Z","caller":"traceutil/trace.go:171","msg":"trace[453910869] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"131.726207ms","start":"2026-05-07T03:25:59.730369Z","end":"2026-05-07T03:25:59.862095Z","steps":["trace[453910869] 'process raft request' (duration: 130.558434ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:25:59.862153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:25:59.447204Z","time spent":"414.933403ms","remote":"127.0.0.1:49170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:25:59.861845Z","caller":"traceutil/trace.go:171","msg":"trace[1752040068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3149; }","duration":"205.430674ms","start":"2026-05-07T03:25:59.656398Z","end":"2026-05-07T03:25:59.861829Z","steps":["trace[1752040068] 'agreement among raft nodes before linearized reading' (duration: 205.270371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:00.082303Z","caller":"traceutil/trace.go:171","msg":"trace[239410952] linearizableReadLoop","detail":"{readStateIndex:3287; appliedIndex:3286; }","duration":"221.27837ms","start":"2026-05-07T03:25:59.861001Z","end":"2026-05-07T03:26:00.08228Z","steps":["trace[239410952] 'read index received' (duration: 143.716897ms)","trace[239410952] 'applied index is now lower than readState.Index' (duration: 77.560933ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:00.082439Z","caller":"traceutil/trace.go:171","msg":"trace[648388802] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"283.060968ms","start":"2026-05-07T03:25:59.799367Z","end":"2026-05-07T03:26:00.082428Z","steps":["trace[648388802] 'process raft request' (duration: 205.489195ms)","trace[648388802] 'compare' (duration: 77.162305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:00.082564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.2691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:26:00.083957Z","caller":"traceutil/trace.go:171","msg":"trace[518127316] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3150; }","duration":"233.718499ms","start":"2026-05-07T03:25:59.850228Z","end":"2026-05-07T03:26:00.083947Z","steps":["trace[518127316] 'agreement among raft nodes before linearized reading' (duration: 232.237669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:00.082798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.781939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:26:00.084171Z","caller":"traceutil/trace.go:171","msg":"trace[1139413919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3150; }","duration":"221.167107ms","start":"2026-05-07T03:25:59.862996Z","end":"2026-05-07T03:26:00.084163Z","steps":["trace[1139413919] 'agreement among raft nodes before linearized reading' (duration: 219.773768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:00.082894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.431081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-07T03:26:00.084555Z","caller":"traceutil/trace.go:171","msg":"trace[712971061] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3150; }","duration":"219.124876ms","start":"2026-05-07T03:25:59.86541Z","end":"2026-05-07T03:26:00.084535Z","steps":["trace[712971061] 'agreement among raft nodes before linearized reading' (duration: 217.40725ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:01.870317Z","caller":"traceutil/trace.go:171","msg":"trace[762160500] transaction","detail":"{read_only:false; response_revision:3154; number_of_response:1; }","duration":"124.647772ms","start":"2026-05-07T03:26:01.74565Z","end":"2026-05-07T03:26:01.870298Z","steps":["trace[762160500] 'process raft request' (duration: 124.54001ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:02.045955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.134995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:26:02.046285Z","caller":"traceutil/trace.go:171","msg":"trace[783059889] linearizableReadLoop","detail":"{readStateIndex:3292; appliedIndex:3290; }","duration":"249.588319ms","start":"2026-05-07T03:26:01.796666Z","end":"2026-05-07T03:26:02.046254Z","steps":["trace[783059889] 'read index received' (duration: 73.543014ms)","trace[783059889] 'applied index is now lower than readState.Index' (duration: 176.042925ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:02.046476Z","caller":"traceutil/trace.go:171","msg":"trace[1819444928] transaction","detail":"{read_only:false; response_revision:3155; number_of_response:1; }","duration":"256.039593ms","start":"2026-05-07T03:26:01.790412Z","end":"2026-05-07T03:26:02.046452Z","steps":["trace[1819444928] 'process raft request' (duration: 153.303967ms)","trace[1819444928] 'compare' (duration: 101.985591ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:02.04676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.078779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:26:02.046819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.821488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:26:02.04684Z","caller":"traceutil/trace.go:171","msg":"trace[1636415709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3156; }","duration":"250.207691ms","start":"2026-05-07T03:26:01.796615Z","end":"2026-05-07T03:26:02.046822Z","steps":["trace[1636415709] 'agreement among raft nodes before linearized reading' (duration: 249.946686ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:02.04683Z","caller":"traceutil/trace.go:171","msg":"trace[1357957909] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"174.148066ms","start":"2026-05-07T03:26:01.872637Z","end":"2026-05-07T03:26:02.046786Z","steps":["trace[1357957909] 'process raft request' (duration: 174.000493ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:02.046873Z","caller":"traceutil/trace.go:171","msg":"trace[1422217976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3157; }","duration":"103.91554ms","start":"2026-05-07T03:26:01.942939Z","end":"2026-05-07T03:26:02.046854Z","steps":["trace[1422217976] 'agreement among raft nodes before linearized reading' (duration: 103.816308ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:02.046977Z","caller":"traceutil/trace.go:171","msg":"trace[1317928521] transaction","detail":"{read_only:false; response_revision:3156; number_of_response:1; }","duration":"174.512063ms","start":"2026-05-07T03:26:01.872454Z","end":"2026-05-07T03:26:02.046966Z","steps":["trace[1317928521] 'process raft request' (duration: 173.690777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:02.047159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.263231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:26:02.047332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.60562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:26:02.047335Z","caller":"traceutil/trace.go:171","msg":"trace[2129172746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3157; }","duration":"248.480595ms","start":"2026-05-07T03:26:01.798834Z","end":"2026-05-07T03:26:02.047314Z","steps":["trace[2129172746] 'agreement among raft nodes before linearized reading' (duration: 247.963985ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:02.047441Z","caller":"traceutil/trace.go:171","msg":"trace[1753219996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3157; }","duration":"250.748693ms","start":"2026-05-07T03:26:01.796676Z","end":"2026-05-07T03:26:02.047424Z","steps":["trace[1753219996] 'agreement among raft nodes before linearized reading' (duration: 250.549019ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:04.215288Z","caller":"traceutil/trace.go:171","msg":"trace[2000730173] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"104.090926ms","start":"2026-05-07T03:26:04.111175Z","end":"2026-05-07T03:26:04.215266Z","steps":["trace[2000730173] 'compare' (duration: 95.01723ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:04.647009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.737256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T03:26:04.647075Z","caller":"traceutil/trace.go:171","msg":"trace[1587042300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3172; }","duration":"328.856939ms","start":"2026-05-07T03:26:04.318204Z","end":"2026-05-07T03:26:04.647061Z","steps":["trace[1587042300] 'range keys from in-memory index tree' (duration: 328.522502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:04.647109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:04.318183Z","time spent":"328.91861ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-05-07T03:26:04.647083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.112775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:26:04.647742Z","caller":"traceutil/trace.go:171","msg":"trace[918387680] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3172; }","duration":"216.78803ms","start":"2026-05-07T03:26:04.430931Z","end":"2026-05-07T03:26:04.647719Z","steps":["trace[918387680] 'range keys from in-memory index tree' (duration: 216.094755ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:08.252325Z","caller":"traceutil/trace.go:171","msg":"trace[722061930] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"132.683249ms","start":"2026-05-07T03:26:08.119601Z","end":"2026-05-07T03:26:08.252284Z","steps":["trace[722061930] 'process raft request' (duration: 111.806566ms)","trace[722061930] 'compare' (duration: 20.715489ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:10.670219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.946259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:26:10.670255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.514448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:26:10.670362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.013946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:26:10.670391Z","caller":"traceutil/trace.go:171","msg":"trace[1650086996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3200; }","duration":"414.083518ms","start":"2026-05-07T03:26:10.256299Z","end":"2026-05-07T03:26:10.670383Z","steps":["trace[1650086996] 'range keys from in-memory index tree' (duration: 413.904335ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.670579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.428933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:26:10.670526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.256279Z","time spent":"414.237662ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:26:10.670727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.89845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:26:10.670651Z","caller":"traceutil/trace.go:171","msg":"trace[321449907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3200; }","duration":"398.538157ms","start":"2026-05-07T03:26:10.272097Z","end":"2026-05-07T03:26:10.670635Z","steps":["trace[321449907] 'range keys from in-memory index tree' (duration: 398.233179ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:10.670836Z","caller":"traceutil/trace.go:171","msg":"trace[1166828354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3200; }","duration":"377.038334ms","start":"2026-05-07T03:26:10.293787Z","end":"2026-05-07T03:26:10.670826Z","steps":["trace[1166828354] 'range keys from in-memory index tree' (duration: 376.728557ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.670919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.293772Z","time spent":"377.138225ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:26:10.670869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.272083Z","time spent":"398.772421ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:26:10.670642Z","caller":"traceutil/trace.go:171","msg":"trace[1055706849] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3200; }","duration":"341.658061ms","start":"2026-05-07T03:26:10.328667Z","end":"2026-05-07T03:26:10.670325Z","steps":["trace[1055706849] 'count revisions from in-memory index tree' (duration: 341.438837ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.67111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.328644Z","time spent":"342.450787ms","remote":"127.0.0.1:52524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:26:10.670293Z","caller":"traceutil/trace.go:171","msg":"trace[166755556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3200; }","duration":"363.072661ms","start":"2026-05-07T03:26:10.307202Z","end":"2026-05-07T03:26:10.670274Z","steps":["trace[166755556] 'range keys from in-memory index tree' (duration: 362.749705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.671329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.307187Z","time spent":"364.104343ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:26:10.978694Z","caller":"traceutil/trace.go:171","msg":"trace[1446563287] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"303.526252ms","start":"2026-05-07T03:26:10.675136Z","end":"2026-05-07T03:26:10.978663Z","steps":["trace[1446563287] 'process raft request' (duration: 303.331518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:10.978862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.675116Z","time spent":"303.663555ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:11.181638Z","caller":"traceutil/trace.go:171","msg":"trace[1667572224] linearizableReadLoop","detail":"{readStateIndex:3343; appliedIndex:3339; }","duration":"501.672102ms","start":"2026-05-07T03:26:10.679942Z","end":"2026-05-07T03:26:11.181614Z","steps":["trace[1667572224] 'read index received' (duration: 298.614103ms)","trace[1667572224] 'applied index is now lower than readState.Index' (duration: 203.056349ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:11.181784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.816104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:26:11.181821Z","caller":"traceutil/trace.go:171","msg":"trace[1203947521] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3204; }","duration":"501.890045ms","start":"2026-05-07T03:26:10.679918Z","end":"2026-05-07T03:26:11.181808Z","steps":["trace[1203947521] 'agreement among raft nodes before linearized reading' (duration: 501.804394ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.181855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.67991Z","time spent":"501.936697ms","remote":"127.0.0.1:46798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:26:11.181888Z","caller":"traceutil/trace.go:171","msg":"trace[1111297736] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"506.07936ms","start":"2026-05-07T03:26:10.675773Z","end":"2026-05-07T03:26:11.181853Z","steps":["trace[1111297736] 'process raft request' (duration: 505.677242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.182042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.67576Z","time spent":"506.203624ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:11.182023Z","caller":"traceutil/trace.go:171","msg":"trace[286438817] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"506.119461ms","start":"2026-05-07T03:26:10.675821Z","end":"2026-05-07T03:26:11.18194Z","steps":["trace[286438817] 'process raft request' (duration: 505.739164ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:11.182104Z","caller":"traceutil/trace.go:171","msg":"trace[1481269557] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"506.430427ms","start":"2026-05-07T03:26:10.67563Z","end":"2026-05-07T03:26:11.182061Z","steps":["trace[1481269557] 'process raft request' (duration: 414.707806ms)","trace[1481269557] 'compare' (duration: 90.878295ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:11.18223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.675803Z","time spent":"506.330186ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:11.182267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:10.675599Z","time spent":"506.579271ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:11.619407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.425218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:26:11.619537Z","caller":"traceutil/trace.go:171","msg":"trace[793632009] linearizableReadLoop","detail":"{readStateIndex:3344; appliedIndex:3343; }","duration":"296.472912ms","start":"2026-05-07T03:26:11.323042Z","end":"2026-05-07T03:26:11.619515Z","steps":["trace[793632009] 'read index received' (duration: 26.819459ms)","trace[793632009] 'applied index is now lower than readState.Index' (duration: 269.651492ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:11.619584Z","caller":"traceutil/trace.go:171","msg":"trace[35568033] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"478.358693ms","start":"2026-05-07T03:26:11.14119Z","end":"2026-05-07T03:26:11.619549Z","steps":["trace[35568033] 'process raft request' (duration: 208.69059ms)","trace[35568033] 'compare' (duration: 269.045481ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:11.619759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.711727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-05-07T03:26:11.619821Z","caller":"traceutil/trace.go:171","msg":"trace[1471181509] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3205; }","duration":"296.811358ms","start":"2026-05-07T03:26:11.322992Z","end":"2026-05-07T03:26:11.619803Z","steps":["trace[1471181509] 'agreement among raft nodes before linearized reading' (duration: 296.627595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:11.619839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.141163Z","time spent":"478.479226ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:11.620076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.468581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:26:11.620163Z","caller":"traceutil/trace.go:171","msg":"trace[513991849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3205; }","duration":"294.649525ms","start":"2026-05-07T03:26:11.325498Z","end":"2026-05-07T03:26:11.620147Z","steps":["trace[513991849] 'agreement among raft nodes before linearized reading' (duration: 294.326099ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.134268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.339158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:26:12.134464Z","caller":"traceutil/trace.go:171","msg":"trace[1064927395] linearizableReadLoop","detail":"{readStateIndex:3346; appliedIndex:3344; }","duration":"478.351955ms","start":"2026-05-07T03:26:11.656096Z","end":"2026-05-07T03:26:12.134448Z","steps":["trace[1064927395] 'read index received' (duration: 86.762832ms)","trace[1064927395] 'applied index is now lower than readState.Index' (duration: 391.588303ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:12.134583Z","caller":"traceutil/trace.go:171","msg":"trace[1301638162] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"509.821636ms","start":"2026-05-07T03:26:11.62475Z","end":"2026-05-07T03:26:12.134572Z","steps":["trace[1301638162] 'process raft request' (duration: 509.648803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.134632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.624726Z","time spent":"509.880588ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:12.134487Z","caller":"traceutil/trace.go:171","msg":"trace[290409080] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"509.724565ms","start":"2026-05-07T03:26:11.624724Z","end":"2026-05-07T03:26:12.134449Z","steps":["trace[290409080] 'process raft request' (duration: 118.113021ms)","trace[290409080] 'compare' (duration: 391.231546ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:12.134838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.737502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:26:12.134844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.6247Z","time spent":"510.01861ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:12.134905Z","caller":"traceutil/trace.go:171","msg":"trace[1092819755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3207; }","duration":"478.841064ms","start":"2026-05-07T03:26:11.656045Z","end":"2026-05-07T03:26:12.134886Z","steps":["trace[1092819755] 'agreement among raft nodes before linearized reading' (duration: 478.734292ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.134958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.656026Z","time spent":"478.921687ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:26:12.212277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.768019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T03:26:12.212346Z","caller":"traceutil/trace.go:171","msg":"trace[545177850] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3209; }","duration":"490.884782ms","start":"2026-05-07T03:26:11.721445Z","end":"2026-05-07T03:26:12.21233Z","steps":["trace[545177850] 'agreement among raft nodes before linearized reading' (duration: 490.677648ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.212378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:11.721425Z","time spent":"490.947253ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-07T03:26:12.559531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.928492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:26:12.559632Z","caller":"traceutil/trace.go:171","msg":"trace[1842125552] linearizableReadLoop","detail":"{readStateIndex:3349; appliedIndex:3348; }","duration":"343.667929ms","start":"2026-05-07T03:26:12.215947Z","end":"2026-05-07T03:26:12.559615Z","steps":["trace[1842125552] 'read index received' (duration: 173.520213ms)","trace[1842125552] 'applied index is now lower than readState.Index' (duration: 170.146756ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:12.559964Z","caller":"traceutil/trace.go:171","msg":"trace[1179962316] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"382.7177ms","start":"2026-05-07T03:26:12.177215Z","end":"2026-05-07T03:26:12.559932Z","steps":["trace[1179962316] 'process raft request' (duration: 212.312929ms)","trace[1179962316] 'compare' (duration: 169.8237ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:12.560106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.160798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-07T03:26:12.560152Z","caller":"traceutil/trace.go:171","msg":"trace[672141119] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3210; }","duration":"344.208989ms","start":"2026-05-07T03:26:12.215931Z","end":"2026-05-07T03:26:12.56014Z","steps":["trace[672141119] 'agreement among raft nodes before linearized reading' (duration: 344.060376ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.560064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.495764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:26:12.560069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.177174Z","time spent":"382.845683ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:12.560357Z","caller":"traceutil/trace.go:171","msg":"trace[1847711129] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3210; }","duration":"271.81226ms","start":"2026-05-07T03:26:12.288467Z","end":"2026-05-07T03:26:12.56028Z","steps":["trace[1847711129] 'agreement among raft nodes before linearized reading' (duration: 271.451943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:12.56019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:12.215856Z","time spent":"344.326432ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-05-07T03:26:12.997085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.320632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:26:12.997177Z","caller":"traceutil/trace.go:171","msg":"trace[419124773] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3210; }","duration":"299.492705ms","start":"2026-05-07T03:26:12.697664Z","end":"2026-05-07T03:26:12.997157Z","steps":["trace[419124773] 'range keys from in-memory index tree' (duration: 299.199209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:13.35719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.947681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:26:13.357262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.490742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:26:13.357392Z","caller":"traceutil/trace.go:171","msg":"trace[294312528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3211; }","duration":"171.684346ms","start":"2026-05-07T03:26:13.185687Z","end":"2026-05-07T03:26:13.357372Z","steps":["trace[294312528] 'range keys from in-memory index tree' (duration: 171.255458ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:13.357543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.376421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:26:13.357631Z","caller":"traceutil/trace.go:171","msg":"trace[1842904279] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3211; }","duration":"137.473652ms","start":"2026-05-07T03:26:13.220142Z","end":"2026-05-07T03:26:13.357616Z","steps":["trace[1842904279] 'count revisions from in-memory index tree' (duration: 137.275959ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:13.357295Z","caller":"traceutil/trace.go:171","msg":"trace[685559774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3211; }","duration":"169.125555ms","start":"2026-05-07T03:26:13.188139Z","end":"2026-05-07T03:26:13.357265Z","steps":["trace[685559774] 'range keys from in-memory index tree' (duration: 168.641835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:13.357382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.415491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:26:13.358054Z","caller":"traceutil/trace.go:171","msg":"trace[1656141478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3211; }","duration":"170.107274ms","start":"2026-05-07T03:26:13.187938Z","end":"2026-05-07T03:26:13.358045Z","steps":["trace[1656141478] 'range keys from in-memory index tree' (duration: 169.302209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:14.12876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.077635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-07T03:26:14.128821Z","caller":"traceutil/trace.go:171","msg":"trace[133391421] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3215; }","duration":"398.169877ms","start":"2026-05-07T03:26:13.730634Z","end":"2026-05-07T03:26:14.128804Z","steps":["trace[133391421] 'agreement among raft nodes before linearized reading' (duration: 40.07649ms)","trace[133391421] 'range keys from in-memory index tree' (duration: 357.941764ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:14.128896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:13.730624Z","time spent":"398.251668ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7485,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-07T03:26:14.223486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.026544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:26:14.223628Z","caller":"traceutil/trace.go:171","msg":"trace[1126172551] linearizableReadLoop","detail":"{readStateIndex:3355; appliedIndex:3354; }","duration":"209.922216ms","start":"2026-05-07T03:26:14.013685Z","end":"2026-05-07T03:26:14.223607Z","steps":["trace[1126172551] 'read index received' (duration: 42.081µs)","trace[1126172551] 'applied index is now lower than readState.Index' (duration: 209.878425ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:14.223889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.190211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18ad2aa5b1249402\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-05-07T03:26:14.223957Z","caller":"traceutil/trace.go:171","msg":"trace[1549931237] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18ad2aa5b1249402; range_end:; response_count:1; response_revision:3215; }","duration":"210.295462ms","start":"2026-05-07T03:26:14.013645Z","end":"2026-05-07T03:26:14.223941Z","steps":["trace[1549931237] 'agreement among raft nodes before linearized reading' (duration: 210.042908ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:14.423565Z","caller":"traceutil/trace.go:171","msg":"trace[826118117] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"241.542545ms","start":"2026-05-07T03:26:14.182001Z","end":"2026-05-07T03:26:14.423544Z","steps":["trace[826118117] 'process raft request' (duration: 241.431133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:14.541301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.319774ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:26:14.541394Z","caller":"traceutil/trace.go:171","msg":"trace[390348474] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3216; }","duration":"110.437217ms","start":"2026-05-07T03:26:14.430944Z","end":"2026-05-07T03:26:14.541381Z","steps":["trace[390348474] 'range keys from in-memory index tree' (duration: 110.307003ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:14.627693Z","caller":"traceutil/trace.go:171","msg":"trace[1140561902] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"409.982106ms","start":"2026-05-07T03:26:14.217692Z","end":"2026-05-07T03:26:14.627674Z","steps":["trace[1140561902] 'process raft request' (duration: 409.778712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:14.627818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:14.217671Z","time spent":"410.085577ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:26:14.627844Z","caller":"traceutil/trace.go:171","msg":"trace[2088780742] linearizableReadLoop","detail":"{readStateIndex:3357; appliedIndex:3355; }","duration":"404.157839ms","start":"2026-05-07T03:26:14.223659Z","end":"2026-05-07T03:26:14.627817Z","steps":["trace[2088780742] 'read index received' (duration: 199.856155ms)","trace[2088780742] 'applied index is now lower than readState.Index' (duration: 204.299594ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:14.627979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.3208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:26:14.628017Z","caller":"traceutil/trace.go:171","msg":"trace[654125773] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3218; }","duration":"531.421411ms","start":"2026-05-07T03:26:14.096581Z","end":"2026-05-07T03:26:14.628002Z","steps":["trace[654125773] 'agreement among raft nodes before linearized reading' (duration: 531.327889ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:14.627982Z","caller":"traceutil/trace.go:171","msg":"trace[1959941775] transaction","detail":"{read_only:false; response_revision:3218; number_of_response:1; }","duration":"401.525587ms","start":"2026-05-07T03:26:14.226419Z","end":"2026-05-07T03:26:14.627945Z","steps":["trace[1959941775] 'process raft request' (duration: 401.210421ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:14.628054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:14.096558Z","time spent":"531.485773ms","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:26:14.628063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.12515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:26:14.628102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.447016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:26:14.628135Z","caller":"traceutil/trace.go:171","msg":"trace[2045935589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3218; }","duration":"489.224321ms","start":"2026-05-07T03:26:14.138892Z","end":"2026-05-07T03:26:14.628116Z","steps":["trace[2045935589] 'agreement among raft nodes before linearized reading' (duration: 488.946336ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:14.628165Z","caller":"traceutil/trace.go:171","msg":"trace[431502620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3218; }","duration":"489.546398ms","start":"2026-05-07T03:26:14.138601Z","end":"2026-05-07T03:26:14.628147Z","steps":["trace[431502620] 'agreement among raft nodes before linearized reading' (duration: 489.323874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:14.628157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:14.226401Z","time spent":"401.672219ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:14.628184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:14.138884Z","time spent":"489.291212ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:26:14.628209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:14.138588Z","time spent":"489.60983ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:26:22.616104Z","caller":"traceutil/trace.go:171","msg":"trace[1900624314] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"146.875513ms","start":"2026-05-07T03:26:22.469208Z","end":"2026-05-07T03:26:22.616084Z","steps":["trace[1900624314] 'process raft request' (duration: 146.744311ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:36.847468Z","caller":"traceutil/trace.go:171","msg":"trace[1488138375] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"120.602991ms","start":"2026-05-07T03:26:36.72684Z","end":"2026-05-07T03:26:36.847443Z","steps":["trace[1488138375] 'process raft request' (duration: 120.466619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:37.062477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.214327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:26:37.062683Z","caller":"traceutil/trace.go:171","msg":"trace[18046362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3334; }","duration":"146.483522ms","start":"2026-05-07T03:26:36.916176Z","end":"2026-05-07T03:26:37.062659Z","steps":["trace[18046362] 'range keys from in-memory index tree' (duration: 145.636165ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:39.21111Z","caller":"traceutil/trace.go:171","msg":"trace[1404910353] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"114.525941ms","start":"2026-05-07T03:26:39.096547Z","end":"2026-05-07T03:26:39.211073Z","steps":["trace[1404910353] 'process raft request' (duration: 72.88894ms)","trace[1404910353] 'compare' (duration: 41.269653ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:39.863237Z","caller":"traceutil/trace.go:171","msg":"trace[51179840] linearizableReadLoop","detail":"{readStateIndex:3495; appliedIndex:3494; }","duration":"160.803948ms","start":"2026-05-07T03:26:39.702399Z","end":"2026-05-07T03:26:39.863203Z","steps":["trace[51179840] 'read index received' (duration: 160.554633ms)","trace[51179840] 'applied index is now lower than readState.Index' (duration: 248.325µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:39.863743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.330828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:26:39.863812Z","caller":"traceutil/trace.go:171","msg":"trace[1595752682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3350; }","duration":"161.415229ms","start":"2026-05-07T03:26:39.702382Z","end":"2026-05-07T03:26:39.863797Z","steps":["trace[1595752682] 'agreement among raft nodes before linearized reading' (duration: 161.189695ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:39.8638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.290515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T03:26:39.86396Z","caller":"traceutil/trace.go:171","msg":"trace[158571380] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"254.525644ms","start":"2026-05-07T03:26:39.609405Z","end":"2026-05-07T03:26:39.86393Z","steps":["trace[158571380] 'process raft request' (duration: 253.633857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:39.864161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.525501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:26:39.864216Z","caller":"traceutil/trace.go:171","msg":"trace[1190750919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3350; }","duration":"121.657773ms","start":"2026-05-07T03:26:39.742546Z","end":"2026-05-07T03:26:39.864204Z","steps":["trace[1190750919] 'agreement among raft nodes before linearized reading' (duration: 121.393038ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:39.863908Z","caller":"traceutil/trace.go:171","msg":"trace[484085510] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3350; }","duration":"142.461178ms","start":"2026-05-07T03:26:39.72138Z","end":"2026-05-07T03:26:39.863842Z","steps":["trace[484085510] 'agreement among raft nodes before linearized reading' (duration: 142.235954ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:41.009914Z","caller":"traceutil/trace.go:171","msg":"trace[1694767334] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"135.231037ms","start":"2026-05-07T03:26:40.874657Z","end":"2026-05-07T03:26:41.009888Z","steps":["trace[1694767334] 'process raft request' (duration: 83.36844ms)","trace[1694767334] 'compare' (duration: 51.544942ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:41.464962Z","caller":"traceutil/trace.go:171","msg":"trace[122528136] linearizableReadLoop","detail":"{readStateIndex:3503; appliedIndex:3502; }","duration":"177.199774ms","start":"2026-05-07T03:26:41.287736Z","end":"2026-05-07T03:26:41.464935Z","steps":["trace[122528136] 'read index received' (duration: 87.197697ms)","trace[122528136] 'applied index is now lower than readState.Index' (duration: 90.001127ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:41.465249Z","caller":"traceutil/trace.go:171","msg":"trace[1517241536] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"238.891399ms","start":"2026-05-07T03:26:41.226339Z","end":"2026-05-07T03:26:41.465231Z","steps":["trace[1517241536] 'process raft request' (duration: 148.721379ms)","trace[1517241536] 'compare' (duration: 89.460238ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:41.465559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.805065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:26:41.465602Z","caller":"traceutil/trace.go:171","msg":"trace[534405807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3358; }","duration":"177.896156ms","start":"2026-05-07T03:26:41.287697Z","end":"2026-05-07T03:26:41.465593Z","steps":["trace[534405807] 'agreement among raft nodes before linearized reading' (duration: 177.744073ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:42.109851Z","caller":"traceutil/trace.go:171","msg":"trace[1587375574] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"136.748763ms","start":"2026-05-07T03:26:41.973068Z","end":"2026-05-07T03:26:42.109817Z","steps":["trace[1587375574] 'process raft request' (duration: 98.076763ms)","trace[1587375574] 'compare' (duration: 38.447396ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:42.110038Z","caller":"traceutil/trace.go:171","msg":"trace[1850867757] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"100.73586ms","start":"2026-05-07T03:26:42.009238Z","end":"2026-05-07T03:26:42.109974Z","steps":["trace[1850867757] 'process raft request' (duration: 100.504146ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:43.131581Z","caller":"traceutil/trace.go:171","msg":"trace[777918060] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"115.805731ms","start":"2026-05-07T03:26:43.015755Z","end":"2026-05-07T03:26:43.131561Z","steps":["trace[777918060] 'process raft request' (duration: 45.948332ms)","trace[777918060] 'compare' (duration: 69.693396ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:43.275681Z","caller":"traceutil/trace.go:171","msg":"trace[1477504448] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"106.075882ms","start":"2026-05-07T03:26:43.169546Z","end":"2026-05-07T03:26:43.275622Z","steps":["trace[1477504448] 'process raft request' (duration: 81.017664ms)","trace[1477504448] 'compare' (duration: 24.790733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:51.851954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.8848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T03:26:51.852047Z","caller":"traceutil/trace.go:171","msg":"trace[1919470498] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3412; }","duration":"130.049463ms","start":"2026-05-07T03:26:51.721975Z","end":"2026-05-07T03:26:51.852024Z","steps":["trace[1919470498] 'range keys from in-memory index tree' (duration: 129.711877ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:26:52.221069Z","caller":"traceutil/trace.go:171","msg":"trace[1580268519] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"148.926226ms","start":"2026-05-07T03:26:52.072081Z","end":"2026-05-07T03:26:52.221007Z","steps":["trace[1580268519] 'process raft request' (duration: 148.732142ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:52.954551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.728667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:26:52.95468Z","caller":"traceutil/trace.go:171","msg":"trace[753457783] linearizableReadLoop","detail":"{readStateIndex:3561; appliedIndex:3560; }","duration":"654.347944ms","start":"2026-05-07T03:26:52.300308Z","end":"2026-05-07T03:26:52.954656Z","steps":["trace[753457783] 'read index received' (duration: 88.327922ms)","trace[753457783] 'applied index is now lower than readState.Index' (duration: 566.018532ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:26:52.95503Z","caller":"traceutil/trace.go:171","msg":"trace[341499201] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"796.876135ms","start":"2026-05-07T03:26:52.158135Z","end":"2026-05-07T03:26:52.955011Z","steps":["trace[341499201] 'process raft request' (duration: 230.541277ms)","trace[341499201] 'compare' (duration: 565.175367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:26:52.955139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:52.15811Z","time spent":"796.972346ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:26:52.955447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.152576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:26:52.95553Z","caller":"traceutil/trace.go:171","msg":"trace[1591691478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3414; }","duration":"632.274219ms","start":"2026-05-07T03:26:52.323236Z","end":"2026-05-07T03:26:52.95551Z","steps":["trace[1591691478] 'agreement among raft nodes before linearized reading' (duration: 632.014504ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:52.95553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.26307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:26:52.955582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:52.323222Z","time spent":"632.35119ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:26:52.955587Z","caller":"traceutil/trace.go:171","msg":"trace[1883177766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3414; }","duration":"298.365882ms","start":"2026-05-07T03:26:52.657203Z","end":"2026-05-07T03:26:52.955569Z","steps":["trace[1883177766] 'agreement among raft nodes before linearized reading' (duration: 298.27498ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:52.95561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.30091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:26:52.955664Z","caller":"traceutil/trace.go:171","msg":"trace[1368853520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3414; }","duration":"655.405872ms","start":"2026-05-07T03:26:52.300243Z","end":"2026-05-07T03:26:52.955649Z","steps":["trace[1368853520] 'agreement among raft nodes before linearized reading' (duration: 655.202279ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:26:52.955711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:26:52.30021Z","time spent":"655.491013ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:27:02.840515Z","caller":"traceutil/trace.go:171","msg":"trace[1918330449] linearizableReadLoop","detail":"{readStateIndex:3614; appliedIndex:3613; }","duration":"181.306128ms","start":"2026-05-07T03:27:02.659177Z","end":"2026-05-07T03:27:02.840483Z","steps":["trace[1918330449] 'read index received' (duration: 85.661516ms)","trace[1918330449] 'applied index is now lower than readState.Index' (duration: 95.642982ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:02.840583Z","caller":"traceutil/trace.go:171","msg":"trace[1633338252] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"430.537462ms","start":"2026-05-07T03:27:02.41Z","end":"2026-05-07T03:27:02.840537Z","steps":["trace[1633338252] 'process raft request' (duration: 334.846939ms)","trace[1633338252] 'compare' (duration: 95.338536ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:02.840721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.514091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:27:02.840853Z","caller":"traceutil/trace.go:171","msg":"trace[508431621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3465; }","duration":"181.704615ms","start":"2026-05-07T03:27:02.65912Z","end":"2026-05-07T03:27:02.840824Z","steps":["trace[508431621] 'agreement among raft nodes before linearized reading' (duration: 181.468801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:02.840858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:02.409962Z","time spent":"430.796946ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:03.44245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.36057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:27:03.442745Z","caller":"traceutil/trace.go:171","msg":"trace[962681725] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"187.60624ms","start":"2026-05-07T03:27:03.255109Z","end":"2026-05-07T03:27:03.442715Z","steps":["trace[962681725] 'process raft request' (duration: 187.567889ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:03.443034Z","caller":"traceutil/trace.go:171","msg":"trace[110258699] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"295.038533ms","start":"2026-05-07T03:27:03.147969Z","end":"2026-05-07T03:27:03.443007Z","steps":["trace[110258699] 'process raft request' (duration: 294.660626ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:03.442922Z","caller":"traceutil/trace.go:171","msg":"trace[1666223951] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"296.05049ms","start":"2026-05-07T03:27:03.146782Z","end":"2026-05-07T03:27:03.442833Z","steps":["trace[1666223951] 'process raft request' (duration: 149.20173ms)","trace[1666223951] 'compare' (duration: 146.231158ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:11.762143Z","caller":"traceutil/trace.go:171","msg":"trace[1360884784] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"212.886042ms","start":"2026-05-07T03:27:11.549212Z","end":"2026-05-07T03:27:11.762098Z","steps":["trace[1360884784] 'process raft request' (duration: 168.550233ms)","trace[1360884784] 'compare' (duration: 44.125935ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:12.20329Z","caller":"traceutil/trace.go:171","msg":"trace[1081472519] linearizableReadLoop","detail":"{readStateIndex:3666; appliedIndex:3664; }","duration":"432.858678ms","start":"2026-05-07T03:27:11.770407Z","end":"2026-05-07T03:27:12.203265Z","steps":["trace[1081472519] 'read index received' (duration: 8.419184ms)","trace[1081472519] 'applied index is now lower than readState.Index' (duration: 424.438754ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:12.203359Z","caller":"traceutil/trace.go:171","msg":"trace[778211449] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"435.041994ms","start":"2026-05-07T03:27:11.768282Z","end":"2026-05-07T03:27:12.203324Z","steps":["trace[778211449] 'process raft request' (duration: 434.834311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:12.203574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.699064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:27:12.203679Z","caller":"traceutil/trace.go:171","msg":"trace[833067600] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3515; }","duration":"280.854757ms","start":"2026-05-07T03:27:11.92281Z","end":"2026-05-07T03:27:12.203665Z","steps":["trace[833067600] 'agreement among raft nodes before linearized reading' (duration: 280.669594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:12.203793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.383297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-05-07T03:27:12.203547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:11.768258Z","time spent":"435.152006ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:12.203997Z","caller":"traceutil/trace.go:171","msg":"trace[1882539495] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3515; }","duration":"433.438787ms","start":"2026-05-07T03:27:11.770378Z","end":"2026-05-07T03:27:12.203817Z","steps":["trace[1882539495] 'agreement among raft nodes before linearized reading' (duration: 433.0012ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:12.204026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:11.770359Z","time spent":"433.660782ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-05-07T03:27:12.203734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.668976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:27:12.204834Z","caller":"traceutil/trace.go:171","msg":"trace[429788174] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3515; }","duration":"187.838356ms","start":"2026-05-07T03:27:12.016977Z","end":"2026-05-07T03:27:12.204816Z","steps":["trace[429788174] 'agreement among raft nodes before linearized reading' (duration: 186.653346ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:13.949451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.277121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-07T03:27:13.949591Z","caller":"traceutil/trace.go:171","msg":"trace[1955153588] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3522; }","duration":"227.485084ms","start":"2026-05-07T03:27:13.722069Z","end":"2026-05-07T03:27:13.949554Z","steps":["trace[1955153588] 'range keys from in-memory index tree' (duration: 227.023176ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:13.949616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.911142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:27:13.949717Z","caller":"traceutil/trace.go:171","msg":"trace[1424742801] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3522; }","duration":"167.069635ms","start":"2026-05-07T03:27:13.782614Z","end":"2026-05-07T03:27:13.949683Z","steps":["trace[1424742801] 'range keys from in-memory index tree' (duration: 166.651858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:13.950249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.671577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:27:13.950295Z","caller":"traceutil/trace.go:171","msg":"trace[17288616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3522; }","duration":"183.79618ms","start":"2026-05-07T03:27:13.766488Z","end":"2026-05-07T03:27:13.950284Z","steps":["trace[17288616] 'range keys from in-memory index tree' (duration: 183.534015ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.22677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.26666ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:27:14.227126Z","caller":"traceutil/trace.go:171","msg":"trace[23210307] linearizableReadLoop","detail":"{readStateIndex:3674; appliedIndex:3673; }","duration":"272.926889ms","start":"2026-05-07T03:27:13.954093Z","end":"2026-05-07T03:27:14.22702Z","steps":["trace[23210307] 'read index received' (duration: 63.851µs)","trace[23210307] 'applied index is now lower than readState.Index' (duration: 272.861948ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:14.227344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.214844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-07T03:27:14.227473Z","caller":"traceutil/trace.go:171","msg":"trace[151741590] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"273.150453ms","start":"2026-05-07T03:27:13.954235Z","end":"2026-05-07T03:27:14.227386Z","steps":["trace[151741590] 'process raft request' (duration: 272.668915ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:14.227422Z","caller":"traceutil/trace.go:171","msg":"trace[236146624] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3522; }","duration":"273.373946ms","start":"2026-05-07T03:27:13.954036Z","end":"2026-05-07T03:27:14.22741Z","steps":["trace[236146624] 'agreement among raft nodes before linearized reading' (duration: 273.093952ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:14.273233Z","caller":"traceutil/trace.go:171","msg":"trace[81983242] transaction","detail":"{read_only:false; response_revision:3524; number_of_response:1; }","duration":"318.947662ms","start":"2026-05-07T03:27:13.954255Z","end":"2026-05-07T03:27:14.273203Z","steps":["trace[81983242] 'process raft request' (duration: 318.716988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.27345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:13.954232Z","time spent":"319.087454ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:14.273687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.341014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:27:14.273803Z","caller":"traceutil/trace.go:171","msg":"trace[192121776] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3524; }","duration":"160.481087ms","start":"2026-05-07T03:27:14.113292Z","end":"2026-05-07T03:27:14.273774Z","steps":["trace[192121776] 'agreement among raft nodes before linearized reading' (duration: 160.138931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.694643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.571299ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:27:14.694858Z","caller":"traceutil/trace.go:171","msg":"trace[275337428] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3524; }","duration":"263.805603ms","start":"2026-05-07T03:27:14.431015Z","end":"2026-05-07T03:27:14.694821Z","steps":["trace[275337428] 'range keys from in-memory index tree' (duration: 263.541199ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.694973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.431066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:27:14.695062Z","caller":"traceutil/trace.go:171","msg":"trace[976543378] linearizableReadLoop","detail":"{readStateIndex:3677; appliedIndex:3676; }","duration":"414.923291ms","start":"2026-05-07T03:27:14.280124Z","end":"2026-05-07T03:27:14.695047Z","steps":["trace[976543378] 'read index received' (duration: 61.237481ms)","trace[976543378] 'applied index is now lower than readState.Index' (duration: 353.685129ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:14.695132Z","caller":"traceutil/trace.go:171","msg":"trace[1166979890] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"416.722361ms","start":"2026-05-07T03:27:14.278403Z","end":"2026-05-07T03:27:14.695125Z","steps":["trace[1166979890] 'process raft request' (duration: 63.051661ms)","trace[1166979890] 'compare' (duration: 353.279233ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:14.69517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.278375Z","time spent":"416.777991ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:14.69538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.256896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:27:14.695424Z","caller":"traceutil/trace.go:171","msg":"trace[1063248028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3525; }","duration":"415.335088ms","start":"2026-05-07T03:27:14.280083Z","end":"2026-05-07T03:27:14.695418Z","steps":["trace[1063248028] 'agreement among raft nodes before linearized reading' (duration: 415.211806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:14.69544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.280065Z","time spent":"415.370278ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:27:14.695542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.836045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:27:14.69556Z","caller":"traceutil/trace.go:171","msg":"trace[669681987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3525; }","duration":"209.899266ms","start":"2026-05-07T03:27:14.485656Z","end":"2026-05-07T03:27:14.695556Z","steps":["trace[669681987] 'agreement among raft nodes before linearized reading' (duration: 209.854205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.245682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017053288,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:27:15.246964Z","caller":"traceutil/trace.go:171","msg":"trace[1677704724] linearizableReadLoop","detail":"{readStateIndex:3678; appliedIndex:3677; }","duration":"501.718796ms","start":"2026-05-07T03:27:14.745214Z","end":"2026-05-07T03:27:15.246933Z","steps":["trace[1677704724] 'read index received' (duration: 501.429521ms)","trace[1677704724] 'applied index is now lower than readState.Index' (duration: 288.205µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:15.247072Z","caller":"traceutil/trace.go:171","msg":"trace[1916145672] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"548.056143ms","start":"2026-05-07T03:27:14.698973Z","end":"2026-05-07T03:27:15.247029Z","steps":["trace[1916145672] 'process raft request' (duration: 547.751687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.247119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.877978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:27:15.247275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.698957Z","time spent":"548.206226ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:15.247248Z","caller":"traceutil/trace.go:171","msg":"trace[329125456] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3526; }","duration":"502.088882ms","start":"2026-05-07T03:27:14.745146Z","end":"2026-05-07T03:27:15.247235Z","steps":["trace[329125456] 'agreement among raft nodes before linearized reading' (duration: 501.902049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:15.247355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:14.745119Z","time spent":"502.222025ms","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:27:15.668948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.26024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:27:15.669257Z","caller":"traceutil/trace.go:171","msg":"trace[1699856161] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"389.595565ms","start":"2026-05-07T03:27:15.279639Z","end":"2026-05-07T03:27:15.669234Z","steps":["trace[1699856161] 'process raft request' (duration: 88.930018ms)","trace[1699856161] 'compare' (duration: 300.108498ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:15.669327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:15.279623Z","time spent":"389.673046ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:15.669727Z","caller":"traceutil/trace.go:171","msg":"trace[1747827041] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"146.345911ms","start":"2026-05-07T03:27:15.523364Z","end":"2026-05-07T03:27:15.66971Z","steps":["trace[1747827041] 'process raft request' (duration: 146.195139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:16.682572Z","caller":"traceutil/trace.go:171","msg":"trace[1107765963] linearizableReadLoop","detail":"{readStateIndex:3684; appliedIndex:3683; }","duration":"404.403402ms","start":"2026-05-07T03:27:16.278136Z","end":"2026-05-07T03:27:16.68254Z","steps":["trace[1107765963] 'read index received' (duration: 404.195589ms)","trace[1107765963] 'applied index is now lower than readState.Index' (duration: 206.653µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:16.682583Z","caller":"traceutil/trace.go:171","msg":"trace[1677590328] transaction","detail":"{read_only:false; response_revision:3532; number_of_response:1; }","duration":"446.655087ms","start":"2026-05-07T03:27:16.235903Z","end":"2026-05-07T03:27:16.682558Z","steps":["trace[1677590328] 'process raft request' (duration: 446.438334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:16.682866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.674836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:27:16.682934Z","caller":"traceutil/trace.go:171","msg":"trace[361296644] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3532; }","duration":"404.833609ms","start":"2026-05-07T03:27:16.278082Z","end":"2026-05-07T03:27:16.682915Z","steps":["trace[361296644] 'agreement among raft nodes before linearized reading' (duration: 404.567185ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:16.682972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:16.278057Z","time spent":"404.90325ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:27:16.683005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:16.235889Z","time spent":"446.777059ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:17.008991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.419151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:27:17.00912Z","caller":"traceutil/trace.go:171","msg":"trace[696619483] linearizableReadLoop","detail":"{readStateIndex:3685; appliedIndex:3684; }","duration":"310.188487ms","start":"2026-05-07T03:27:16.698912Z","end":"2026-05-07T03:27:17.009101Z","steps":["trace[696619483] 'read index received' (duration: 93.606383ms)","trace[696619483] 'applied index is now lower than readState.Index' (duration: 216.580874ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:17.009226Z","caller":"traceutil/trace.go:171","msg":"trace[791287727] transaction","detail":"{read_only:false; response_revision:3533; number_of_response:1; }","duration":"322.392824ms","start":"2026-05-07T03:27:16.686818Z","end":"2026-05-07T03:27:17.009211Z","steps":["trace[791287727] 'process raft request' (duration: 105.656938ms)","trace[791287727] 'compare' (duration: 216.271508ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:17.009311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:16.686786Z","time spent":"322.483916ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:27:17.009354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.048092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:27:17.009451Z","caller":"traceutil/trace.go:171","msg":"trace[1278621530] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3533; }","duration":"181.229235ms","start":"2026-05-07T03:27:16.828201Z","end":"2026-05-07T03:27:17.00943Z","steps":["trace[1278621530] 'agreement among raft nodes before linearized reading' (duration: 181.046442ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:17.009666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.719216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:27:17.009694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.308381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:27:17.009762Z","caller":"traceutil/trace.go:171","msg":"trace[1626341783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3533; }","duration":"310.869428ms","start":"2026-05-07T03:27:16.698868Z","end":"2026-05-07T03:27:17.009738Z","steps":["trace[1626341783] 'agreement among raft nodes before linearized reading' (duration: 310.571992ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:17.009793Z","caller":"traceutil/trace.go:171","msg":"trace[705907993] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3533; }","duration":"170.510955ms","start":"2026-05-07T03:27:16.83926Z","end":"2026-05-07T03:27:17.00977Z","steps":["trace[705907993] 'agreement among raft nodes before linearized reading' (duration: 170.203949ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:17.009806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:16.698856Z","time spent":"310.94331ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:27:17.88563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.970222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-05-07T03:27:17.886673Z","caller":"traceutil/trace.go:171","msg":"trace[2028055814] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3539; }","duration":"106.0354ms","start":"2026-05-07T03:27:17.780605Z","end":"2026-05-07T03:27:17.88664Z","steps":["trace[2028055814] 'range keys from in-memory index tree' (duration: 104.804089ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:17.885998Z","caller":"traceutil/trace.go:171","msg":"trace[2098230542] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"104.325181ms","start":"2026-05-07T03:27:17.781648Z","end":"2026-05-07T03:27:17.885974Z","steps":["trace[2098230542] 'process raft request' (duration: 95.072185ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:19.696576Z","caller":"traceutil/trace.go:171","msg":"trace[1884982474] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"324.950941ms","start":"2026-05-07T03:27:19.371582Z","end":"2026-05-07T03:27:19.696533Z","steps":["trace[1884982474] 'process raft request' (duration: 323.73364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:19.696923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:27:19.371556Z","time spent":"325.115684ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:27:23.927673Z","caller":"traceutil/trace.go:171","msg":"trace[647456644] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"123.233084ms","start":"2026-05-07T03:27:23.804413Z","end":"2026-05-07T03:27:23.927646Z","steps":["trace[647456644] 'process raft request' (duration: 119.131146ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:30.951741Z","caller":"traceutil/trace.go:171","msg":"trace[1014889283] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"163.775059ms","start":"2026-05-07T03:27:30.787934Z","end":"2026-05-07T03:27:30.951709Z","steps":["trace[1014889283] 'process raft request' (duration: 163.600827ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:31.321627Z","caller":"traceutil/trace.go:171","msg":"trace[40950136] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"162.853099ms","start":"2026-05-07T03:27:31.158746Z","end":"2026-05-07T03:27:31.321599Z","steps":["trace[40950136] 'process raft request' (duration: 160.761845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:33.985093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.952286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:27:33.985485Z","caller":"traceutil/trace.go:171","msg":"trace[1006857157] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"197.645156ms","start":"2026-05-07T03:27:33.787789Z","end":"2026-05-07T03:27:33.985434Z","steps":["trace[1006857157] 'process raft request' (duration: 79.242694ms)","trace[1006857157] 'compare' (duration: 117.800963ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:34.216816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.582763ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:27:34.216939Z","caller":"traceutil/trace.go:171","msg":"trace[321431314] linearizableReadLoop","detail":"{readStateIndex:3776; appliedIndex:3775; }","duration":"222.528446ms","start":"2026-05-07T03:27:33.994387Z","end":"2026-05-07T03:27:34.216916Z","steps":["trace[321431314] 'read index received' (duration: 86.851µs)","trace[321431314] 'applied index is now lower than readState.Index' (duration: 222.439765ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:27:34.218015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.608553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:27:34.218072Z","caller":"traceutil/trace.go:171","msg":"trace[1505827654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3620; }","duration":"223.713245ms","start":"2026-05-07T03:27:33.994346Z","end":"2026-05-07T03:27:34.218059Z","steps":["trace[1505827654] 'agreement among raft nodes before linearized reading' (duration: 222.79858ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:34.239166Z","caller":"traceutil/trace.go:171","msg":"trace[170906267] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"242.711535ms","start":"2026-05-07T03:27:33.996434Z","end":"2026-05-07T03:27:34.239145Z","steps":["trace[170906267] 'process raft request' (duration: 242.564152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:27:34.239495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.981671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:27:34.239609Z","caller":"traceutil/trace.go:171","msg":"trace[1008540917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3621; }","duration":"245.138674ms","start":"2026-05-07T03:27:33.994446Z","end":"2026-05-07T03:27:34.239585Z","steps":["trace[1008540917] 'agreement among raft nodes before linearized reading' (duration: 244.707327ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:35.117031Z","caller":"traceutil/trace.go:171","msg":"trace[419356306] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"144.145154ms","start":"2026-05-07T03:27:34.972845Z","end":"2026-05-07T03:27:35.11699Z","steps":["trace[419356306] 'process raft request' (duration: 49.464206ms)","trace[419356306] 'compare' (duration: 94.534116ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:27:35.427711Z","caller":"traceutil/trace.go:171","msg":"trace[439444321] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"250.705486ms","start":"2026-05-07T03:27:35.176969Z","end":"2026-05-07T03:27:35.427675Z","steps":["trace[439444321] 'process raft request' (duration: 250.451832ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:27:48.581729Z","caller":"traceutil/trace.go:171","msg":"trace[875932012] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"186.60902ms","start":"2026-05-07T03:27:48.39508Z","end":"2026-05-07T03:27:48.581689Z","steps":["trace[875932012] 'process raft request' (duration: 96.4319ms)","trace[875932012] 'compare' (duration: 89.792044ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:11.689669Z","caller":"traceutil/trace.go:171","msg":"trace[2043473438] linearizableReadLoop","detail":"{readStateIndex:3971; appliedIndex:3970; }","duration":"370.285088ms","start":"2026-05-07T03:28:11.319357Z","end":"2026-05-07T03:28:11.689642Z","steps":["trace[2043473438] 'read index received' (duration: 370.227087ms)","trace[2043473438] 'applied index is now lower than readState.Index' (duration: 56.811µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:11.689811Z","caller":"traceutil/trace.go:171","msg":"trace[642385802] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"372.970589ms","start":"2026-05-07T03:28:11.316823Z","end":"2026-05-07T03:28:11.689794Z","steps":["trace[642385802] 'process raft request' (duration: 372.649514ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:11.68994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:11.316809Z","time spent":"373.039059ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:28:11.690101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.709175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:28:11.690296Z","caller":"traceutil/trace.go:171","msg":"trace[704043475] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3808; }","duration":"370.985129ms","start":"2026-05-07T03:28:11.319292Z","end":"2026-05-07T03:28:11.690277Z","steps":["trace[704043475] 'agreement among raft nodes before linearized reading' (duration: 370.608693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:11.690341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:11.319269Z","time spent":"371.061461ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:28:11.914635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.368074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9282"} {"level":"info","ts":"2026-05-07T03:28:11.914759Z","caller":"traceutil/trace.go:171","msg":"trace[998213986] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3809; }","duration":"150.598257ms","start":"2026-05-07T03:28:11.764132Z","end":"2026-05-07T03:28:11.914731Z","steps":["trace[998213986] 'range keys from in-memory index tree' (duration: 150.12045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:11.914648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.878811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-05-07T03:28:11.915293Z","caller":"traceutil/trace.go:171","msg":"trace[1397854679] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3809; }","duration":"149.598462ms","start":"2026-05-07T03:28:11.765652Z","end":"2026-05-07T03:28:11.91525Z","steps":["trace[1397854679] 'range keys from in-memory index tree' (duration: 148.613927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:11.926274Z","caller":"traceutil/trace.go:171","msg":"trace[520126141] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"159.94954ms","start":"2026-05-07T03:28:11.766298Z","end":"2026-05-07T03:28:11.926247Z","steps":["trace[520126141] 'process raft request' (duration: 159.784477ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:11.997818Z","caller":"traceutil/trace.go:171","msg":"trace[148109692] linearizableReadLoop","detail":"{readStateIndex:3974; appliedIndex:3972; }","duration":"215.182883ms","start":"2026-05-07T03:28:11.782604Z","end":"2026-05-07T03:28:11.997787Z","steps":["trace[148109692] 'read index received' (duration: 143.418857ms)","trace[148109692] 'applied index is now lower than readState.Index' (duration: 71.762496ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:11.997963Z","caller":"traceutil/trace.go:171","msg":"trace[1916811898] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"231.632054ms","start":"2026-05-07T03:28:11.766319Z","end":"2026-05-07T03:28:11.997952Z","steps":["trace[1916811898] 'process raft request' (duration: 231.289209ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:11.998453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.801982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:28:11.998606Z","caller":"traceutil/trace.go:171","msg":"trace[2090639887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3811; }","duration":"216.081086ms","start":"2026-05-07T03:28:11.782493Z","end":"2026-05-07T03:28:11.998575Z","steps":["trace[2090639887] 'agreement among raft nodes before linearized reading' (duration: 215.521338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:12.195874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.702142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:28:12.196092Z","caller":"traceutil/trace.go:171","msg":"trace[1562074183] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"232.853378ms","start":"2026-05-07T03:28:11.963214Z","end":"2026-05-07T03:28:12.196067Z","steps":["trace[1562074183] 'process raft request' (duration: 91.865471ms)","trace[1562074183] 'compare' (duration: 140.54599ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:12.196512Z","caller":"traceutil/trace.go:171","msg":"trace[582205780] linearizableReadLoop","detail":"{readStateIndex:3975; appliedIndex:3974; }","duration":"198.573475ms","start":"2026-05-07T03:28:11.997909Z","end":"2026-05-07T03:28:12.196482Z","steps":["trace[582205780] 'read index received' (duration: 57.169411ms)","trace[582205780] 'applied index is now lower than readState.Index' (duration: 141.402654ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:12.196748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.658564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:28:12.19686Z","caller":"traceutil/trace.go:171","msg":"trace[770428314] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3813; }","duration":"232.829907ms","start":"2026-05-07T03:28:11.964007Z","end":"2026-05-07T03:28:12.196837Z","steps":["trace[770428314] 'agreement among raft nodes before linearized reading' (duration: 232.611354ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:12.196948Z","caller":"traceutil/trace.go:171","msg":"trace[944230018] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"192.936338ms","start":"2026-05-07T03:28:12.003868Z","end":"2026-05-07T03:28:12.196804Z","steps":["trace[944230018] 'process raft request' (duration: 192.120705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:12.197702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.406222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-05-07T03:28:12.197776Z","caller":"traceutil/trace.go:171","msg":"trace[837436671] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3813; }","duration":"278.533734ms","start":"2026-05-07T03:28:11.919227Z","end":"2026-05-07T03:28:12.19776Z","steps":["trace[837436671] 'agreement among raft nodes before linearized reading' (duration: 277.324646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:34.518785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.726674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:28:34.519027Z","caller":"traceutil/trace.go:171","msg":"trace[1064474799] linearizableReadLoop","detail":"{readStateIndex:4190; appliedIndex:4189; }","duration":"213.7138ms","start":"2026-05-07T03:28:34.305278Z","end":"2026-05-07T03:28:34.518991Z","steps":["trace[1064474799] 'read index received' (duration: 112.811773ms)","trace[1064474799] 'applied index is now lower than readState.Index' (duration: 100.900657ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:34.519121Z","caller":"traceutil/trace.go:171","msg":"trace[1084767788] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"217.730619ms","start":"2026-05-07T03:28:34.301377Z","end":"2026-05-07T03:28:34.519107Z","steps":["trace[1084767788] 'process raft request' (duration: 116.580989ms)","trace[1084767788] 'compare' (duration: 100.528041ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:34.519363Z","caller":"traceutil/trace.go:171","msg":"trace[293879197] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"146.083923ms","start":"2026-05-07T03:28:34.373211Z","end":"2026-05-07T03:28:34.519295Z","steps":["trace[293879197] 'process raft request' (duration: 145.715438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:34.520015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.717934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:28:34.520149Z","caller":"traceutil/trace.go:171","msg":"trace[1513950588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4019; }","duration":"214.918397ms","start":"2026-05-07T03:28:34.305209Z","end":"2026-05-07T03:28:34.520127Z","steps":["trace[1513950588] 'agreement among raft nodes before linearized reading' (duration: 213.860272ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:35.43039Z","caller":"traceutil/trace.go:171","msg":"trace[315962411] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"102.499758ms","start":"2026-05-07T03:28:35.327844Z","end":"2026-05-07T03:28:35.430344Z","steps":["trace[315962411] 'process raft request' (duration: 102.221194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:36.038906Z","caller":"traceutil/trace.go:171","msg":"trace[200901727] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"162.357429ms","start":"2026-05-07T03:28:35.876509Z","end":"2026-05-07T03:28:36.038867Z","steps":["trace[200901727] 'process raft request' (duration: 162.104116ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:36.093638Z","caller":"traceutil/trace.go:171","msg":"trace[1690120963] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"203.204539ms","start":"2026-05-07T03:28:35.890377Z","end":"2026-05-07T03:28:36.093582Z","steps":["trace[1690120963] 'process raft request' (duration: 202.859675ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:38.657646Z","caller":"traceutil/trace.go:171","msg":"trace[131805181] linearizableReadLoop","detail":"{readStateIndex:4215; appliedIndex:4213; }","duration":"106.630583ms","start":"2026-05-07T03:28:38.550981Z","end":"2026-05-07T03:28:38.657611Z","steps":["trace[131805181] 'read index received' (duration: 31.760476ms)","trace[131805181] 'applied index is now lower than readState.Index' (duration: 74.868497ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:38.657671Z","caller":"traceutil/trace.go:171","msg":"trace[1666442468] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"124.242152ms","start":"2026-05-07T03:28:38.53338Z","end":"2026-05-07T03:28:38.657622Z","steps":["trace[1666442468] 'process raft request' (duration: 49.348154ms)","trace[1666442468] 'compare' (duration: 74.642524ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:38.657684Z","caller":"traceutil/trace.go:171","msg":"trace[1594283419] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"122.73959ms","start":"2026-05-07T03:28:38.534898Z","end":"2026-05-07T03:28:38.657638Z","steps":["trace[1594283419] 'process raft request' (duration: 122.654129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:38.658004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.95238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-05-07T03:28:38.658056Z","caller":"traceutil/trace.go:171","msg":"trace[418138593] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4043; }","duration":"107.129032ms","start":"2026-05-07T03:28:38.550913Z","end":"2026-05-07T03:28:38.658042Z","steps":["trace[418138593] 'agreement among raft nodes before linearized reading' (duration: 106.897757ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:40.969827Z","caller":"traceutil/trace.go:171","msg":"trace[1023101171] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"119.991875ms","start":"2026-05-07T03:28:40.849791Z","end":"2026-05-07T03:28:40.969783Z","steps":["trace[1023101171] 'process raft request' (duration: 65.041421ms)","trace[1023101171] 'compare' (duration: 54.558698ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:41.334007Z","caller":"traceutil/trace.go:171","msg":"trace[1625931177] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"131.589293ms","start":"2026-05-07T03:28:41.20238Z","end":"2026-05-07T03:28:41.33397Z","steps":["trace[1625931177] 'process raft request' (duration: 131.37579ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:42.299285Z","caller":"traceutil/trace.go:171","msg":"trace[1493374464] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"110.650933ms","start":"2026-05-07T03:28:42.188602Z","end":"2026-05-07T03:28:42.299253Z","steps":["trace[1493374464] 'process raft request' (duration: 59.638351ms)","trace[1493374464] 'compare' (duration: 50.752758ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:28:53.325818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017054892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:28:53.713961Z","caller":"traceutil/trace.go:171","msg":"trace[1808775217] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"934.914513ms","start":"2026-05-07T03:28:52.779012Z","end":"2026-05-07T03:28:53.713926Z","steps":["trace[1808775217] 'process raft request' (duration: 934.70351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.714193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:52.778953Z","time spent":"935.115746ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:28:53.784456Z","caller":"traceutil/trace.go:171","msg":"trace[890627243] linearizableReadLoop","detail":"{readStateIndex:4294; appliedIndex:4292; }","duration":"958.823056ms","start":"2026-05-07T03:28:52.825591Z","end":"2026-05-07T03:28:53.784414Z","steps":["trace[890627243] 'read index received' (duration: 888.14427ms)","trace[890627243] 'applied index is now lower than readState.Index' (duration: 70.677466ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:53.784542Z","caller":"traceutil/trace.go:171","msg":"trace[221357145] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"1.004707397s","start":"2026-05-07T03:28:52.779782Z","end":"2026-05-07T03:28:53.78449Z","steps":["trace[221357145] 'process raft request' (duration: 1.004443994s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.784772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:52.779759Z","time spent":"1.0048863s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:28:53.78477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.148511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:28:53.784885Z","caller":"traceutil/trace.go:171","msg":"trace[1944592309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4119; }","duration":"959.319134ms","start":"2026-05-07T03:28:52.825548Z","end":"2026-05-07T03:28:53.784867Z","steps":["trace[1944592309] 'agreement among raft nodes before linearized reading' (duration: 959.02841ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.784933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:52.825531Z","time spent":"959.391495ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:28:53.785082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.742001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:28:53.785185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.932061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:28:53.785225Z","caller":"traceutil/trace.go:171","msg":"trace[926236636] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4119; }","duration":"862.014013ms","start":"2026-05-07T03:28:52.923201Z","end":"2026-05-07T03:28:53.785215Z","steps":["trace[926236636] 'agreement among raft nodes before linearized reading' (duration: 861.912801ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.785244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:52.92318Z","time spent":"862.057823ms","remote":"127.0.0.1:46814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:28:53.785228Z","caller":"traceutil/trace.go:171","msg":"trace[2028442305] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4119; }","duration":"438.981635ms","start":"2026-05-07T03:28:53.346216Z","end":"2026-05-07T03:28:53.785197Z","steps":["trace[2028442305] 'agreement among raft nodes before linearized reading' (duration: 438.688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.785226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.13582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:28:53.785298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:53.346185Z","time spent":"439.097907ms","remote":"127.0.0.1:49062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:28:53.785296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.048547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:28:53.785373Z","caller":"traceutil/trace.go:171","msg":"trace[1780935504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4119; }","duration":"788.16855ms","start":"2026-05-07T03:28:52.997184Z","end":"2026-05-07T03:28:53.785352Z","steps":["trace[1780935504] 'agreement among raft nodes before linearized reading' (duration: 787.853214ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.785432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:52.997166Z","time spent":"788.254001ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:28:53.785382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.03263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:28:53.785618Z","caller":"traceutil/trace.go:171","msg":"trace[247252050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4119; }","duration":"679.298803ms","start":"2026-05-07T03:28:53.106001Z","end":"2026-05-07T03:28:53.7853Z","steps":["trace[247252050] 'agreement among raft nodes before linearized reading' (duration: 679.014418ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:53.785644Z","caller":"traceutil/trace.go:171","msg":"trace[1556375735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4119; }","duration":"385.530016ms","start":"2026-05-07T03:28:53.400087Z","end":"2026-05-07T03:28:53.785617Z","steps":["trace[1556375735] 'agreement among raft nodes before linearized reading' (duration: 384.907887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:53.785766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:53.400063Z","time spent":"385.686889ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:28:53.785778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:28:53.105975Z","time spent":"679.741899ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:28:55.885411Z","caller":"traceutil/trace.go:171","msg":"trace[1127336744] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"165.279612ms","start":"2026-05-07T03:28:55.719575Z","end":"2026-05-07T03:28:55.884855Z","steps":["trace[1127336744] 'process raft request' (duration: 82.112458ms)","trace[1127336744] 'compare' (duration: 82.90586ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:28:56.191114Z","caller":"traceutil/trace.go:171","msg":"trace[1427714774] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"281.03879ms","start":"2026-05-07T03:28:55.910041Z","end":"2026-05-07T03:28:56.19108Z","steps":["trace[1427714774] 'process raft request' (duration: 279.989425ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:56.191473Z","caller":"traceutil/trace.go:171","msg":"trace[986511912] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"281.145042ms","start":"2026-05-07T03:28:55.91028Z","end":"2026-05-07T03:28:56.191425Z","steps":["trace[986511912] 'process raft request' (duration: 280.710096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:28:56.761239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.001437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:28:56.761346Z","caller":"traceutil/trace.go:171","msg":"trace[817248394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4137; }","duration":"103.17135ms","start":"2026-05-07T03:28:56.658149Z","end":"2026-05-07T03:28:56.76132Z","steps":["trace[817248394] 'range keys from in-memory index tree' (duration: 102.840825ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:28:58.028911Z","caller":"traceutil/trace.go:171","msg":"trace[1282588243] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"136.549343ms","start":"2026-05-07T03:28:57.892297Z","end":"2026-05-07T03:28:58.028846Z","steps":["trace[1282588243] 'process raft request' (duration: 95.68414ms)","trace[1282588243] 'compare' (duration: 40.62839ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:08.766573Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2481} {"level":"info","ts":"2026-05-07T03:29:08.844781Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2481,"took":"77.070549ms","hash":88808501,"current-db-size-bytes":34856960,"current-db-size":"35 MB","current-db-size-in-use-bytes":10010624,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-05-07T03:29:08.844868Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":88808501,"revision":2481,"compact-revision":-1} {"level":"info","ts":"2026-05-07T03:29:16.314059Z","caller":"traceutil/trace.go:171","msg":"trace[436336521] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"174.114421ms","start":"2026-05-07T03:29:16.139913Z","end":"2026-05-07T03:29:16.314027Z","steps":["trace[436336521] 'process raft request' (duration: 124.242432ms)","trace[436336521] 'compare' (duration: 49.346201ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:18.601111Z","caller":"traceutil/trace.go:171","msg":"trace[1041978800] linearizableReadLoop","detail":"{readStateIndex:4434; appliedIndex:4433; }","duration":"242.399362ms","start":"2026-05-07T03:29:18.358667Z","end":"2026-05-07T03:29:18.601067Z","steps":["trace[1041978800] 'read index received' (duration: 160.07664ms)","trace[1041978800] 'applied index is now lower than readState.Index' (duration: 82.320762ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:18.60116Z","caller":"traceutil/trace.go:171","msg":"trace[1836657875] transaction","detail":"{read_only:false; response_revision:4253; number_of_response:1; }","duration":"279.013505ms","start":"2026-05-07T03:29:18.32211Z","end":"2026-05-07T03:29:18.601124Z","steps":["trace[1836657875] 'process raft request' (duration: 196.613022ms)","trace[1836657875] 'compare' (duration: 81.967207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:29:18.601999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.308254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:29:18.602091Z","caller":"traceutil/trace.go:171","msg":"trace[227923178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4253; }","duration":"243.456515ms","start":"2026-05-07T03:29:18.358614Z","end":"2026-05-07T03:29:18.602071Z","steps":["trace[227923178] 'agreement among raft nodes before linearized reading' (duration: 242.571363ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:18.625465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.335825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:29:18.625556Z","caller":"traceutil/trace.go:171","msg":"trace[682008550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4254; }","duration":"118.54466ms","start":"2026-05-07T03:29:18.506991Z","end":"2026-05-07T03:29:18.625535Z","steps":["trace[682008550] 'agreement among raft nodes before linearized reading' (duration: 118.193935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:18.625625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.777541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:29:18.625732Z","caller":"traceutil/trace.go:171","msg":"trace[702832404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4254; }","duration":"238.954654ms","start":"2026-05-07T03:29:18.386753Z","end":"2026-05-07T03:29:18.625707Z","steps":["trace[702832404] 'agreement among raft nodes before linearized reading' (duration: 238.610009ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.741325Z","caller":"traceutil/trace.go:171","msg":"trace[955319304] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"111.122345ms","start":"2026-05-07T03:29:18.630173Z","end":"2026-05-07T03:29:18.741296Z","steps":["trace[955319304] 'process raft request' (duration: 111.059194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:18.741368Z","caller":"traceutil/trace.go:171","msg":"trace[1671073644] transaction","detail":"{read_only:false; response_revision:4256; number_of_response:1; }","duration":"111.278777ms","start":"2026-05-07T03:29:18.630046Z","end":"2026-05-07T03:29:18.741325Z","steps":["trace[1671073644] 'process raft request' (duration: 76.671273ms)","trace[1671073644] 'compare' (duration: 34.367181ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:18.741647Z","caller":"traceutil/trace.go:171","msg":"trace[1740727913] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"111.018962ms","start":"2026-05-07T03:29:18.630613Z","end":"2026-05-07T03:29:18.741632Z","steps":["trace[1740727913] 'process raft request' (duration: 110.649287ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:20.319181Z","caller":"traceutil/trace.go:171","msg":"trace[668114593] linearizableReadLoop","detail":"{readStateIndex:4444; appliedIndex:4443; }","duration":"183.490211ms","start":"2026-05-07T03:29:20.135664Z","end":"2026-05-07T03:29:20.319155Z","steps":["trace[668114593] 'read index received' (duration: 183.315379ms)","trace[668114593] 'applied index is now lower than readState.Index' (duration: 173.792µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:20.319259Z","caller":"traceutil/trace.go:171","msg":"trace[772486418] transaction","detail":"{read_only:false; response_revision:4262; number_of_response:1; }","duration":"311.831573ms","start":"2026-05-07T03:29:20.007386Z","end":"2026-05-07T03:29:20.319218Z","steps":["trace[772486418] 'process raft request' (duration: 311.60011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:20.319384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.701544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:29:20.319465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:20.007356Z","time spent":"311.990456ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:20.319446Z","caller":"traceutil/trace.go:171","msg":"trace[189200435] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:0; response_revision:4262; }","duration":"183.844826ms","start":"2026-05-07T03:29:20.135591Z","end":"2026-05-07T03:29:20.319435Z","steps":["trace[189200435] 'agreement among raft nodes before linearized reading' (duration: 183.692804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:20.325103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.758951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-07T03:29:20.325197Z","caller":"traceutil/trace.go:171","msg":"trace[892638359] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4263; }","duration":"139.909354ms","start":"2026-05-07T03:29:20.185265Z","end":"2026-05-07T03:29:20.325174Z","steps":["trace[892638359] 'agreement among raft nodes before linearized reading' (duration: 139.656479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:20.617565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.990445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:29:20.617684Z","caller":"traceutil/trace.go:171","msg":"trace[1033861046] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"287.690737ms","start":"2026-05-07T03:29:20.32997Z","end":"2026-05-07T03:29:20.617661Z","steps":["trace[1033861046] 'process raft request' (duration: 114.512689ms)","trace[1033861046] 'compare' (duration: 172.810743ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:20.636245Z","caller":"traceutil/trace.go:171","msg":"trace[914140099] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"306.127245ms","start":"2026-05-07T03:29:20.33009Z","end":"2026-05-07T03:29:20.636217Z","steps":["trace[914140099] 'process raft request' (duration: 305.77591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:29:20.636431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:29:20.330062Z","time spent":"306.271577ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:29:26.730134Z","caller":"traceutil/trace.go:171","msg":"trace[794967630] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"125.754385ms","start":"2026-05-07T03:29:26.604325Z","end":"2026-05-07T03:29:26.730079Z","steps":["trace[794967630] 'process raft request' (duration: 91.202746ms)","trace[794967630] 'compare' (duration: 34.325186ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:28.56376Z","caller":"traceutil/trace.go:171","msg":"trace[915143786] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"156.72303ms","start":"2026-05-07T03:29:28.406998Z","end":"2026-05-07T03:29:28.563721Z","steps":["trace[915143786] 'process raft request' (duration: 74.434991ms)","trace[915143786] 'compare' (duration: 81.883204ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:29:39.002773Z","caller":"traceutil/trace.go:171","msg":"trace[1704383910] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"115.287552ms","start":"2026-05-07T03:29:38.887455Z","end":"2026-05-07T03:29:39.002742Z","steps":["trace[1704383910] 'process raft request' (duration: 115.09714ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:39.014328Z","caller":"traceutil/trace.go:171","msg":"trace[504239642] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"123.951882ms","start":"2026-05-07T03:29:38.890338Z","end":"2026-05-07T03:29:39.014289Z","steps":["trace[504239642] 'process raft request' (duration: 123.712398ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:29:44.683065Z","caller":"traceutil/trace.go:171","msg":"trace[666414342] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"177.550195ms","start":"2026-05-07T03:29:44.505488Z","end":"2026-05-07T03:29:44.683039Z","steps":["trace[666414342] 'process raft request' (duration: 177.370243ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:12.593467Z","caller":"traceutil/trace.go:171","msg":"trace[1413858637] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"215.411249ms","start":"2026-05-07T03:30:12.378023Z","end":"2026-05-07T03:30:12.593434Z","steps":["trace[1413858637] 'process raft request' (duration: 215.196726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:14.064895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.417628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:14.064982Z","caller":"traceutil/trace.go:171","msg":"trace[1846335907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4641; }","duration":"407.5419ms","start":"2026-05-07T03:30:13.657419Z","end":"2026-05-07T03:30:14.064961Z","steps":["trace[1846335907] 'range keys from in-memory index tree' (duration: 407.330937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:14.06503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:13.657403Z","time spent":"407.614761ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:14.065661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.238482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:14.065703Z","caller":"traceutil/trace.go:171","msg":"trace[1309593590] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4641; }","duration":"367.321353ms","start":"2026-05-07T03:30:13.698369Z","end":"2026-05-07T03:30:14.06569Z","steps":["trace[1309593590] 'count revisions from in-memory index tree' (duration: 367.157511ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:14.065684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.276859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-59b5h\" ","response":"range_response_count:1 size:4357"} {"level":"warn","ts":"2026-05-07T03:30:14.065741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:13.698348Z","time spent":"367.380595ms","remote":"127.0.0.1:46618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:14.06576Z","caller":"traceutil/trace.go:171","msg":"trace[1393204632] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-59b5h; range_end:; response_count:1; response_revision:4641; }","duration":"363.398691ms","start":"2026-05-07T03:30:13.702342Z","end":"2026-05-07T03:30:14.065741Z","steps":["trace[1393204632] 'range keys from in-memory index tree' (duration: 363.113987ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:14.065849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:13.702331Z","time spent":"363.506382ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4380,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-59b5h\" "} {"level":"info","ts":"2026-05-07T03:30:18.230758Z","caller":"traceutil/trace.go:171","msg":"trace[1504174608] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"131.087535ms","start":"2026-05-07T03:30:18.09963Z","end":"2026-05-07T03:30:18.230718Z","steps":["trace[1504174608] 'process raft request' (duration: 125.322678ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231074Z","caller":"traceutil/trace.go:171","msg":"trace[1751258945] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"131.167986ms","start":"2026-05-07T03:30:18.099862Z","end":"2026-05-07T03:30:18.23103Z","steps":["trace[1751258945] 'process raft request' (duration: 130.980553ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.23114Z","caller":"traceutil/trace.go:171","msg":"trace[912748777] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"131.058934ms","start":"2026-05-07T03:30:18.100065Z","end":"2026-05-07T03:30:18.231124Z","steps":["trace[912748777] 'process raft request' (duration: 130.915682ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231238Z","caller":"traceutil/trace.go:171","msg":"trace[1761471274] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"131.315598ms","start":"2026-05-07T03:30:18.099913Z","end":"2026-05-07T03:30:18.231229Z","steps":["trace[1761471274] 'process raft request' (duration: 131.014634ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231411Z","caller":"traceutil/trace.go:171","msg":"trace[1908448113] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"127.690909ms","start":"2026-05-07T03:30:18.103706Z","end":"2026-05-07T03:30:18.231397Z","steps":["trace[1908448113] 'process raft request' (duration: 127.427665ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231429Z","caller":"traceutil/trace.go:171","msg":"trace[1919359005] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"127.496936ms","start":"2026-05-07T03:30:18.103918Z","end":"2026-05-07T03:30:18.231415Z","steps":["trace[1919359005] 'process raft request' (duration: 127.312114ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231423Z","caller":"traceutil/trace.go:171","msg":"trace[1377626274] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"126.842528ms","start":"2026-05-07T03:30:18.104544Z","end":"2026-05-07T03:30:18.231386Z","steps":["trace[1377626274] 'process raft request' (duration: 126.793217ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231568Z","caller":"traceutil/trace.go:171","msg":"trace[2094377337] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"127.748399ms","start":"2026-05-07T03:30:18.103809Z","end":"2026-05-07T03:30:18.231558Z","steps":["trace[2094377337] 'process raft request' (duration: 127.358054ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231563Z","caller":"traceutil/trace.go:171","msg":"trace[2147301546] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"131.120454ms","start":"2026-05-07T03:30:18.100429Z","end":"2026-05-07T03:30:18.231549Z","steps":["trace[2147301546] 'process raft request' (duration: 130.649778ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231646Z","caller":"traceutil/trace.go:171","msg":"trace[84327260] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"127.755299ms","start":"2026-05-07T03:30:18.103882Z","end":"2026-05-07T03:30:18.231637Z","steps":["trace[84327260] 'process raft request' (duration: 127.317203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231468Z","caller":"traceutil/trace.go:171","msg":"trace[1596790423] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"131.57454ms","start":"2026-05-07T03:30:18.099807Z","end":"2026-05-07T03:30:18.231381Z","steps":["trace[1596790423] 'process raft request' (duration: 130.871041ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231686Z","caller":"traceutil/trace.go:171","msg":"trace[654998609] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"131.259325ms","start":"2026-05-07T03:30:18.100342Z","end":"2026-05-07T03:30:18.231602Z","steps":["trace[654998609] 'process raft request' (duration: 130.677628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231713Z","caller":"traceutil/trace.go:171","msg":"trace[1283695485] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"127.361695ms","start":"2026-05-07T03:30:18.104339Z","end":"2026-05-07T03:30:18.231701Z","steps":["trace[1283695485] 'process raft request' (duration: 126.956499ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231699Z","caller":"traceutil/trace.go:171","msg":"trace[1925977951] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"130.319823ms","start":"2026-05-07T03:30:18.101369Z","end":"2026-05-07T03:30:18.231689Z","steps":["trace[1925977951] 'process raft request' (duration: 129.737296ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.231502Z","caller":"traceutil/trace.go:171","msg":"trace[932469761] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"131.067103ms","start":"2026-05-07T03:30:18.100357Z","end":"2026-05-07T03:30:18.231424Z","steps":["trace[932469761] 'process raft request' (duration: 130.693048ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.232052Z","caller":"traceutil/trace.go:171","msg":"trace[845894458] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"127.224372ms","start":"2026-05-07T03:30:18.104282Z","end":"2026-05-07T03:30:18.231507Z","steps":["trace[845894458] 'process raft request' (duration: 126.978499ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246304Z","caller":"traceutil/trace.go:171","msg":"trace[530348483] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"138.004067ms","start":"2026-05-07T03:30:18.108262Z","end":"2026-05-07T03:30:18.246266Z","steps":["trace[530348483] 'process raft request' (duration: 137.851045ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246304Z","caller":"traceutil/trace.go:171","msg":"trace[1793257988] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"140.720923ms","start":"2026-05-07T03:30:18.105525Z","end":"2026-05-07T03:30:18.246246Z","steps":["trace[1793257988] 'process raft request' (duration: 140.50686ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.24654Z","caller":"traceutil/trace.go:171","msg":"trace[956171799] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"140.918485ms","start":"2026-05-07T03:30:18.105575Z","end":"2026-05-07T03:30:18.246494Z","steps":["trace[956171799] 'process raft request' (duration: 140.48364ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246592Z","caller":"traceutil/trace.go:171","msg":"trace[1047329233] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"137.298757ms","start":"2026-05-07T03:30:18.109276Z","end":"2026-05-07T03:30:18.246575Z","steps":["trace[1047329233] 'process raft request' (duration: 137.194946ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246639Z","caller":"traceutil/trace.go:171","msg":"trace[1714419591] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"137.982816ms","start":"2026-05-07T03:30:18.10865Z","end":"2026-05-07T03:30:18.246632Z","steps":["trace[1714419591] 'process raft request' (duration: 137.630972ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246687Z","caller":"traceutil/trace.go:171","msg":"trace[552229076] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"138.178629ms","start":"2026-05-07T03:30:18.108503Z","end":"2026-05-07T03:30:18.246682Z","steps":["trace[552229076] 'process raft request' (duration: 137.710323ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246682Z","caller":"traceutil/trace.go:171","msg":"trace[86939981] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"138.19567ms","start":"2026-05-07T03:30:18.108474Z","end":"2026-05-07T03:30:18.246669Z","steps":["trace[86939981] 'process raft request' (duration: 137.705323ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246706Z","caller":"traceutil/trace.go:171","msg":"trace[266618180] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"138.009506ms","start":"2026-05-07T03:30:18.108685Z","end":"2026-05-07T03:30:18.246694Z","steps":["trace[266618180] 'process raft request' (duration: 137.636551ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246736Z","caller":"traceutil/trace.go:171","msg":"trace[406068386] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"141.027916ms","start":"2026-05-07T03:30:18.105703Z","end":"2026-05-07T03:30:18.246731Z","steps":["trace[406068386] 'process raft request' (duration: 140.382648ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.24677Z","caller":"traceutil/trace.go:171","msg":"trace[611104176] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"138.288031ms","start":"2026-05-07T03:30:18.108406Z","end":"2026-05-07T03:30:18.246694Z","steps":["trace[611104176] 'process raft request' (duration: 137.735534ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246785Z","caller":"traceutil/trace.go:171","msg":"trace[2117520448] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"142.131572ms","start":"2026-05-07T03:30:18.104642Z","end":"2026-05-07T03:30:18.246774Z","steps":["trace[2117520448] 'process raft request' (duration: 141.256011ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246858Z","caller":"traceutil/trace.go:171","msg":"trace[868976884] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"137.853275ms","start":"2026-05-07T03:30:18.108968Z","end":"2026-05-07T03:30:18.246821Z","steps":["trace[868976884] 'process raft request' (duration: 137.4712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246784Z","caller":"traceutil/trace.go:171","msg":"trace[215568206] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"141.345481ms","start":"2026-05-07T03:30:18.105433Z","end":"2026-05-07T03:30:18.246779Z","steps":["trace[215568206] 'process raft request' (duration: 140.559991ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246798Z","caller":"traceutil/trace.go:171","msg":"trace[2060290630] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"138.027616ms","start":"2026-05-07T03:30:18.108761Z","end":"2026-05-07T03:30:18.246788Z","steps":["trace[2060290630] 'process raft request' (duration: 137.600841ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.246767Z","caller":"traceutil/trace.go:171","msg":"trace[1413887560] transaction","detail":"{read_only:false; response_revision:4710; number_of_response:1; }","duration":"138.126977ms","start":"2026-05-07T03:30:18.108606Z","end":"2026-05-07T03:30:18.246733Z","steps":["trace[1413887560] 'process raft request' (duration: 137.636041ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.24681Z","caller":"traceutil/trace.go:171","msg":"trace[1621690277] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"137.864714ms","start":"2026-05-07T03:30:18.10894Z","end":"2026-05-07T03:30:18.246805Z","steps":["trace[1621690277] 'process raft request' (duration: 137.457709ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.373033Z","caller":"traceutil/trace.go:171","msg":"trace[824193522] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"103.741971ms","start":"2026-05-07T03:30:18.269267Z","end":"2026-05-07T03:30:18.373009Z","steps":["trace[824193522] 'process raft request' (duration: 103.072522ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.384575Z","caller":"traceutil/trace.go:171","msg":"trace[1362591153] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"115.232223ms","start":"2026-05-07T03:30:18.269321Z","end":"2026-05-07T03:30:18.384553Z","steps":["trace[1362591153] 'process raft request' (duration: 114.99457ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.384674Z","caller":"traceutil/trace.go:171","msg":"trace[412402568] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"114.431222ms","start":"2026-05-07T03:30:18.27021Z","end":"2026-05-07T03:30:18.384641Z","steps":["trace[412402568] 'process raft request' (duration: 114.219089ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.384998Z","caller":"traceutil/trace.go:171","msg":"trace[637533031] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"114.449513ms","start":"2026-05-07T03:30:18.270457Z","end":"2026-05-07T03:30:18.384907Z","steps":["trace[637533031] 'process raft request' (duration: 114.26032ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:18.786852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.396523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:18.787308Z","caller":"traceutil/trace.go:171","msg":"trace[1996202580] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4955; }","duration":"130.045461ms","start":"2026-05-07T03:30:18.657246Z","end":"2026-05-07T03:30:18.787291Z","steps":["trace[1996202580] 'read index received' (duration: 153.542µs)","trace[1996202580] 'applied index is now lower than readState.Index' (duration: 129.891289ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:18.787389Z","caller":"traceutil/trace.go:171","msg":"trace[1841101500] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"269.731149ms","start":"2026-05-07T03:30:18.517646Z","end":"2026-05-07T03:30:18.787377Z","steps":["trace[1841101500] 'process raft request' (duration: 139.747198ms)","trace[1841101500] 'compare' (duration: 128.627622ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:18.787665Z","caller":"traceutil/trace.go:171","msg":"trace[422300967] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"269.686378ms","start":"2026-05-07T03:30:18.51789Z","end":"2026-05-07T03:30:18.787576Z","steps":["trace[422300967] 'process raft request' (duration: 269.106101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:18.788301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.390606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:18.788443Z","caller":"traceutil/trace.go:171","msg":"trace[1472187494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4749; }","duration":"131.191266ms","start":"2026-05-07T03:30:18.657206Z","end":"2026-05-07T03:30:18.788397Z","steps":["trace[1472187494] 'agreement among raft nodes before linearized reading' (duration: 130.176973ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.942026Z","caller":"traceutil/trace.go:171","msg":"trace[1191547786] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"150.418582ms","start":"2026-05-07T03:30:18.791582Z","end":"2026-05-07T03:30:18.942001Z","steps":["trace[1191547786] 'process raft request' (duration: 136.059091ms)","trace[1191547786] 'compare' (duration: 14.004456ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:18.942423Z","caller":"traceutil/trace.go:171","msg":"trace[1879280005] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"149.871884ms","start":"2026-05-07T03:30:18.79229Z","end":"2026-05-07T03:30:18.942162Z","steps":["trace[1879280005] 'process raft request' (duration: 149.663171ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:18.943888Z","caller":"traceutil/trace.go:171","msg":"trace[2069592884] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"104.090175ms","start":"2026-05-07T03:30:18.839771Z","end":"2026-05-07T03:30:18.943861Z","steps":["trace[2069592884] 'process raft request' (duration: 103.926203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.086189Z","caller":"traceutil/trace.go:171","msg":"trace[546587139] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"102.325482ms","start":"2026-05-07T03:30:18.983839Z","end":"2026-05-07T03:30:19.086164Z","steps":["trace[546587139] 'process raft request' (duration: 101.935886ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.086452Z","caller":"traceutil/trace.go:171","msg":"trace[2007520037] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"102.795737ms","start":"2026-05-07T03:30:18.983613Z","end":"2026-05-07T03:30:19.086409Z","steps":["trace[2007520037] 'process raft request' (duration: 101.800153ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.358726Z","caller":"traceutil/trace.go:171","msg":"trace[785331328] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"112.208482ms","start":"2026-05-07T03:30:19.246487Z","end":"2026-05-07T03:30:19.358695Z","steps":["trace[785331328] 'process raft request' (duration: 68.48506ms)","trace[785331328] 'compare' (duration: 43.434938ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:19.359255Z","caller":"traceutil/trace.go:171","msg":"trace[1690166381] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"110.701532ms","start":"2026-05-07T03:30:19.248515Z","end":"2026-05-07T03:30:19.359216Z","steps":["trace[1690166381] 'process raft request' (duration: 110.135325ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.359412Z","caller":"traceutil/trace.go:171","msg":"trace[855447428] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"110.757084ms","start":"2026-05-07T03:30:19.24863Z","end":"2026-05-07T03:30:19.359387Z","steps":["trace[855447428] 'process raft request' (duration: 110.46718ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.359602Z","caller":"traceutil/trace.go:171","msg":"trace[351347684] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"105.839527ms","start":"2026-05-07T03:30:19.25375Z","end":"2026-05-07T03:30:19.359589Z","steps":["trace[351347684] 'process raft request' (duration: 105.568034ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.35965Z","caller":"traceutil/trace.go:171","msg":"trace[1604987887] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"109.479146ms","start":"2026-05-07T03:30:19.25016Z","end":"2026-05-07T03:30:19.359639Z","steps":["trace[1604987887] 'process raft request' (duration: 108.98299ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.359754Z","caller":"traceutil/trace.go:171","msg":"trace[1747452533] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"106.240963ms","start":"2026-05-07T03:30:19.253503Z","end":"2026-05-07T03:30:19.359744Z","steps":["trace[1747452533] 'process raft request' (duration: 105.673856ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.359754Z","caller":"traceutil/trace.go:171","msg":"trace[1186959223] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"105.942109ms","start":"2026-05-07T03:30:19.253797Z","end":"2026-05-07T03:30:19.359739Z","steps":["trace[1186959223] 'process raft request' (duration: 105.550504ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.360179Z","caller":"traceutil/trace.go:171","msg":"trace[915589809] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"106.337605ms","start":"2026-05-07T03:30:19.253815Z","end":"2026-05-07T03:30:19.360152Z","steps":["trace[915589809] 'process raft request' (duration: 105.559955ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.360446Z","caller":"traceutil/trace.go:171","msg":"trace[1064801427] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"105.533813ms","start":"2026-05-07T03:30:19.254899Z","end":"2026-05-07T03:30:19.360433Z","steps":["trace[1064801427] 'process raft request' (duration: 104.50369ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.360584Z","caller":"traceutil/trace.go:171","msg":"trace[485623601] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"105.669025ms","start":"2026-05-07T03:30:19.254906Z","end":"2026-05-07T03:30:19.360575Z","steps":["trace[485623601] 'process raft request' (duration: 104.52122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.360687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.697008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:19.3607Z","caller":"traceutil/trace.go:171","msg":"trace[1395549135] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"104.588291ms","start":"2026-05-07T03:30:19.2561Z","end":"2026-05-07T03:30:19.360688Z","steps":["trace[1395549135] 'process raft request' (duration: 103.353295ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.36073Z","caller":"traceutil/trace.go:171","msg":"trace[19922657] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4819; }","duration":"124.79665ms","start":"2026-05-07T03:30:19.235921Z","end":"2026-05-07T03:30:19.360717Z","steps":["trace[19922657] 'agreement among raft nodes before linearized reading' (duration: 124.703598ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.360825Z","caller":"traceutil/trace.go:171","msg":"trace[1283822214] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"104.649282ms","start":"2026-05-07T03:30:19.256165Z","end":"2026-05-07T03:30:19.360815Z","steps":["trace[1283822214] 'process raft request' (duration: 103.320614ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.359837Z","caller":"traceutil/trace.go:171","msg":"trace[491219509] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"106.214112ms","start":"2026-05-07T03:30:19.253614Z","end":"2026-05-07T03:30:19.359828Z","steps":["trace[491219509] 'process raft request' (duration: 105.604245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.360982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.910665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zk76v\" ","response":"range_response_count:1 size:3858"} {"level":"info","ts":"2026-05-07T03:30:19.361014Z","caller":"traceutil/trace.go:171","msg":"trace[1986365764] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zk76v; range_end:; response_count:1; response_revision:4819; }","duration":"110.966956ms","start":"2026-05-07T03:30:19.250037Z","end":"2026-05-07T03:30:19.361004Z","steps":["trace[1986365764] 'agreement among raft nodes before linearized reading' (duration: 110.566099ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.359871Z","caller":"traceutil/trace.go:171","msg":"trace[1532093455] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"106.217473ms","start":"2026-05-07T03:30:19.25364Z","end":"2026-05-07T03:30:19.359857Z","steps":["trace[1532093455] 'process raft request' (duration: 105.621065ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.359902Z","caller":"traceutil/trace.go:171","msg":"trace[1130407278] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"106.200592ms","start":"2026-05-07T03:30:19.253692Z","end":"2026-05-07T03:30:19.359893Z","steps":["trace[1130407278] 'process raft request' (duration: 105.598984ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.398069Z","caller":"traceutil/trace.go:171","msg":"trace[1133793520] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"101.300847ms","start":"2026-05-07T03:30:19.29675Z","end":"2026-05-07T03:30:19.398051Z","steps":["trace[1133793520] 'process raft request' (duration: 101.132585ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.398291Z","caller":"traceutil/trace.go:171","msg":"trace[1931354573] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"101.325578ms","start":"2026-05-07T03:30:19.296937Z","end":"2026-05-07T03:30:19.398262Z","steps":["trace[1931354573] 'process raft request' (duration: 100.974363ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.398317Z","caller":"traceutil/trace.go:171","msg":"trace[750091168] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"105.843308ms","start":"2026-05-07T03:30:19.292457Z","end":"2026-05-07T03:30:19.398301Z","steps":["trace[750091168] 'process raft request' (duration: 105.19203ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.398409Z","caller":"traceutil/trace.go:171","msg":"trace[1736166615] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"102.037256ms","start":"2026-05-07T03:30:19.296363Z","end":"2026-05-07T03:30:19.3984Z","steps":["trace[1736166615] 'process raft request' (duration: 101.488699ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.398614Z","caller":"traceutil/trace.go:171","msg":"trace[1201306309] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"102.934239ms","start":"2026-05-07T03:30:19.29567Z","end":"2026-05-07T03:30:19.398604Z","steps":["trace[1201306309] 'process raft request' (duration: 102.086138ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.398706Z","caller":"traceutil/trace.go:171","msg":"trace[152969612] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"101.749653ms","start":"2026-05-07T03:30:19.296937Z","end":"2026-05-07T03:30:19.398686Z","steps":["trace[152969612] 'process raft request' (duration: 100.994623ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.398731Z","caller":"traceutil/trace.go:171","msg":"trace[1568860686] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"102.448853ms","start":"2026-05-07T03:30:19.296228Z","end":"2026-05-07T03:30:19.398676Z","steps":["trace[1568860686] 'process raft request' (duration: 101.547101ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.497875Z","caller":"traceutil/trace.go:171","msg":"trace[519066095] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"124.288592ms","start":"2026-05-07T03:30:19.373564Z","end":"2026-05-07T03:30:19.497853Z","steps":["trace[519066095] 'process raft request' (duration: 124.07668ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.497868Z","caller":"traceutil/trace.go:171","msg":"trace[1627544721] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"133.440934ms","start":"2026-05-07T03:30:19.364293Z","end":"2026-05-07T03:30:19.497734Z","steps":["trace[1627544721] 'process raft request' (duration: 133.284922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.498215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.058858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5072"} {"level":"info","ts":"2026-05-07T03:30:19.49828Z","caller":"traceutil/trace.go:171","msg":"trace[706724592] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"124.558277ms","start":"2026-05-07T03:30:19.373709Z","end":"2026-05-07T03:30:19.498267Z","steps":["trace[706724592] 'process raft request' (duration: 123.954018ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.498296Z","caller":"traceutil/trace.go:171","msg":"trace[137606761] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4843; }","duration":"202.125088ms","start":"2026-05-07T03:30:19.296114Z","end":"2026-05-07T03:30:19.498239Z","steps":["trace[137606761] 'agreement among raft nodes before linearized reading' (duration: 201.845435ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.498578Z","caller":"traceutil/trace.go:171","msg":"trace[1656475825] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"121.545987ms","start":"2026-05-07T03:30:19.377021Z","end":"2026-05-07T03:30:19.498567Z","steps":["trace[1656475825] 'process raft request' (duration: 120.676044ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.498628Z","caller":"traceutil/trace.go:171","msg":"trace[321109860] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4832; }","duration":"164.322125ms","start":"2026-05-07T03:30:19.334296Z","end":"2026-05-07T03:30:19.498618Z","steps":["trace[321109860] 'process raft request' (duration: 145.840009ms)","trace[321109860] 'compare' (duration: 17.376711ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:19.498794Z","caller":"traceutil/trace.go:171","msg":"trace[639417227] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"119.100414ms","start":"2026-05-07T03:30:19.379683Z","end":"2026-05-07T03:30:19.498783Z","steps":["trace[639417227] 'process raft request' (duration: 118.193642ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.497921Z","caller":"traceutil/trace.go:171","msg":"trace[446738891] linearizableReadLoop","detail":"{readStateIndex:5044; appliedIndex:5028; }","duration":"138.189627ms","start":"2026-05-07T03:30:19.359712Z","end":"2026-05-07T03:30:19.497902Z","steps":["trace[446738891] 'read index received' (duration: 37.925365ms)","trace[446738891] 'applied index is now lower than readState.Index' (duration: 100.263232ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:19.498874Z","caller":"traceutil/trace.go:171","msg":"trace[348361589] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"119.119044ms","start":"2026-05-07T03:30:19.379659Z","end":"2026-05-07T03:30:19.498778Z","steps":["trace[348361589] 'process raft request' (duration: 118.196281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.498964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.502553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:30:19.498992Z","caller":"traceutil/trace.go:171","msg":"trace[2006116364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4843; }","duration":"199.539463ms","start":"2026-05-07T03:30:19.299445Z","end":"2026-05-07T03:30:19.498985Z","steps":["trace[2006116364] 'agreement among raft nodes before linearized reading' (duration: 199.444392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.499127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.463711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:19.499152Z","caller":"traceutil/trace.go:171","msg":"trace[1664846410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4843; }","duration":"153.518542ms","start":"2026-05-07T03:30:19.345627Z","end":"2026-05-07T03:30:19.499146Z","steps":["trace[1664846410] 'agreement among raft nodes before linearized reading' (duration: 153.434891ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.499361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.072092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:30:19.49939Z","caller":"traceutil/trace.go:171","msg":"trace[183679152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4843; }","duration":"167.150113ms","start":"2026-05-07T03:30:19.33223Z","end":"2026-05-07T03:30:19.499381Z","steps":["trace[183679152] 'agreement among raft nodes before linearized reading' (duration: 167.071822ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.499388Z","caller":"traceutil/trace.go:171","msg":"trace[1903528050] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"122.038593ms","start":"2026-05-07T03:30:19.37733Z","end":"2026-05-07T03:30:19.499368Z","steps":["trace[1903528050] 'process raft request' (duration: 120.467242ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.499716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.903902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10568"} {"level":"info","ts":"2026-05-07T03:30:19.499786Z","caller":"traceutil/trace.go:171","msg":"trace[1634345201] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4843; }","duration":"200.983213ms","start":"2026-05-07T03:30:19.298792Z","end":"2026-05-07T03:30:19.499775Z","steps":["trace[1634345201] 'agreement among raft nodes before linearized reading' (duration: 200.341405ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.49991Z","caller":"traceutil/trace.go:171","msg":"trace[752517602] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"121.607387ms","start":"2026-05-07T03:30:19.37829Z","end":"2026-05-07T03:30:19.499898Z","steps":["trace[752517602] 'process raft request' (duration: 119.548299ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.499996Z","caller":"traceutil/trace.go:171","msg":"trace[880329895] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"122.747463ms","start":"2026-05-07T03:30:19.377241Z","end":"2026-05-07T03:30:19.499989Z","steps":["trace[880329895] 'process raft request' (duration: 120.506813ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.499611Z","caller":"traceutil/trace.go:171","msg":"trace[460081321] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"121.509746ms","start":"2026-05-07T03:30:19.378093Z","end":"2026-05-07T03:30:19.499602Z","steps":["trace[460081321] 'process raft request' (duration: 119.724282ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.500742Z","caller":"traceutil/trace.go:171","msg":"trace[1085067162] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"123.579284ms","start":"2026-05-07T03:30:19.377151Z","end":"2026-05-07T03:30:19.500731Z","steps":["trace[1085067162] 'process raft request' (duration: 120.573134ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.530879Z","caller":"traceutil/trace.go:171","msg":"trace[591753350] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"110.916186ms","start":"2026-05-07T03:30:19.419934Z","end":"2026-05-07T03:30:19.53085Z","steps":["trace[591753350] 'process raft request' (duration: 110.694503ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.530985Z","caller":"traceutil/trace.go:171","msg":"trace[1074998748] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"122.650032ms","start":"2026-05-07T03:30:19.408304Z","end":"2026-05-07T03:30:19.530954Z","steps":["trace[1074998748] 'process raft request' (duration: 122.187966ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.531215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.791314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8194"} {"level":"info","ts":"2026-05-07T03:30:19.531244Z","caller":"traceutil/trace.go:171","msg":"trace[516056844] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"125.779842ms","start":"2026-05-07T03:30:19.405449Z","end":"2026-05-07T03:30:19.531229Z","steps":["trace[516056844] 'process raft request' (duration: 124.935692ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.531231Z","caller":"traceutil/trace.go:171","msg":"trace[146763871] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"110.052954ms","start":"2026-05-07T03:30:19.421156Z","end":"2026-05-07T03:30:19.531209Z","steps":["trace[146763871] 'process raft request' (duration: 109.510937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.531326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.23501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-05-07T03:30:19.531351Z","caller":"traceutil/trace.go:171","msg":"trace[99048423] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4851; }","duration":"111.2809ms","start":"2026-05-07T03:30:19.420063Z","end":"2026-05-07T03:30:19.531344Z","steps":["trace[99048423] 'agreement among raft nodes before linearized reading' (duration: 111.210159ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.531374Z","caller":"traceutil/trace.go:171","msg":"trace[1893533847] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"112.702929ms","start":"2026-05-07T03:30:19.418657Z","end":"2026-05-07T03:30:19.53136Z","steps":["trace[1893533847] 'process raft request' (duration: 111.913999ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.531256Z","caller":"traceutil/trace.go:171","msg":"trace[2142567293] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4851; }","duration":"107.857185ms","start":"2026-05-07T03:30:19.423385Z","end":"2026-05-07T03:30:19.531242Z","steps":["trace[2142567293] 'agreement among raft nodes before linearized reading' (duration: 107.734743ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.531489Z","caller":"traceutil/trace.go:171","msg":"trace[1035483886] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"110.098605ms","start":"2026-05-07T03:30:19.421374Z","end":"2026-05-07T03:30:19.531473Z","steps":["trace[1035483886] 'process raft request' (duration: 109.350655ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.531602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.034026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:30:19.53164Z","caller":"traceutil/trace.go:171","msg":"trace[1527053768] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4851; }","duration":"153.132057ms","start":"2026-05-07T03:30:19.378496Z","end":"2026-05-07T03:30:19.531628Z","steps":["trace[1527053768] 'agreement among raft nodes before linearized reading' (duration: 152.984914ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643084Z","caller":"traceutil/trace.go:171","msg":"trace[175952984] linearizableReadLoop","detail":"{readStateIndex:5077; appliedIndex:5063; }","duration":"112.198202ms","start":"2026-05-07T03:30:19.530841Z","end":"2026-05-07T03:30:19.643039Z","steps":["trace[175952984] 'read index received' (duration: 103.066671ms)","trace[175952984] 'applied index is now lower than readState.Index' (duration: 9.130851ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:19.643407Z","caller":"traceutil/trace.go:171","msg":"trace[592433788] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"130.178401ms","start":"2026-05-07T03:30:19.513219Z","end":"2026-05-07T03:30:19.643397Z","steps":["trace[592433788] 'process raft request' (duration: 129.618154ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643643Z","caller":"traceutil/trace.go:171","msg":"trace[936536043] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"132.135328ms","start":"2026-05-07T03:30:19.511496Z","end":"2026-05-07T03:30:19.643631Z","steps":["trace[936536043] 'process raft request' (duration: 131.266506ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643729Z","caller":"traceutil/trace.go:171","msg":"trace[2108556253] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"130.602487ms","start":"2026-05-07T03:30:19.513119Z","end":"2026-05-07T03:30:19.643721Z","steps":["trace[2108556253] 'process raft request' (duration: 129.669964ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643798Z","caller":"traceutil/trace.go:171","msg":"trace[1011977383] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"130.615887ms","start":"2026-05-07T03:30:19.513175Z","end":"2026-05-07T03:30:19.643791Z","steps":["trace[1011977383] 'process raft request' (duration: 129.628833ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643773Z","caller":"traceutil/trace.go:171","msg":"trace[482328001] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"132.222139ms","start":"2026-05-07T03:30:19.511535Z","end":"2026-05-07T03:30:19.643757Z","steps":["trace[482328001] 'process raft request' (duration: 131.204864ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643863Z","caller":"traceutil/trace.go:171","msg":"trace[1398753713] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"130.656448ms","start":"2026-05-07T03:30:19.513199Z","end":"2026-05-07T03:30:19.643855Z","steps":["trace[1398753713] 'process raft request' (duration: 129.620033ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643925Z","caller":"traceutil/trace.go:171","msg":"trace[960118144] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"129.425502ms","start":"2026-05-07T03:30:19.514492Z","end":"2026-05-07T03:30:19.643917Z","steps":["trace[960118144] 'process raft request' (duration: 128.435638ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643921Z","caller":"traceutil/trace.go:171","msg":"trace[1646765297] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"130.136301ms","start":"2026-05-07T03:30:19.513756Z","end":"2026-05-07T03:30:19.643892Z","steps":["trace[1646765297] 'process raft request' (duration: 129.107657ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643986Z","caller":"traceutil/trace.go:171","msg":"trace[1652902935] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"129.519673ms","start":"2026-05-07T03:30:19.514459Z","end":"2026-05-07T03:30:19.643979Z","steps":["trace[1652902935] 'process raft request' (duration: 128.442138ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.644055Z","caller":"traceutil/trace.go:171","msg":"trace[1929397460] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"126.3551ms","start":"2026-05-07T03:30:19.517692Z","end":"2026-05-07T03:30:19.644047Z","steps":["trace[1929397460] 'process raft request' (duration: 125.262875ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.644106Z","caller":"traceutil/trace.go:171","msg":"trace[1541426795] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"134.279186ms","start":"2026-05-07T03:30:19.509818Z","end":"2026-05-07T03:30:19.644098Z","steps":["trace[1541426795] 'process raft request' (duration: 132.898867ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.644277Z","caller":"traceutil/trace.go:171","msg":"trace[1122567380] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"119.386088ms","start":"2026-05-07T03:30:19.52488Z","end":"2026-05-07T03:30:19.644266Z","steps":["trace[1122567380] 'process raft request' (duration: 118.124971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.644345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.904854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-nvcdz\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-05-07T03:30:19.644381Z","caller":"traceutil/trace.go:171","msg":"trace[74251900] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-nvcdz; range_end:; response_count:1; response_revision:4865; }","duration":"134.976485ms","start":"2026-05-07T03:30:19.509395Z","end":"2026-05-07T03:30:19.644371Z","steps":["trace[74251900] 'agreement among raft nodes before linearized reading' (duration: 134.847113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.644682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.759071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-05-07T03:30:19.644716Z","caller":"traceutil/trace.go:171","msg":"trace[1970869158] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4865; }","duration":"140.837563ms","start":"2026-05-07T03:30:19.503869Z","end":"2026-05-07T03:30:19.644707Z","steps":["trace[1970869158] 'agreement among raft nodes before linearized reading' (duration: 140.710851ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.643712Z","caller":"traceutil/trace.go:171","msg":"trace[776267040] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"134.072022ms","start":"2026-05-07T03:30:19.509605Z","end":"2026-05-07T03:30:19.643677Z","steps":["trace[776267040] 'process raft request' (duration: 133.073129ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.649923Z","caller":"traceutil/trace.go:171","msg":"trace[472889909] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"111.097827ms","start":"2026-05-07T03:30:19.538809Z","end":"2026-05-07T03:30:19.649907Z","steps":["trace[472889909] 'process raft request' (duration: 111.070497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.650061Z","caller":"traceutil/trace.go:171","msg":"trace[876791514] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"111.684965ms","start":"2026-05-07T03:30:19.538357Z","end":"2026-05-07T03:30:19.650042Z","steps":["trace[876791514] 'process raft request' (duration: 111.411331ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.650446Z","caller":"traceutil/trace.go:171","msg":"trace[1011182805] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"111.693355ms","start":"2026-05-07T03:30:19.538738Z","end":"2026-05-07T03:30:19.650432Z","steps":["trace[1011182805] 'process raft request' (duration: 111.112337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.650607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.581271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8194"} {"level":"info","ts":"2026-05-07T03:30:19.650653Z","caller":"traceutil/trace.go:171","msg":"trace[2052985157] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4868; }","duration":"113.675072ms","start":"2026-05-07T03:30:19.536968Z","end":"2026-05-07T03:30:19.650643Z","steps":["trace[2052985157] 'agreement among raft nodes before linearized reading' (duration: 113.52113ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:19.651063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.875055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zk76v\" ","response":"range_response_count:1 size:4820"} {"level":"info","ts":"2026-05-07T03:30:19.651102Z","caller":"traceutil/trace.go:171","msg":"trace[614825811] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zk76v; range_end:; response_count:1; response_revision:4868; }","duration":"117.274189ms","start":"2026-05-07T03:30:19.533816Z","end":"2026-05-07T03:30:19.65109Z","steps":["trace[614825811] 'agreement among raft nodes before linearized reading' (duration: 116.755133ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:19.64336Z","caller":"traceutil/trace.go:171","msg":"trace[1955477873] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"133.883699ms","start":"2026-05-07T03:30:19.509467Z","end":"2026-05-07T03:30:19.643351Z","steps":["trace[1955477873] 'process raft request' (duration: 124.375403ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:20.655439Z","caller":"traceutil/trace.go:171","msg":"trace[1840624980] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"164.602037ms","start":"2026-05-07T03:30:20.490803Z","end":"2026-05-07T03:30:20.655405Z","steps":["trace[1840624980] 'process raft request' (duration: 149.06434ms)","trace[1840624980] 'compare' (duration: 15.339825ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:20.655488Z","caller":"traceutil/trace.go:171","msg":"trace[910994223] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5184; }","duration":"135.818055ms","start":"2026-05-07T03:30:20.519644Z","end":"2026-05-07T03:30:20.655463Z","steps":["trace[910994223] 'read index received' (duration: 120.244357ms)","trace[910994223] 'applied index is now lower than readState.Index' (duration: 15.571488ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:20.655796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.127609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:30:20.65583Z","caller":"traceutil/trace.go:171","msg":"trace[755455478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4975; }","duration":"136.250361ms","start":"2026-05-07T03:30:20.51957Z","end":"2026-05-07T03:30:20.65582Z","steps":["trace[755455478] 'agreement among raft nodes before linearized reading' (duration: 136.050828ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:20.65621Z","caller":"traceutil/trace.go:171","msg":"trace[478476628] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"130.607816ms","start":"2026-05-07T03:30:20.525591Z","end":"2026-05-07T03:30:20.656198Z","steps":["trace[478476628] 'process raft request' (duration: 129.812806ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.192285Z","caller":"traceutil/trace.go:171","msg":"trace[1019427691] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"198.442835ms","start":"2026-05-07T03:30:20.993818Z","end":"2026-05-07T03:30:21.192261Z","steps":["trace[1019427691] 'process raft request' (duration: 198.297933ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.192545Z","caller":"traceutil/trace.go:171","msg":"trace[2088698684] linearizableReadLoop","detail":"{readStateIndex:5200; appliedIndex:5200; }","duration":"173.978261ms","start":"2026-05-07T03:30:21.018542Z","end":"2026-05-07T03:30:21.19252Z","steps":["trace[2088698684] 'read index received' (duration: 173.972551ms)","trace[2088698684] 'applied index is now lower than readState.Index' (duration: 4.43µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:21.192959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.388077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:1 size:4299"} {"level":"info","ts":"2026-05-07T03:30:21.193037Z","caller":"traceutil/trace.go:171","msg":"trace[523143142] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4986; }","duration":"174.546519ms","start":"2026-05-07T03:30:21.018471Z","end":"2026-05-07T03:30:21.193018Z","steps":["trace[523143142] 'agreement among raft nodes before linearized reading' (duration: 174.132753ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.276559Z","caller":"traceutil/trace.go:171","msg":"trace[2068343446] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"200.943528ms","start":"2026-05-07T03:30:21.075531Z","end":"2026-05-07T03:30:21.276475Z","steps":["trace[2068343446] 'process raft request' (duration: 200.581713ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.277618Z","caller":"traceutil/trace.go:171","msg":"trace[1330308565] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"196.53788ms","start":"2026-05-07T03:30:21.081054Z","end":"2026-05-07T03:30:21.277591Z","steps":["trace[1330308565] 'process raft request' (duration: 195.308223ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.27799Z","caller":"traceutil/trace.go:171","msg":"trace[2085498008] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"111.012945ms","start":"2026-05-07T03:30:21.166958Z","end":"2026-05-07T03:30:21.27797Z","steps":["trace[2085498008] 'process raft request' (duration: 110.790482ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.277862Z","caller":"traceutil/trace.go:171","msg":"trace[1295023414] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"180.189033ms","start":"2026-05-07T03:30:21.097631Z","end":"2026-05-07T03:30:21.27782Z","steps":["trace[1295023414] 'process raft request' (duration: 179.895989ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:21.279091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.093192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:21.279161Z","caller":"traceutil/trace.go:171","msg":"trace[687063946] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4990; }","duration":"235.230834ms","start":"2026-05-07T03:30:21.043916Z","end":"2026-05-07T03:30:21.279147Z","steps":["trace[687063946] 'agreement among raft nodes before linearized reading' (duration: 234.016018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:21.282213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.139436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-07T03:30:21.28249Z","caller":"traceutil/trace.go:171","msg":"trace[534042107] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4990; }","duration":"166.472532ms","start":"2026-05-07T03:30:21.115992Z","end":"2026-05-07T03:30:21.282465Z","steps":["trace[534042107] 'agreement among raft nodes before linearized reading' (duration: 162.066503ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.341185Z","caller":"traceutil/trace.go:171","msg":"trace[396847654] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"124.872997ms","start":"2026-05-07T03:30:21.216282Z","end":"2026-05-07T03:30:21.341155Z","steps":["trace[396847654] 'process raft request' (duration: 124.638564ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.416859Z","caller":"traceutil/trace.go:171","msg":"trace[1789260824] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"112.575184ms","start":"2026-05-07T03:30:21.304262Z","end":"2026-05-07T03:30:21.416837Z","steps":["trace[1789260824] 'process raft request' (duration: 111.954636ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.482589Z","caller":"traceutil/trace.go:171","msg":"trace[1322719064] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"115.440073ms","start":"2026-05-07T03:30:21.367128Z","end":"2026-05-07T03:30:21.482568Z","steps":["trace[1322719064] 'process raft request' (duration: 114.745154ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:21.733177Z","caller":"traceutil/trace.go:171","msg":"trace[1692447659] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"104.506737ms","start":"2026-05-07T03:30:21.62863Z","end":"2026-05-07T03:30:21.733136Z","steps":["trace[1692447659] 'process raft request' (duration: 104.361515ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:22.182093Z","caller":"traceutil/trace.go:171","msg":"trace[1276141983] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"516.088853ms","start":"2026-05-07T03:30:21.665983Z","end":"2026-05-07T03:30:22.182072Z","steps":["trace[1276141983] 'process raft request' (duration: 516.013132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.182224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.665963Z","time spent":"516.199084ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:22.182284Z","caller":"traceutil/trace.go:171","msg":"trace[2092038497] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5214; }","duration":"531.941313ms","start":"2026-05-07T03:30:21.650324Z","end":"2026-05-07T03:30:22.182266Z","steps":["trace[2092038497] 'read index received' (duration: 82.826689ms)","trace[2092038497] 'applied index is now lower than readState.Index' (duration: 449.113174ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:22.182304Z","caller":"traceutil/trace.go:171","msg":"trace[476864299] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"547.185756ms","start":"2026-05-07T03:30:21.634933Z","end":"2026-05-07T03:30:22.182118Z","steps":["trace[476864299] 'process raft request' (duration: 546.410745ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:22.182462Z","caller":"traceutil/trace.go:171","msg":"trace[496693035] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"466.621386ms","start":"2026-05-07T03:30:21.715826Z","end":"2026-05-07T03:30:22.182448Z","steps":["trace[496693035] 'process raft request' (duration: 466.211141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.182563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.715803Z","time spent":"466.726907ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:30:22.182723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.634905Z","time spent":"547.679272ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":452281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:22.182777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.24556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:22.182896Z","caller":"traceutil/trace.go:171","msg":"trace[1117913349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5003; }","duration":"533.392982ms","start":"2026-05-07T03:30:21.649489Z","end":"2026-05-07T03:30:22.182882Z","steps":["trace[1117913349] 'agreement among raft nodes before linearized reading' (duration: 533.205299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.182943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.64947Z","time spent":"533.460412ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:30:22.267928Z","caller":"traceutil/trace.go:171","msg":"trace[112701993] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"490.530032ms","start":"2026-05-07T03:30:21.777377Z","end":"2026-05-07T03:30:22.267907Z","steps":["trace[112701993] 'process raft request' (duration: 490.38154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.268038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.777347Z","time spent":"490.633334ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6836,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:22.268201Z","caller":"traceutil/trace.go:171","msg":"trace[9577607] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"352.186834ms","start":"2026-05-07T03:30:21.916001Z","end":"2026-05-07T03:30:22.268187Z","steps":["trace[9577607] 'process raft request' (duration: 352.136264ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.268263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.754471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:30:22.268289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.915981Z","time spent":"352.273565ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:30:22.268367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.567806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-t4tr7\" ","response":"range_response_count:1 size:2448"} {"level":"info","ts":"2026-05-07T03:30:22.268385Z","caller":"traceutil/trace.go:171","msg":"trace[1511490841] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-t4tr7; range_end:; response_count:1; response_revision:5007; }","duration":"302.617887ms","start":"2026-05-07T03:30:21.965763Z","end":"2026-05-07T03:30:22.268381Z","steps":["trace[1511490841] 'agreement among raft nodes before linearized reading' (duration: 302.570566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.268377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.099889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:30:22.268402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.965743Z","time spent":"302.655177ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":2471,"request content":"key:\"/registry/secrets/monitoring/grafana-tls-t4tr7\" "} {"level":"info","ts":"2026-05-07T03:30:22.268416Z","caller":"traceutil/trace.go:171","msg":"trace[604112493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"610.16054ms","start":"2026-05-07T03:30:21.658244Z","end":"2026-05-07T03:30:22.268404Z","steps":["trace[604112493] 'agreement among raft nodes before linearized reading' (duration: 610.106049ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.268451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.658233Z","time spent":"610.211671ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:30:22.268466Z","caller":"traceutil/trace.go:171","msg":"trace[1026684466] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"393.538284ms","start":"2026-05-07T03:30:21.874905Z","end":"2026-05-07T03:30:22.268443Z","steps":["trace[1026684466] 'process raft request' (duration: 393.174739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.268587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.874886Z","time spent":"393.638256ms","remote":"127.0.0.1:40084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:22.268605Z","caller":"traceutil/trace.go:171","msg":"trace[1189605673] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"451.962061ms","start":"2026-05-07T03:30:21.81663Z","end":"2026-05-07T03:30:22.268592Z","steps":["trace[1189605673] 'process raft request' (duration: 451.22273ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:22.268318Z","caller":"traceutil/trace.go:171","msg":"trace[2130524765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5007; }","duration":"617.825462ms","start":"2026-05-07T03:30:21.650481Z","end":"2026-05-07T03:30:22.268307Z","steps":["trace[2130524765] 'agreement among raft nodes before linearized reading' (duration: 617.69465ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.268762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.458227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-4jxnf.18ad2a7a49d1ad2c\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-05-07T03:30:22.268797Z","caller":"traceutil/trace.go:171","msg":"trace[1755019309] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-4jxnf.18ad2a7a49d1ad2c; range_end:; response_count:1; response_revision:5007; }","duration":"321.531678ms","start":"2026-05-07T03:30:21.947255Z","end":"2026-05-07T03:30:22.268787Z","steps":["trace[1755019309] 'agreement among raft nodes before linearized reading' (duration: 321.099331ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.268824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.947234Z","time spent":"321.583728ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-4jxnf.18ad2a7a49d1ad2c\" "} {"level":"warn","ts":"2026-05-07T03:30:22.268905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.650475Z","time spent":"618.39524ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:22.268656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.816597Z","time spent":"452.034221ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:30:22.279664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.573591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:30:22.279737Z","caller":"traceutil/trace.go:171","msg":"trace[1943300429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5007; }","duration":"624.670193ms","start":"2026-05-07T03:30:21.655049Z","end":"2026-05-07T03:30:22.279719Z","steps":["trace[1943300429] 'agreement among raft nodes before linearized reading' (duration: 613.472865ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.279772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.655042Z","time spent":"624.722834ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:22.279819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.570536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:30:22.28015Z","caller":"traceutil/trace.go:171","msg":"trace[716337747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5007; }","duration":"626.044212ms","start":"2026-05-07T03:30:21.654086Z","end":"2026-05-07T03:30:22.28013Z","steps":["trace[716337747] 'agreement among raft nodes before linearized reading' (duration: 614.445018ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:22.280241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:21.654063Z","time spent":"626.156414ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:30:22.399955Z","caller":"traceutil/trace.go:171","msg":"trace[1283174930] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"100.797788ms","start":"2026-05-07T03:30:22.299136Z","end":"2026-05-07T03:30:22.399934Z","steps":["trace[1283174930] 'process raft request' (duration: 92.419647ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:22.659224Z","caller":"traceutil/trace.go:171","msg":"trace[1656612416] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"103.97123ms","start":"2026-05-07T03:30:22.555224Z","end":"2026-05-07T03:30:22.659195Z","steps":["trace[1656612416] 'process raft request' (duration: 92.527648ms)","trace[1656612416] 'compare' (duration: 11.328ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:23.067008Z","caller":"traceutil/trace.go:171","msg":"trace[557798207] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"106.333091ms","start":"2026-05-07T03:30:22.96064Z","end":"2026-05-07T03:30:23.066973Z","steps":["trace[557798207] 'process raft request' (duration: 105.60151ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:23.092177Z","caller":"traceutil/trace.go:171","msg":"trace[1866196082] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"110.02834ms","start":"2026-05-07T03:30:22.9821Z","end":"2026-05-07T03:30:23.092129Z","steps":["trace[1866196082] 'process raft request' (duration: 109.435922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.77287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017056867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:30:23.834Z","caller":"traceutil/trace.go:171","msg":"trace[1920438842] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"644.431267ms","start":"2026-05-07T03:30:23.189539Z","end":"2026-05-07T03:30:23.83397Z","steps":["trace[1920438842] 'process raft request' (duration: 644.288255ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.834161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.1895Z","time spent":"644.604129ms","remote":"127.0.0.1:46820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3457,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:30:23.877123Z","caller":"traceutil/trace.go:171","msg":"trace[1222882663] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5249; }","duration":"604.73566ms","start":"2026-05-07T03:30:23.272344Z","end":"2026-05-07T03:30:23.877079Z","steps":["trace[1222882663] 'read index received' (duration: 561.883251ms)","trace[1222882663] 'applied index is now lower than readState.Index' (duration: 42.851189ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:23.877194Z","caller":"traceutil/trace.go:171","msg":"trace[1787614520] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"679.799006ms","start":"2026-05-07T03:30:23.197338Z","end":"2026-05-07T03:30:23.877137Z","steps":["trace[1787614520] 'process raft request' (duration: 679.547143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.877379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.018374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:23.877431Z","caller":"traceutil/trace.go:171","msg":"trace[1765262544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5036; }","duration":"605.137786ms","start":"2026-05-07T03:30:23.272282Z","end":"2026-05-07T03:30:23.877419Z","steps":["trace[1765262544] 'agreement among raft nodes before linearized reading' (duration: 604.985754ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.877427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.197319Z","time spent":"679.974598ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:23.877472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.272266Z","time spent":"605.196256ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:30:23.877245Z","caller":"traceutil/trace.go:171","msg":"trace[1285039635] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"584.760045ms","start":"2026-05-07T03:30:23.292473Z","end":"2026-05-07T03:30:23.877233Z","steps":["trace[1285039635] 'process raft request' (duration: 584.563523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.878006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.292448Z","time spent":"585.453074ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:23.91292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.095694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:23.913217Z","caller":"traceutil/trace.go:171","msg":"trace[694284904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5037; }","duration":"255.444938ms","start":"2026-05-07T03:30:23.657754Z","end":"2026-05-07T03:30:23.913199Z","steps":["trace[694284904] 'agreement among raft nodes before linearized reading' (duration: 255.057932ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.913315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.295988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:30:23.913212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.626725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:30:23.913395Z","caller":"traceutil/trace.go:171","msg":"trace[1582320688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5037; }","duration":"375.421789ms","start":"2026-05-07T03:30:23.537955Z","end":"2026-05-07T03:30:23.913377Z","steps":["trace[1582320688] 'agreement among raft nodes before linearized reading' (duration: 374.773629ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.913447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.537936Z","time spent":"375.50202ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:30:23.913461Z","caller":"traceutil/trace.go:171","msg":"trace[1722398346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5037; }","duration":"373.891599ms","start":"2026-05-07T03:30:23.539542Z","end":"2026-05-07T03:30:23.913433Z","steps":["trace[1722398346] 'agreement among raft nodes before linearized reading' (duration: 373.332912ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:23.913532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:23.53948Z","time spent":"374.039011ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:24.315449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.135998ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:30:24.462788Z","caller":"traceutil/trace.go:171","msg":"trace[1120763059] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"141.987282ms","start":"2026-05-07T03:30:24.320759Z","end":"2026-05-07T03:30:24.462747Z","steps":["trace[1120763059] 'process raft request' (duration: 107.760219ms)","trace[1120763059] 'compare' (duration: 33.420363ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:24.462825Z","caller":"traceutil/trace.go:171","msg":"trace[1088273220] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"140.381301ms","start":"2026-05-07T03:30:24.322411Z","end":"2026-05-07T03:30:24.462793Z","steps":["trace[1088273220] 'process raft request' (duration: 140.30951ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:24.462858Z","caller":"traceutil/trace.go:171","msg":"trace[1198415452] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"141.780069ms","start":"2026-05-07T03:30:24.321049Z","end":"2026-05-07T03:30:24.462829Z","steps":["trace[1198415452] 'process raft request' (duration: 141.540336ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.112576Z","caller":"traceutil/trace.go:171","msg":"trace[1908453583] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"228.409595ms","start":"2026-05-07T03:30:25.884141Z","end":"2026-05-07T03:30:26.112551Z","steps":["trace[1908453583] 'process raft request' (duration: 228.278573ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.171952Z","caller":"traceutil/trace.go:171","msg":"trace[728370999] linearizableReadLoop","detail":"{readStateIndex:5264; appliedIndex:5261; }","duration":"247.287064ms","start":"2026-05-07T03:30:25.924645Z","end":"2026-05-07T03:30:26.171932Z","steps":["trace[728370999] 'read index received' (duration: 187.844507ms)","trace[728370999] 'applied index is now lower than readState.Index' (duration: 59.441687ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:26.171987Z","caller":"traceutil/trace.go:171","msg":"trace[1940486617] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"287.798591ms","start":"2026-05-07T03:30:25.884172Z","end":"2026-05-07T03:30:26.17197Z","steps":["trace[1940486617] 'process raft request' (duration: 287.628489ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.172034Z","caller":"traceutil/trace.go:171","msg":"trace[1708173967] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"283.899059ms","start":"2026-05-07T03:30:25.888129Z","end":"2026-05-07T03:30:26.172028Z","steps":["trace[1708173967] 'process raft request' (duration: 283.775587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.172189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.547207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:30:26.172214Z","caller":"traceutil/trace.go:171","msg":"trace[1990762166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5048; }","duration":"247.613108ms","start":"2026-05-07T03:30:25.924594Z","end":"2026-05-07T03:30:26.172208Z","steps":["trace[1990762166] 'agreement among raft nodes before linearized reading' (duration: 247.500777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.17235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.424519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:30:26.17237Z","caller":"traceutil/trace.go:171","msg":"trace[913573910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5048; }","duration":"205.47549ms","start":"2026-05-07T03:30:25.96689Z","end":"2026-05-07T03:30:26.172365Z","steps":["trace[913573910] 'agreement among raft nodes before linearized reading' (duration: 205.421119ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.723915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.07034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:26.724302Z","caller":"traceutil/trace.go:171","msg":"trace[1394751963] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5264; }","duration":"366.893117ms","start":"2026-05-07T03:30:26.357369Z","end":"2026-05-07T03:30:26.724262Z","steps":["trace[1394751963] 'read index received' (duration: 159.897677ms)","trace[1394751963] 'applied index is now lower than readState.Index' (duration: 206.99434ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:26.724386Z","caller":"traceutil/trace.go:171","msg":"trace[2090283259] transaction","detail":"{read_only:false; response_revision:5050; number_of_response:1; }","duration":"547.818041ms","start":"2026-05-07T03:30:26.176554Z","end":"2026-05-07T03:30:26.724372Z","steps":["trace[2090283259] 'process raft request' (duration: 547.453977ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.724433Z","caller":"traceutil/trace.go:171","msg":"trace[1160301868] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"547.932973ms","start":"2026-05-07T03:30:26.176484Z","end":"2026-05-07T03:30:26.724417Z","steps":["trace[1160301868] 'process raft request' (duration: 87.274775ms)","trace[1160301868] 'compare' (duration: 459.977069ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:26.72449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.176527Z","time spent":"547.908022ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:26.724502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.176459Z","time spent":"548.010803ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:26.724826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.452384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:26.724904Z","caller":"traceutil/trace.go:171","msg":"trace[1960037036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5050; }","duration":"367.565285ms","start":"2026-05-07T03:30:26.35733Z","end":"2026-05-07T03:30:26.724895Z","steps":["trace[1960037036] 'agreement among raft nodes before linearized reading' (duration: 367.363152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.724947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:26.357313Z","time spent":"367.626066ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:26.724995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.045242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:30:26.725038Z","caller":"traceutil/trace.go:171","msg":"trace[1224300724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5050; }","duration":"257.102803ms","start":"2026-05-07T03:30:26.467924Z","end":"2026-05-07T03:30:26.725026Z","steps":["trace[1224300724] 'agreement among raft nodes before linearized reading' (duration: 257.004131ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.725067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.509895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:30:26.725227Z","caller":"traceutil/trace.go:171","msg":"trace[830453108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5050; }","duration":"256.668677ms","start":"2026-05-07T03:30:26.468526Z","end":"2026-05-07T03:30:26.725194Z","steps":["trace[830453108] 'agreement among raft nodes before linearized reading' (duration: 256.363063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:26.725886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.273934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:30:26.726786Z","caller":"traceutil/trace.go:171","msg":"trace[1406179864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5050; }","duration":"258.221219ms","start":"2026-05-07T03:30:26.467695Z","end":"2026-05-07T03:30:26.725916Z","steps":["trace[1406179864] 'agreement among raft nodes before linearized reading' (duration: 257.139754ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.940181Z","caller":"traceutil/trace.go:171","msg":"trace[1786594701] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"209.17212ms","start":"2026-05-07T03:30:26.73098Z","end":"2026-05-07T03:30:26.940152Z","steps":["trace[1786594701] 'process raft request' (duration: 209.009098ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.940237Z","caller":"traceutil/trace.go:171","msg":"trace[1441988470] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"209.23822ms","start":"2026-05-07T03:30:26.730964Z","end":"2026-05-07T03:30:26.940202Z","steps":["trace[1441988470] 'process raft request' (duration: 208.989187ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:26.940221Z","caller":"traceutil/trace.go:171","msg":"trace[818932750] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"209.335402ms","start":"2026-05-07T03:30:26.73084Z","end":"2026-05-07T03:30:26.940176Z","steps":["trace[818932750] 'process raft request' (duration: 208.953247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.248159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.741494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:27.248238Z","caller":"traceutil/trace.go:171","msg":"trace[225181927] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5054; }","duration":"215.857666ms","start":"2026-05-07T03:30:27.032361Z","end":"2026-05-07T03:30:27.248218Z","steps":["trace[225181927] 'count revisions from in-memory index tree' (duration: 215.681194ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.249665Z","caller":"traceutil/trace.go:171","msg":"trace[1272595797] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"129.142668ms","start":"2026-05-07T03:30:27.120504Z","end":"2026-05-07T03:30:27.249647Z","steps":["trace[1272595797] 'process raft request' (duration: 129.005697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:27.931291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.715994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:27.931362Z","caller":"traceutil/trace.go:171","msg":"trace[251380629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5055; }","duration":"274.832135ms","start":"2026-05-07T03:30:27.656513Z","end":"2026-05-07T03:30:27.931345Z","steps":["trace[251380629] 'range keys from in-memory index tree' (duration: 274.650623ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:27.931438Z","caller":"traceutil/trace.go:171","msg":"trace[577825374] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"169.823127ms","start":"2026-05-07T03:30:27.761568Z","end":"2026-05-07T03:30:27.931391Z","steps":["trace[577825374] 'process raft request' (duration: 138.743386ms)","trace[577825374] 'compare' (duration: 30.527334ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:28.523005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.265863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:28.52311Z","caller":"traceutil/trace.go:171","msg":"trace[1404533210] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"345.73385ms","start":"2026-05-07T03:30:28.177356Z","end":"2026-05-07T03:30:28.52309Z","steps":["trace[1404533210] 'process raft request' (duration: 81.309525ms)","trace[1404533210] 'compare' (duration: 264.152522ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:28.523165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:28.177336Z","time spent":"345.803901ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:28.864208Z","caller":"traceutil/trace.go:171","msg":"trace[1918707589] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"132.429021ms","start":"2026-05-07T03:30:28.731757Z","end":"2026-05-07T03:30:28.864186Z","steps":["trace[1918707589] 'process raft request' (duration: 132.276479ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:28.876407Z","caller":"traceutil/trace.go:171","msg":"trace[1067155973] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"144.179376ms","start":"2026-05-07T03:30:28.7322Z","end":"2026-05-07T03:30:28.876379Z","steps":["trace[1067155973] 'process raft request' (duration: 143.994593ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:28.876298Z","caller":"traceutil/trace.go:171","msg":"trace[691199778] linearizableReadLoop","detail":"{readStateIndex:5276; appliedIndex:5274; }","duration":"111.610946ms","start":"2026-05-07T03:30:28.764672Z","end":"2026-05-07T03:30:28.876283Z","steps":["trace[691199778] 'read index received' (duration: 99.354694ms)","trace[691199778] 'applied index is now lower than readState.Index' (duration: 12.255632ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:28.876739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.011241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:30:28.876853Z","caller":"traceutil/trace.go:171","msg":"trace[1209480371] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:5060; }","duration":"112.219734ms","start":"2026-05-07T03:30:28.764613Z","end":"2026-05-07T03:30:28.876833Z","steps":["trace[1209480371] 'agreement among raft nodes before linearized reading' (duration: 111.853879ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:29.004903Z","caller":"traceutil/trace.go:171","msg":"trace[1742975647] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"124.80971ms","start":"2026-05-07T03:30:28.880059Z","end":"2026-05-07T03:30:29.004869Z","steps":["trace[1742975647] 'process raft request' (duration: 47.523409ms)","trace[1742975647] 'compare' (duration: 77.065498ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:30.122323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.469873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:30.122578Z","caller":"traceutil/trace.go:171","msg":"trace[456128434] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5070; }","duration":"211.766126ms","start":"2026-05-07T03:30:29.910727Z","end":"2026-05-07T03:30:30.122493Z","steps":["trace[456128434] 'count revisions from in-memory index tree' (duration: 211.33618ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:30.122611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.35453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:30.123185Z","caller":"traceutil/trace.go:171","msg":"trace[886152192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5070; }","duration":"466.973388ms","start":"2026-05-07T03:30:29.656193Z","end":"2026-05-07T03:30:30.123166Z","steps":["trace[886152192] 'range keys from in-memory index tree' (duration: 466.289779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:30.123235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:29.656177Z","time spent":"467.043169ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:30.122866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.796588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-zwl8x\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-05-07T03:30:30.123357Z","caller":"traceutil/trace.go:171","msg":"trace[665793077] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-zwl8x; range_end:; response_count:1; response_revision:5070; }","duration":"309.297765ms","start":"2026-05-07T03:30:29.814015Z","end":"2026-05-07T03:30:30.123313Z","steps":["trace[665793077] 'range keys from in-memory index tree' (duration: 308.651586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:30.123446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:29.813999Z","time spent":"309.403777ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":4355,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-zwl8x\" "} {"level":"info","ts":"2026-05-07T03:30:30.393025Z","caller":"traceutil/trace.go:171","msg":"trace[1916122874] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"261.845909ms","start":"2026-05-07T03:30:30.131153Z","end":"2026-05-07T03:30:30.392999Z","steps":["trace[1916122874] 'process raft request' (duration: 261.681176ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:30.394764Z","caller":"traceutil/trace.go:171","msg":"trace[827984462] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"230.362522ms","start":"2026-05-07T03:30:30.164384Z","end":"2026-05-07T03:30:30.394746Z","steps":["trace[827984462] 'process raft request' (duration: 230.249011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:32.848453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017056991,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:30:33.061069Z","caller":"traceutil/trace.go:171","msg":"trace[1266287524] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"794.571459ms","start":"2026-05-07T03:30:32.266468Z","end":"2026-05-07T03:30:33.06104Z","steps":["trace[1266287524] 'process raft request' (duration: 794.466687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:33.061167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.266451Z","time spent":"794.66991ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:30:33.655647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.1513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:33.655975Z","caller":"traceutil/trace.go:171","msg":"trace[2052613532] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5304; }","duration":"1.308427941s","start":"2026-05-07T03:30:32.34753Z","end":"2026-05-07T03:30:33.655958Z","steps":["trace[2052613532] 'read index received' (duration: 713.837004ms)","trace[2052613532] 'applied index is now lower than readState.Index' (duration: 594.589747ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:33.655971Z","caller":"traceutil/trace.go:171","msg":"trace[600146347] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"1.255966798s","start":"2026-05-07T03:30:32.399887Z","end":"2026-05-07T03:30:33.655854Z","steps":["trace[600146347] 'process raft request' (duration: 1.023499734s)","trace[600146347] 'compare' (duration: 231.712414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:33.656188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308629344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:33.656294Z","caller":"traceutil/trace.go:171","msg":"trace[761099577] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5088; }","duration":"1.308792015s","start":"2026-05-07T03:30:32.347486Z","end":"2026-05-07T03:30:33.656278Z","steps":["trace[761099577] 'agreement among raft nodes before linearized reading' (duration: 1.308601643s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:33.656156Z","caller":"traceutil/trace.go:171","msg":"trace[721614394] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"1.122416967s","start":"2026-05-07T03:30:32.533709Z","end":"2026-05-07T03:30:33.656126Z","steps":["trace[721614394] 'process raft request' (duration: 1.122099382s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:33.656397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.347464Z","time spent":"1.308891987s","remote":"127.0.0.1:52488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:33.656559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.533686Z","time spent":"1.122780422s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:33.656205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.399868Z","time spent":"1.256250902s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:34.039962Z","caller":"traceutil/trace.go:171","msg":"trace[75077505] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5306; }","duration":"383.91169ms","start":"2026-05-07T03:30:33.656027Z","end":"2026-05-07T03:30:34.039938Z","steps":["trace[75077505] 'read index received' (duration: 373.683185ms)","trace[75077505] 'applied index is now lower than readState.Index' (duration: 10.227295ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:34.040069Z","caller":"traceutil/trace.go:171","msg":"trace[1572702213] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"867.410593ms","start":"2026-05-07T03:30:33.172647Z","end":"2026-05-07T03:30:34.040057Z","steps":["trace[1572702213] 'process raft request' (duration: 857.047846ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.040167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.172627Z","time spent":"867.468853ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:34.040284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.859255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:30:34.04039Z","caller":"traceutil/trace.go:171","msg":"trace[194171512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5090; }","duration":"998.980557ms","start":"2026-05-07T03:30:33.041364Z","end":"2026-05-07T03:30:34.040344Z","steps":["trace[194171512] 'agreement among raft nodes before linearized reading' (duration: 998.706024ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.040548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.041358Z","time spent":"999.149469ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:30:34.040698Z","caller":"traceutil/trace.go:171","msg":"trace[120081244] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"714.787441ms","start":"2026-05-07T03:30:33.325897Z","end":"2026-05-07T03:30:34.040684Z","steps":["trace[120081244] 'process raft request' (duration: 713.98448ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.040847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.32587Z","time spent":"714.859981ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:34.041004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.227282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:34.04104Z","caller":"traceutil/trace.go:171","msg":"trace[1420889832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5090; }","duration":"767.300063ms","start":"2026-05-07T03:30:33.273731Z","end":"2026-05-07T03:30:34.041031Z","steps":["trace[1420889832] 'agreement among raft nodes before linearized reading' (duration: 767.221672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.041102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.273711Z","time spent":"767.383204ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:34.041383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.483739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:34.041432Z","caller":"traceutil/trace.go:171","msg":"trace[1553919939] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5090; }","duration":"869.57456ms","start":"2026-05-07T03:30:33.171847Z","end":"2026-05-07T03:30:34.041421Z","steps":["trace[1553919939] 'agreement among raft nodes before linearized reading' (duration: 869.492039ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.041507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.171818Z","time spent":"869.677322ms","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:34.041636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000089451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:30:34.041735Z","caller":"traceutil/trace.go:171","msg":"trace[1019022247] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5090; }","duration":"1.000299994s","start":"2026-05-07T03:30:33.041413Z","end":"2026-05-07T03:30:34.041713Z","steps":["trace[1019022247] 'agreement among raft nodes before linearized reading' (duration: 999.97414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.041789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.041407Z","time spent":"1.000372525s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:34.041819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000474966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:30:34.041874Z","caller":"traceutil/trace.go:171","msg":"trace[1456623396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5090; }","duration":"1.000548337s","start":"2026-05-07T03:30:33.04131Z","end":"2026-05-07T03:30:34.041858Z","steps":["trace[1456623396] 'agreement among raft nodes before linearized reading' (duration: 1.000449995s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.041721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153784278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:30:34.041917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.041295Z","time spent":"1.000614267s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:30:34.041931Z","caller":"traceutil/trace.go:171","msg":"trace[1964419386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5090; }","duration":"1.154037521s","start":"2026-05-07T03:30:32.887884Z","end":"2026-05-07T03:30:34.041922Z","steps":["trace[1964419386] 'agreement among raft nodes before linearized reading' (duration: 1.153690497s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.041958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.887864Z","time spent":"1.154085912s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:34.04208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006351143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-07T03:30:34.042099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157903692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:30:34.042121Z","caller":"traceutil/trace.go:171","msg":"trace[330081083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5090; }","duration":"1.157950042s","start":"2026-05-07T03:30:32.884162Z","end":"2026-05-07T03:30:34.042113Z","steps":["trace[330081083] 'agreement among raft nodes before linearized reading' (duration: 1.157878861s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:34.042117Z","caller":"traceutil/trace.go:171","msg":"trace[1167929999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5090; }","duration":"1.006414014s","start":"2026-05-07T03:30:33.035692Z","end":"2026-05-07T03:30:34.042106Z","steps":["trace[1167929999] 'agreement among raft nodes before linearized reading' (duration: 1.006322893s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.042148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.884147Z","time spent":"1.157992793s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:34.042153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.035675Z","time spent":"1.006469675s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:34.042222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459918934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:34.042352Z","caller":"traceutil/trace.go:171","msg":"trace[991077603] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:5090; }","duration":"1.460205618s","start":"2026-05-07T03:30:32.582113Z","end":"2026-05-07T03:30:34.042319Z","steps":["trace[991077603] 'agreement among raft nodes before linearized reading' (duration: 1.459823394s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.04243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:32.582093Z","time spent":"1.46032633s","remote":"127.0.0.1:32972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:34.08182Z","caller":"traceutil/trace.go:171","msg":"trace[1934940019] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"402.565876ms","start":"2026-05-07T03:30:33.679199Z","end":"2026-05-07T03:30:34.081765Z","steps":["trace[1934940019] 'process raft request' (duration: 402.254851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.081847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.248335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:30:34.082027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.732024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:30:34.082056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.679143Z","time spent":"402.794008ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:34.082108Z","caller":"traceutil/trace.go:171","msg":"trace[430787818] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5091; }","duration":"297.917866ms","start":"2026-05-07T03:30:33.784176Z","end":"2026-05-07T03:30:34.082094Z","steps":["trace[430787818] 'agreement among raft nodes before linearized reading' (duration: 297.741104ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:34.082193Z","caller":"traceutil/trace.go:171","msg":"trace[1507173695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5091; }","duration":"425.535678ms","start":"2026-05-07T03:30:33.656532Z","end":"2026-05-07T03:30:34.082068Z","steps":["trace[1507173695] 'agreement among raft nodes before linearized reading' (duration: 425.185812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.082297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:33.656519Z","time spent":"425.766491ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:30:34.420764Z","caller":"traceutil/trace.go:171","msg":"trace[537640234] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"371.523554ms","start":"2026-05-07T03:30:34.04922Z","end":"2026-05-07T03:30:34.420744Z","steps":["trace[537640234] 'process raft request' (duration: 371.493093ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.420869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:34.049199Z","time spent":"371.614045ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:34.421067Z","caller":"traceutil/trace.go:171","msg":"trace[314691934] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"371.96823ms","start":"2026-05-07T03:30:34.049092Z","end":"2026-05-07T03:30:34.42106Z","steps":["trace[314691934] 'process raft request' (duration: 332.995797ms)","trace[314691934] 'compare' (duration: 38.442355ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:34.421104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:34.049067Z","time spent":"372.018931ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:34.421168Z","caller":"traceutil/trace.go:171","msg":"trace[1526413704] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"372.066751ms","start":"2026-05-07T03:30:34.049096Z","end":"2026-05-07T03:30:34.421163Z","steps":["trace[1526413704] 'process raft request' (duration: 371.538354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.4212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:34.049069Z","time spent":"372.117902ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:34.421281Z","caller":"traceutil/trace.go:171","msg":"trace[1117067480] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"372.137352ms","start":"2026-05-07T03:30:34.049139Z","end":"2026-05-07T03:30:34.421276Z","steps":["trace[1117067480] 'process raft request' (duration: 371.519413ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.421311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:34.049105Z","time spent":"372.191892ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:34.421372Z","caller":"traceutil/trace.go:171","msg":"trace[1006068884] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"372.189863ms","start":"2026-05-07T03:30:34.049177Z","end":"2026-05-07T03:30:34.421367Z","steps":["trace[1006068884] 'process raft request' (duration: 371.502243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.421401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:34.049167Z","time spent":"372.220213ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:34.421462Z","caller":"traceutil/trace.go:171","msg":"trace[1676541288] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"372.241293ms","start":"2026-05-07T03:30:34.049215Z","end":"2026-05-07T03:30:34.421457Z","steps":["trace[1676541288] 'process raft request' (duration: 371.481762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.42149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:34.049202Z","time spent":"372.275584ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:34.572342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.920785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:30:34.572459Z","caller":"traceutil/trace.go:171","msg":"trace[724343591] linearizableReadLoop","detail":"{readStateIndex:5316; appliedIndex:5315; }","duration":"181.595242ms","start":"2026-05-07T03:30:34.390845Z","end":"2026-05-07T03:30:34.57244Z","steps":["trace[724343591] 'read index received' (duration: 69.523486ms)","trace[724343591] 'applied index is now lower than readState.Index' (duration: 112.070346ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:34.57286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.998127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:34.5729Z","caller":"traceutil/trace.go:171","msg":"trace[353468634] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5097; }","duration":"182.087309ms","start":"2026-05-07T03:30:34.390802Z","end":"2026-05-07T03:30:34.57289Z","steps":["trace[353468634] 'agreement among raft nodes before linearized reading' (duration: 182.000938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:34.572931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.289233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:34.573099Z","caller":"traceutil/trace.go:171","msg":"trace[2053499630] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5097; }","duration":"113.527656ms","start":"2026-05-07T03:30:34.459529Z","end":"2026-05-07T03:30:34.573057Z","steps":["trace[2053499630] 'agreement among raft nodes before linearized reading' (duration: 113.317593ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:36.068527Z","caller":"traceutil/trace.go:171","msg":"trace[416972003] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"200.770732ms","start":"2026-05-07T03:30:35.867733Z","end":"2026-05-07T03:30:36.068504Z","steps":["trace[416972003] 'process raft request' (duration: 200.263696ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.449035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.739586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:36.449148Z","caller":"traceutil/trace.go:171","msg":"trace[1131893020] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5106; }","duration":"274.890617ms","start":"2026-05-07T03:30:36.174237Z","end":"2026-05-07T03:30:36.449127Z","steps":["trace[1131893020] 'range keys from in-memory index tree' (duration: 274.672204ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.848929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.170464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:36.849574Z","caller":"traceutil/trace.go:171","msg":"trace[1408842174] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"391.379009ms","start":"2026-05-07T03:30:36.458155Z","end":"2026-05-07T03:30:36.849534Z","steps":["trace[1408842174] 'process raft request' (duration: 218.298542ms)","trace[1408842174] 'compare' (duration: 171.932861ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:36.849689Z","caller":"traceutil/trace.go:171","msg":"trace[103422171] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"391.41986ms","start":"2026-05-07T03:30:36.458232Z","end":"2026-05-07T03:30:36.849652Z","steps":["trace[103422171] 'process raft request' (duration: 390.865682ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:36.849864Z","caller":"traceutil/trace.go:171","msg":"trace[196908430] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"391.573842ms","start":"2026-05-07T03:30:36.458277Z","end":"2026-05-07T03:30:36.849851Z","steps":["trace[196908430] 'process raft request' (duration: 391.315229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.849977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.45827Z","time spent":"391.628383ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:36.850258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.458135Z","time spent":"391.518201ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:36.850366Z","caller":"traceutil/trace.go:171","msg":"trace[682396759] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"391.994307ms","start":"2026-05-07T03:30:36.458336Z","end":"2026-05-07T03:30:36.85033Z","steps":["trace[682396759] 'process raft request' (duration: 391.44116ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:36.850417Z","caller":"traceutil/trace.go:171","msg":"trace[1092261944] linearizableReadLoop","detail":"{readStateIndex:5331; appliedIndex:5326; }","duration":"390.374166ms","start":"2026-05-07T03:30:36.460031Z","end":"2026-05-07T03:30:36.850406Z","steps":["trace[1092261944] 'read index received' (duration: 92.352125ms)","trace[1092261944] 'applied index is now lower than readState.Index' (duration: 298.021331ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:36.850426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.458329Z","time spent":"392.068948ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:36.850493Z","caller":"traceutil/trace.go:171","msg":"trace[2040154395] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"392.101958ms","start":"2026-05-07T03:30:36.458382Z","end":"2026-05-07T03:30:36.850484Z","steps":["trace[2040154395] 'process raft request' (duration: 391.904246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.850568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.458376Z","time spent":"392.164349ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:36.850609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.575289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:30:36.850649Z","caller":"traceutil/trace.go:171","msg":"trace[1910899469] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5112; }","duration":"390.63229ms","start":"2026-05-07T03:30:36.460001Z","end":"2026-05-07T03:30:36.850634Z","steps":["trace[1910899469] 'agreement among raft nodes before linearized reading' (duration: 390.530769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.85069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.459992Z","time spent":"390.689671ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:30:36.850662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.85553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:36.850862Z","caller":"traceutil/trace.go:171","msg":"trace[120388583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5112; }","duration":"194.080033ms","start":"2026-05-07T03:30:36.656772Z","end":"2026-05-07T03:30:36.850852Z","steps":["trace[120388583] 'agreement among raft nodes before linearized reading' (duration: 193.86727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:36.850002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:36.458224Z","time spent":"391.678363ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:37.207548Z","caller":"traceutil/trace.go:171","msg":"trace[1751482611] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"115.649421ms","start":"2026-05-07T03:30:37.091859Z","end":"2026-05-07T03:30:37.207508Z","steps":["trace[1751482611] 'process raft request' (duration: 105.948154ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:37.939669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.452534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:37.940109Z","caller":"traceutil/trace.go:171","msg":"trace[1341287096] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"227.367139ms","start":"2026-05-07T03:30:37.712704Z","end":"2026-05-07T03:30:37.940071Z","steps":["trace[1341287096] 'process raft request' (duration: 106.437699ms)","trace[1341287096] 'compare' (duration: 120.340423ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:37.940267Z","caller":"traceutil/trace.go:171","msg":"trace[185842820] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"200.512517ms","start":"2026-05-07T03:30:37.739739Z","end":"2026-05-07T03:30:37.940251Z","steps":["trace[185842820] 'process raft request' (duration: 200.420655ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:37.940198Z","caller":"traceutil/trace.go:171","msg":"trace[2015489826] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5362; }","duration":"221.615334ms","start":"2026-05-07T03:30:37.718549Z","end":"2026-05-07T03:30:37.940165Z","steps":["trace[2015489826] 'read index received' (duration: 100.702484ms)","trace[2015489826] 'applied index is now lower than readState.Index' (duration: 120.91042ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:37.94051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.936838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-07T03:30:37.940548Z","caller":"traceutil/trace.go:171","msg":"trace[430350102] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5147; }","duration":"222.011998ms","start":"2026-05-07T03:30:37.718524Z","end":"2026-05-07T03:30:37.940536Z","steps":["trace[430350102] 'agreement among raft nodes before linearized reading' (duration: 221.779795ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:37.940814Z","caller":"traceutil/trace.go:171","msg":"trace[647779759] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"228.096369ms","start":"2026-05-07T03:30:37.712708Z","end":"2026-05-07T03:30:37.940804Z","steps":["trace[647779759] 'process raft request' (duration: 227.054875ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:37.941067Z","caller":"traceutil/trace.go:171","msg":"trace[1278662220] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"213.172773ms","start":"2026-05-07T03:30:37.727878Z","end":"2026-05-07T03:30:37.94105Z","steps":["trace[1278662220] 'process raft request' (duration: 212.023228ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.104172Z","caller":"traceutil/trace.go:171","msg":"trace[1541173252] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"152.531724ms","start":"2026-05-07T03:30:37.951609Z","end":"2026-05-07T03:30:38.10414Z","steps":["trace[1541173252] 'process raft request' (duration: 115.324146ms)","trace[1541173252] 'compare' (duration: 36.991316ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:38.104467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.022347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-05-07T03:30:38.104809Z","caller":"traceutil/trace.go:171","msg":"trace[1501177556] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5150; }","duration":"126.422803ms","start":"2026-05-07T03:30:37.978364Z","end":"2026-05-07T03:30:38.104786Z","steps":["trace[1501177556] 'agreement among raft nodes before linearized reading' (duration: 125.867625ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.104995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.064925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:38.105069Z","caller":"traceutil/trace.go:171","msg":"trace[2052813679] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5150; }","duration":"154.172386ms","start":"2026-05-07T03:30:37.950886Z","end":"2026-05-07T03:30:38.105058Z","steps":["trace[2052813679] 'agreement among raft nodes before linearized reading' (duration: 154.035494ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.104561Z","caller":"traceutil/trace.go:171","msg":"trace[1694161913] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"151.646594ms","start":"2026-05-07T03:30:37.95289Z","end":"2026-05-07T03:30:38.104537Z","steps":["trace[1694161913] 'process raft request' (duration: 151.194578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.104769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.168277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-07T03:30:38.105982Z","caller":"traceutil/trace.go:171","msg":"trace[1810784775] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:5150; }","duration":"149.413944ms","start":"2026-05-07T03:30:37.95653Z","end":"2026-05-07T03:30:38.105944Z","steps":["trace[1810784775] 'agreement among raft nodes before linearized reading' (duration: 148.052356ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.146945Z","caller":"traceutil/trace.go:171","msg":"trace[1892499938] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"123.636284ms","start":"2026-05-07T03:30:38.023277Z","end":"2026-05-07T03:30:38.146913Z","steps":["trace[1892499938] 'process raft request' (duration: 123.403991ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.147185Z","caller":"traceutil/trace.go:171","msg":"trace[1645450705] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"120.727686ms","start":"2026-05-07T03:30:38.02642Z","end":"2026-05-07T03:30:38.147147Z","steps":["trace[1645450705] 'process raft request' (duration: 120.403342ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.261826Z","caller":"traceutil/trace.go:171","msg":"trace[744705281] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"157.951856ms","start":"2026-05-07T03:30:38.103854Z","end":"2026-05-07T03:30:38.261806Z","steps":["trace[744705281] 'process raft request' (duration: 136.310271ms)","trace[744705281] 'compare' (duration: 21.453523ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:38.261949Z","caller":"traceutil/trace.go:171","msg":"trace[1136210345] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"151.596142ms","start":"2026-05-07T03:30:38.11028Z","end":"2026-05-07T03:30:38.261877Z","steps":["trace[1136210345] 'process raft request' (duration: 151.45902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.262131Z","caller":"traceutil/trace.go:171","msg":"trace[1215395005] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"148.776765ms","start":"2026-05-07T03:30:38.113318Z","end":"2026-05-07T03:30:38.262095Z","steps":["trace[1215395005] 'process raft request' (duration: 148.44882ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.262182Z","caller":"traceutil/trace.go:171","msg":"trace[191353692] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"148.747734ms","start":"2026-05-07T03:30:38.11341Z","end":"2026-05-07T03:30:38.262158Z","steps":["trace[191353692] 'process raft request' (duration: 148.539552ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.262181Z","caller":"traceutil/trace.go:171","msg":"trace[499097657] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"146.757049ms","start":"2026-05-07T03:30:38.115401Z","end":"2026-05-07T03:30:38.262159Z","steps":["trace[499097657] 'process raft request' (duration: 146.654758ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.26225Z","caller":"traceutil/trace.go:171","msg":"trace[1656925405] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5370; }","duration":"158.089808ms","start":"2026-05-07T03:30:38.104153Z","end":"2026-05-07T03:30:38.262243Z","steps":["trace[1656925405] 'read index received' (duration: 42.937694ms)","trace[1656925405] 'applied index is now lower than readState.Index' (duration: 115.151324ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:38.262445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.456673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-07T03:30:38.262472Z","caller":"traceutil/trace.go:171","msg":"trace[263173821] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5159; }","duration":"238.568204ms","start":"2026-05-07T03:30:38.023895Z","end":"2026-05-07T03:30:38.262463Z","steps":["trace[263173821] 'agreement among raft nodes before linearized reading' (duration: 238.475773ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.262677Z","caller":"traceutil/trace.go:171","msg":"trace[1033116799] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"144.166655ms","start":"2026-05-07T03:30:38.118488Z","end":"2026-05-07T03:30:38.262654Z","steps":["trace[1033116799] 'process raft request' (duration: 143.615988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.262779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.108367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:18 size:484904"} {"level":"warn","ts":"2026-05-07T03:30:38.262784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.721382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:38.262822Z","caller":"traceutil/trace.go:171","msg":"trace[464574835] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:18; response_revision:5159; }","duration":"234.162808ms","start":"2026-05-07T03:30:38.028646Z","end":"2026-05-07T03:30:38.262809Z","steps":["trace[464574835] 'agreement among raft nodes before linearized reading' (duration: 233.710072ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.262852Z","caller":"traceutil/trace.go:171","msg":"trace[1407351013] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5159; }","duration":"214.879954ms","start":"2026-05-07T03:30:38.047954Z","end":"2026-05-07T03:30:38.262834Z","steps":["trace[1407351013] 'agreement among raft nodes before linearized reading' (duration: 214.699342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.263426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.614227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:38.263819Z","caller":"traceutil/trace.go:171","msg":"trace[528909199] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:0; response_revision:5160; }","duration":"125.057222ms","start":"2026-05-07T03:30:38.138748Z","end":"2026-05-07T03:30:38.263805Z","steps":["trace[528909199] 'agreement among raft nodes before linearized reading' (duration: 124.616227ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.264464Z","caller":"traceutil/trace.go:171","msg":"trace[2025691879] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"152.028158ms","start":"2026-05-07T03:30:38.109818Z","end":"2026-05-07T03:30:38.261846Z","steps":["trace[2025691879] 'process raft request' (duration: 151.896357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.264645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.870055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11919"} {"level":"info","ts":"2026-05-07T03:30:38.265011Z","caller":"traceutil/trace.go:171","msg":"trace[906680697] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5160; }","duration":"104.27937ms","start":"2026-05-07T03:30:38.16071Z","end":"2026-05-07T03:30:38.264989Z","steps":["trace[906680697] 'agreement among raft nodes before linearized reading' (duration: 103.303536ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.265576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.78106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:5 size:41930"} {"level":"info","ts":"2026-05-07T03:30:38.263925Z","caller":"traceutil/trace.go:171","msg":"trace[1918962705] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"108.11806ms","start":"2026-05-07T03:30:38.155794Z","end":"2026-05-07T03:30:38.263912Z","steps":["trace[1918962705] 'process raft request' (duration: 107.475242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.26624Z","caller":"traceutil/trace.go:171","msg":"trace[524061020] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:5; response_revision:5160; }","duration":"106.484329ms","start":"2026-05-07T03:30:38.159746Z","end":"2026-05-07T03:30:38.26623Z","steps":["trace[524061020] 'agreement among raft nodes before linearized reading' (duration: 105.683069ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.464018Z","caller":"traceutil/trace.go:171","msg":"trace[144162863] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"192.636832ms","start":"2026-05-07T03:30:38.27135Z","end":"2026-05-07T03:30:38.463987Z","steps":["trace[144162863] 'process raft request' (duration: 192.431669ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.464228Z","caller":"traceutil/trace.go:171","msg":"trace[463793814] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"189.414889ms","start":"2026-05-07T03:30:38.274771Z","end":"2026-05-07T03:30:38.464186Z","steps":["trace[463793814] 'process raft request' (duration: 189.137276ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.464448Z","caller":"traceutil/trace.go:171","msg":"trace[1875386020] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5379; }","duration":"189.300638ms","start":"2026-05-07T03:30:38.275126Z","end":"2026-05-07T03:30:38.464427Z","steps":["trace[1875386020] 'read index received' (duration: 56.403522ms)","trace[1875386020] 'applied index is now lower than readState.Index' (duration: 132.894796ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:38.464486Z","caller":"traceutil/trace.go:171","msg":"trace[2136582417] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"187.376213ms","start":"2026-05-07T03:30:38.277083Z","end":"2026-05-07T03:30:38.464459Z","steps":["trace[2136582417] 'process raft request' (duration: 187.255051ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.464633Z","caller":"traceutil/trace.go:171","msg":"trace[1780228122] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"180.35708ms","start":"2026-05-07T03:30:38.284265Z","end":"2026-05-07T03:30:38.464622Z","steps":["trace[1780228122] 'process raft request' (duration: 180.119327ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.464718Z","caller":"traceutil/trace.go:171","msg":"trace[69583254] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"189.614362ms","start":"2026-05-07T03:30:38.275091Z","end":"2026-05-07T03:30:38.464706Z","steps":["trace[69583254] 'process raft request' (duration: 188.869672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.464724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.190516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:38.464763Z","caller":"traceutil/trace.go:171","msg":"trace[1701635939] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5166; }","duration":"189.260936ms","start":"2026-05-07T03:30:38.27549Z","end":"2026-05-07T03:30:38.464751Z","steps":["trace[1701635939] 'agreement among raft nodes before linearized reading' (duration: 189.178535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.464905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.775034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:38.464931Z","caller":"traceutil/trace.go:171","msg":"trace[839818124] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:5166; }","duration":"189.801245ms","start":"2026-05-07T03:30:38.275121Z","end":"2026-05-07T03:30:38.464923Z","steps":["trace[839818124] 'agreement among raft nodes before linearized reading' (duration: 189.757574ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.633798Z","caller":"traceutil/trace.go:171","msg":"trace[1438155228] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"162.086439ms","start":"2026-05-07T03:30:38.471687Z","end":"2026-05-07T03:30:38.633774Z","steps":["trace[1438155228] 'process raft request' (duration: 157.890015ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.681093Z","caller":"traceutil/trace.go:171","msg":"trace[1009586271] linearizableReadLoop","detail":"{readStateIndex:5387; appliedIndex:5385; }","duration":"203.027668ms","start":"2026-05-07T03:30:38.478022Z","end":"2026-05-07T03:30:38.68105Z","steps":["trace[1009586271] 'read index received' (duration: 151.546672ms)","trace[1009586271] 'applied index is now lower than readState.Index' (duration: 51.480166ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:38.681306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.993345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"warn","ts":"2026-05-07T03:30:38.681317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.286791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:5 size:41930"} {"level":"info","ts":"2026-05-07T03:30:38.681339Z","caller":"traceutil/trace.go:171","msg":"trace[861758005] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5168; }","duration":"202.049965ms","start":"2026-05-07T03:30:38.479278Z","end":"2026-05-07T03:30:38.681328Z","steps":["trace[861758005] 'agreement among raft nodes before linearized reading' (duration: 201.912953ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.68135Z","caller":"traceutil/trace.go:171","msg":"trace[807675721] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:5; response_revision:5168; }","duration":"203.339611ms","start":"2026-05-07T03:30:38.478001Z","end":"2026-05-07T03:30:38.68134Z","steps":["trace[807675721] 'agreement among raft nodes before linearized reading' (duration: 203.174579ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:38.681551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.054177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:30:38.68157Z","caller":"traceutil/trace.go:171","msg":"trace[1994712386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5168; }","duration":"126.102727ms","start":"2026-05-07T03:30:38.555463Z","end":"2026-05-07T03:30:38.681566Z","steps":["trace[1994712386] 'agreement among raft nodes before linearized reading' (duration: 126.056087ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:38.681751Z","caller":"traceutil/trace.go:171","msg":"trace[1685770917] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"203.500544ms","start":"2026-05-07T03:30:38.477643Z","end":"2026-05-07T03:30:38.681144Z","steps":["trace[1685770917] 'process raft request' (duration: 203.313061ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:39.20818Z","caller":"traceutil/trace.go:171","msg":"trace[2048814215] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5394; }","duration":"471.13593ms","start":"2026-05-07T03:30:38.737021Z","end":"2026-05-07T03:30:39.208157Z","steps":["trace[2048814215] 'read index received' (duration: 88.344391ms)","trace[2048814215] 'applied index is now lower than readState.Index' (duration: 382.790479ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:39.208317Z","caller":"traceutil/trace.go:171","msg":"trace[1198262997] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"463.635982ms","start":"2026-05-07T03:30:38.744668Z","end":"2026-05-07T03:30:39.208304Z","steps":["trace[1198262997] 'process raft request' (duration: 463.413948ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:39.208418Z","caller":"traceutil/trace.go:171","msg":"trace[111175119] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"472.62336ms","start":"2026-05-07T03:30:38.735764Z","end":"2026-05-07T03:30:39.208387Z","steps":["trace[111175119] 'process raft request' (duration: 471.085349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.208571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.735747Z","time spent":"472.764491ms","remote":"127.0.0.1:46830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10058,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:30:39.208613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.494397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-07T03:30:39.209084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.81868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-07T03:30:39.209133Z","caller":"traceutil/trace.go:171","msg":"trace[46690264] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5178; }","duration":"271.900301ms","start":"2026-05-07T03:30:38.937213Z","end":"2026-05-07T03:30:39.209113Z","steps":["trace[46690264] 'agreement among raft nodes before linearized reading' (duration: 271.598967ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.209511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.226511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:30:39.209572Z","caller":"traceutil/trace.go:171","msg":"trace[1166182508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5178; }","duration":"353.324562ms","start":"2026-05-07T03:30:38.856232Z","end":"2026-05-07T03:30:39.209557Z","steps":["trace[1166182508] 'agreement among raft nodes before linearized reading' (duration: 353.1856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.209613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.856222Z","time spent":"353.379372ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:39.20972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.071674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:5 size:41930"} {"level":"info","ts":"2026-05-07T03:30:39.209793Z","caller":"traceutil/trace.go:171","msg":"trace[996704226] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:5; response_revision:5178; }","duration":"377.155145ms","start":"2026-05-07T03:30:38.832624Z","end":"2026-05-07T03:30:39.209779Z","steps":["trace[996704226] 'agreement among raft nodes before linearized reading' (duration: 376.798531ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.209858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.832599Z","time spent":"377.242086ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":41953,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-05-07T03:30:39.209253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.1435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:30:39.210844Z","caller":"traceutil/trace.go:171","msg":"trace[790265299] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5178; }","duration":"354.75562ms","start":"2026-05-07T03:30:38.856066Z","end":"2026-05-07T03:30:39.210821Z","steps":["trace[790265299] 'agreement among raft nodes before linearized reading' (duration: 353.086728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.21103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.856046Z","time spent":"354.961712ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:39.209336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.584326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:30:39.211497Z","caller":"traceutil/trace.go:171","msg":"trace[118377737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5178; }","duration":"349.754064ms","start":"2026-05-07T03:30:38.861727Z","end":"2026-05-07T03:30:39.211481Z","steps":["trace[118377737] 'agreement among raft nodes before linearized reading' (duration: 347.554385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.211571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.861715Z","time spent":"349.840326ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:39.209403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.021805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:30:39.211744Z","caller":"traceutil/trace.go:171","msg":"trace[873875503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5178; }","duration":"354.405666ms","start":"2026-05-07T03:30:38.857327Z","end":"2026-05-07T03:30:39.211733Z","steps":["trace[873875503] 'agreement among raft nodes before linearized reading' (duration: 352.025965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.211795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.857269Z","time spent":"354.514978ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:30:39.209084Z","caller":"traceutil/trace.go:171","msg":"trace[1668476134] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:5178; }","duration":"443.79233ms","start":"2026-05-07T03:30:38.765048Z","end":"2026-05-07T03:30:39.208841Z","steps":["trace[1668476134] 'agreement among raft nodes before linearized reading' (duration: 443.399065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.21192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.765033Z","time spent":"446.875522ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.118\" "} {"level":"warn","ts":"2026-05-07T03:30:39.208785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.724288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-05-07T03:30:39.212114Z","caller":"traceutil/trace.go:171","msg":"trace[305285940] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5178; }","duration":"475.111782ms","start":"2026-05-07T03:30:38.73699Z","end":"2026-05-07T03:30:39.212102Z","steps":["trace[305285940] 'agreement among raft nodes before linearized reading' (duration: 471.646637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.212171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.736979Z","time spent":"475.180833ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-07T03:30:39.215573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.328576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-05-07T03:30:39.215617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.862487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:39.215654Z","caller":"traceutil/trace.go:171","msg":"trace[1100814376] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5178; }","duration":"383.453598ms","start":"2026-05-07T03:30:38.832183Z","end":"2026-05-07T03:30:39.215636Z","steps":["trace[1100814376] 'agreement among raft nodes before linearized reading' (duration: 383.203044ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:39.215675Z","caller":"traceutil/trace.go:171","msg":"trace[1840064173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5178; }","duration":"359.961939ms","start":"2026-05-07T03:30:38.855697Z","end":"2026-05-07T03:30:39.215659Z","steps":["trace[1840064173] 'agreement among raft nodes before linearized reading' (duration: 359.763976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.215695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.832169Z","time spent":"383.518258ms","remote":"127.0.0.1:46736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-05-07T03:30:39.215713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.855681Z","time spent":"360.022409ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:39.218309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:38.744652Z","time spent":"463.698302ms","remote":"127.0.0.1:51070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:39.452489Z","caller":"traceutil/trace.go:171","msg":"trace[815445263] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5406; }","duration":"190.781205ms","start":"2026-05-07T03:30:39.261685Z","end":"2026-05-07T03:30:39.452466Z","steps":["trace[815445263] 'read index received' (duration: 146.665416ms)","trace[815445263] 'applied index is now lower than readState.Index' (duration: 44.114499ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:39.452606Z","caller":"traceutil/trace.go:171","msg":"trace[1903984027] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"196.153906ms","start":"2026-05-07T03:30:39.25644Z","end":"2026-05-07T03:30:39.452594Z","steps":["trace[1903984027] 'process raft request' (duration: 151.959445ms)","trace[1903984027] 'compare' (duration: 43.877307ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:39.452953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.720699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-07T03:30:39.452993Z","caller":"traceutil/trace.go:171","msg":"trace[489744237] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5188; }","duration":"188.79844ms","start":"2026-05-07T03:30:39.264185Z","end":"2026-05-07T03:30:39.452983Z","steps":["trace[489744237] 'agreement among raft nodes before linearized reading' (duration: 188.633798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.453139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.890258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:30:39.453098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.796338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-07T03:30:39.453367Z","caller":"traceutil/trace.go:171","msg":"trace[364229141] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5188; }","duration":"195.137652ms","start":"2026-05-07T03:30:39.258207Z","end":"2026-05-07T03:30:39.453344Z","steps":["trace[364229141] 'agreement among raft nodes before linearized reading' (duration: 194.536835ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:39.453172Z","caller":"traceutil/trace.go:171","msg":"trace[1377714044] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5188; }","duration":"139.959268ms","start":"2026-05-07T03:30:39.313204Z","end":"2026-05-07T03:30:39.453163Z","steps":["trace[1377714044] 'agreement among raft nodes before linearized reading' (duration: 139.903647ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:39.453144Z","caller":"traceutil/trace.go:171","msg":"trace[844473332] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"195.802472ms","start":"2026-05-07T03:30:39.257324Z","end":"2026-05-07T03:30:39.453127Z","steps":["trace[844473332] 'process raft request' (duration: 195.089703ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:39.666277Z","caller":"traceutil/trace.go:171","msg":"trace[852041055] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"207.317743ms","start":"2026-05-07T03:30:39.458947Z","end":"2026-05-07T03:30:39.666265Z","steps":["trace[852041055] 'process raft request' (duration: 206.924628ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:39.666478Z","caller":"traceutil/trace.go:171","msg":"trace[116912894] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"202.739043ms","start":"2026-05-07T03:30:39.463728Z","end":"2026-05-07T03:30:39.666467Z","steps":["trace[116912894] 'process raft request' (duration: 202.407358ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:39.666211Z","caller":"traceutil/trace.go:171","msg":"trace[1941259934] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5409; }","duration":"166.937563ms","start":"2026-05-07T03:30:39.499255Z","end":"2026-05-07T03:30:39.666193Z","steps":["trace[1941259934] 'read index received' (duration: 166.69175ms)","trace[1941259934] 'applied index is now lower than readState.Index' (duration: 245.213µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:39.666855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.730129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-05-07T03:30:39.666925Z","caller":"traceutil/trace.go:171","msg":"trace[513951294] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5191; }","duration":"163.833901ms","start":"2026-05-07T03:30:39.503078Z","end":"2026-05-07T03:30:39.666912Z","steps":["trace[513951294] 'agreement among raft nodes before linearized reading' (duration: 163.662599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:39.667438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.260832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-05-07T03:30:39.667522Z","caller":"traceutil/trace.go:171","msg":"trace[85621726] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5191; }","duration":"204.393555ms","start":"2026-05-07T03:30:39.46311Z","end":"2026-05-07T03:30:39.667504Z","steps":["trace[85621726] 'agreement among raft nodes before linearized reading' (duration: 203.485813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.258103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.696546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:41.25818Z","caller":"traceutil/trace.go:171","msg":"trace[1218346921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5210; }","duration":"601.810167ms","start":"2026-05-07T03:30:40.656354Z","end":"2026-05-07T03:30:41.258164Z","steps":["trace[1218346921] 'range keys from in-memory index tree' (duration: 601.631975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.258216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:40.656338Z","time spent":"601.869298ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:41.258197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.31768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-07T03:30:41.258295Z","caller":"traceutil/trace.go:171","msg":"trace[421345078] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92; range_end:; response_count:1; response_revision:5210; }","duration":"361.458443ms","start":"2026-05-07T03:30:40.89681Z","end":"2026-05-07T03:30:41.258269Z","steps":["trace[421345078] 'range keys from in-memory index tree' (duration: 361.075838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.258455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:40.896795Z","time spent":"361.634155ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92\" "} {"level":"warn","ts":"2026-05-07T03:30:41.258531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.903327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:41.258569Z","caller":"traceutil/trace.go:171","msg":"trace[1880669471] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5210; }","duration":"688.002638ms","start":"2026-05-07T03:30:40.570554Z","end":"2026-05-07T03:30:41.258557Z","steps":["trace[1880669471] 'count revisions from in-memory index tree' (duration: 687.795565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.258599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:40.570534Z","time spent":"688.052949ms","remote":"127.0.0.1:46490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:41.258691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.979225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e935841-ff22-4434-97cc-f7dca61ecc0a\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-05-07T03:30:41.258751Z","caller":"traceutil/trace.go:171","msg":"trace[1261555489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e935841-ff22-4434-97cc-f7dca61ecc0a; range_end:; response_count:1; response_revision:5210; }","duration":"540.062706ms","start":"2026-05-07T03:30:40.718666Z","end":"2026-05-07T03:30:41.258729Z","steps":["trace[1261555489] 'range keys from in-memory index tree' (duration: 539.801202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.258788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:40.71865Z","time spent":"540.129616ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e935841-ff22-4434-97cc-f7dca61ecc0a\" "} {"level":"warn","ts":"2026-05-07T03:30:41.259107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.249271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-05-07T03:30:41.259159Z","caller":"traceutil/trace.go:171","msg":"trace[1859603260] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92; range_end:; response_count:1; response_revision:5210; }","duration":"550.345573ms","start":"2026-05-07T03:30:40.708797Z","end":"2026-05-07T03:30:41.259142Z","steps":["trace[1859603260] 'range keys from in-memory index tree' (duration: 550.109899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.259197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:40.708773Z","time spent":"550.414613ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92\" "} {"level":"warn","ts":"2026-05-07T03:30:41.259221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.804951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:30:41.2593Z","caller":"traceutil/trace.go:171","msg":"trace[824853680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5210; }","duration":"567.864801ms","start":"2026-05-07T03:30:40.691399Z","end":"2026-05-07T03:30:41.259264Z","steps":["trace[824853680] 'range keys from in-memory index tree' (duration: 567.636859ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.259346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:40.691348Z","time spent":"567.984863ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:41.25979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.40747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:41.259851Z","caller":"traceutil/trace.go:171","msg":"trace[1029042438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5210; }","duration":"210.490921ms","start":"2026-05-07T03:30:41.049335Z","end":"2026-05-07T03:30:41.259826Z","steps":["trace[1029042438] 'count revisions from in-memory index tree' (duration: 210.306159ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.258643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.977874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:41.260314Z","caller":"traceutil/trace.go:171","msg":"trace[431274558] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5210; }","duration":"355.680207ms","start":"2026-05-07T03:30:40.904615Z","end":"2026-05-07T03:30:41.260295Z","steps":["trace[431274558] 'count revisions from in-memory index tree' (duration: 353.935694ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.260399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:40.904596Z","time spent":"355.784688ms","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:41.761221Z","caller":"traceutil/trace.go:171","msg":"trace[1251888868] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"496.333981ms","start":"2026-05-07T03:30:41.264865Z","end":"2026-05-07T03:30:41.761199Z","steps":["trace[1251888868] 'process raft request' (duration: 496.195669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.761336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.264668Z","time spent":"496.610845ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:41.77029Z","caller":"traceutil/trace.go:171","msg":"trace[1429438918] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5430; }","duration":"482.378038ms","start":"2026-05-07T03:30:41.287889Z","end":"2026-05-07T03:30:41.770267Z","steps":["trace[1429438918] 'read index received' (duration: 473.162797ms)","trace[1429438918] 'applied index is now lower than readState.Index' (duration: 9.214231ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:41.77059Z","caller":"traceutil/trace.go:171","msg":"trace[1316052796] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"505.670063ms","start":"2026-05-07T03:30:41.264907Z","end":"2026-05-07T03:30:41.770577Z","steps":["trace[1316052796] 'process raft request' (duration: 504.953344ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.770693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.264886Z","time spent":"505.731714ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:41.771193Z","caller":"traceutil/trace.go:171","msg":"trace[565237273] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"505.343149ms","start":"2026-05-07T03:30:41.265818Z","end":"2026-05-07T03:30:41.771161Z","steps":["trace[565237273] 'process raft request' (duration: 504.283075ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.771362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.26581Z","time spent":"505.46301ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:41.77146Z","caller":"traceutil/trace.go:171","msg":"trace[1052061652] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"505.849755ms","start":"2026-05-07T03:30:41.264998Z","end":"2026-05-07T03:30:41.770847Z","steps":["trace[1052061652] 'process raft request' (duration: 505.005324ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:41.771512Z","caller":"traceutil/trace.go:171","msg":"trace[117429541] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"506.393773ms","start":"2026-05-07T03:30:41.265106Z","end":"2026-05-07T03:30:41.771499Z","steps":["trace[117429541] 'process raft request' (duration: 504.929744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.77154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.264992Z","time spent":"506.511825ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:41.77157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.265101Z","time spent":"506.436324ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:41.771782Z","caller":"traceutil/trace.go:171","msg":"trace[2029950769] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"503.197671ms","start":"2026-05-07T03:30:41.268467Z","end":"2026-05-07T03:30:41.771665Z","steps":["trace[2029950769] 'process raft request' (duration: 501.668661ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.771767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.454398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:41.771836Z","caller":"traceutil/trace.go:171","msg":"trace[1679355540] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"506.657786ms","start":"2026-05-07T03:30:41.265151Z","end":"2026-05-07T03:30:41.771809Z","steps":["trace[1679355540] 'process raft request' (duration: 504.916783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.771858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.268446Z","time spent":"503.367053ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3879,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:41.771866Z","caller":"traceutil/trace.go:171","msg":"trace[1125367871] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5220; }","duration":"408.599371ms","start":"2026-05-07T03:30:41.36324Z","end":"2026-05-07T03:30:41.771839Z","steps":["trace[1125367871] 'agreement among raft nodes before linearized reading' (duration: 408.367828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.771966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.36322Z","time spent":"408.715042ms","remote":"127.0.0.1:46730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":72,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:41.772102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.221672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:41.772141Z","caller":"traceutil/trace.go:171","msg":"trace[985794694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5220; }","duration":"484.306863ms","start":"2026-05-07T03:30:41.287824Z","end":"2026-05-07T03:30:41.772131Z","steps":["trace[985794694] 'agreement among raft nodes before linearized reading' (duration: 484.249253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.772181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.287801Z","time spent":"484.368074ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:41.772383Z","caller":"traceutil/trace.go:171","msg":"trace[767955004] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"184.604582ms","start":"2026-05-07T03:30:41.587738Z","end":"2026-05-07T03:30:41.772343Z","steps":["trace[767955004] 'process raft request' (duration: 182.438603ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:41.771886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:41.265146Z","time spent":"506.711128ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:43.090182Z","caller":"traceutil/trace.go:171","msg":"trace[507070006] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"103.667958ms","start":"2026-05-07T03:30:42.986486Z","end":"2026-05-07T03:30:43.090154Z","steps":["trace[507070006] 'process raft request' (duration: 103.0276ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:43.975423Z","caller":"traceutil/trace.go:171","msg":"trace[843868739] linearizableReadLoop","detail":"{readStateIndex:5454; appliedIndex:5453; }","duration":"198.068155ms","start":"2026-05-07T03:30:43.777328Z","end":"2026-05-07T03:30:43.975396Z","steps":["trace[843868739] 'read index received' (duration: 197.993334ms)","trace[843868739] 'applied index is now lower than readState.Index' (duration: 73.451µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:43.97558Z","caller":"traceutil/trace.go:171","msg":"trace[658775931] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"207.114775ms","start":"2026-05-07T03:30:43.768391Z","end":"2026-05-07T03:30:43.975506Z","steps":["trace[658775931] 'process raft request' (duration: 206.853591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:43.975877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.48577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:30:43.975921Z","caller":"traceutil/trace.go:171","msg":"trace[1060903523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5234; }","duration":"198.622562ms","start":"2026-05-07T03:30:43.777289Z","end":"2026-05-07T03:30:43.975912Z","steps":["trace[1060903523] 'agreement among raft nodes before linearized reading' (duration: 198.373439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.475722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:30:44.520538Z","caller":"traceutil/trace.go:171","msg":"trace[1217657451] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"740.941096ms","start":"2026-05-07T03:30:43.779566Z","end":"2026-05-07T03:30:44.520507Z","steps":["trace[1217657451] 'process raft request' (duration: 740.862305ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:44.520616Z","caller":"traceutil/trace.go:171","msg":"trace[1775310238] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"741.748376ms","start":"2026-05-07T03:30:43.778835Z","end":"2026-05-07T03:30:44.520584Z","steps":["trace[1775310238] 'process raft request' (duration: 741.397911ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.520711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.77955Z","time spent":"741.074227ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:44.520771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.778812Z","time spent":"741.874718ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:44.525117Z","caller":"traceutil/trace.go:171","msg":"trace[137152943] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"442.053838ms","start":"2026-05-07T03:30:44.083046Z","end":"2026-05-07T03:30:44.5251Z","steps":["trace[137152943] 'process raft request' (duration: 441.700244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.525262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:44.083024Z","time spent":"442.166382ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:44.525045Z","caller":"traceutil/trace.go:171","msg":"trace[214240381] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"545.077008ms","start":"2026-05-07T03:30:43.979947Z","end":"2026-05-07T03:30:44.525024Z","steps":["trace[214240381] 'process raft request' (duration: 544.591792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.525603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.979932Z","time spent":"545.614596ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:44.528387Z","caller":"traceutil/trace.go:171","msg":"trace[1524941008] linearizableReadLoop","detail":"{readStateIndex:5460; appliedIndex:5456; }","duration":"552.684249ms","start":"2026-05-07T03:30:43.975688Z","end":"2026-05-07T03:30:44.528372Z","steps":["trace[1524941008] 'read index received' (duration: 545.380623ms)","trace[1524941008] 'applied index is now lower than readState.Index' (duration: 7.302726ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:44.528528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.509978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92\" ","response":"range_response_count:1 size:4080"} {"level":"warn","ts":"2026-05-07T03:30:44.528584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.181444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:30:44.528624Z","caller":"traceutil/trace.go:171","msg":"trace[1402431420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5239; }","duration":"749.251965ms","start":"2026-05-07T03:30:43.779362Z","end":"2026-05-07T03:30:44.528614Z","steps":["trace[1402431420] 'agreement among raft nodes before linearized reading' (duration: 749.111463ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.528658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.779352Z","time spent":"749.299866ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:30:44.528692Z","caller":"traceutil/trace.go:171","msg":"trace[1704367175] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"195.279868ms","start":"2026-05-07T03:30:44.333403Z","end":"2026-05-07T03:30:44.528683Z","steps":["trace[1704367175] 'process raft request' (duration: 194.757931ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.528825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.830949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:44.528587Z","caller":"traceutil/trace.go:171","msg":"trace[1119343847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92; range_end:; response_count:1; response_revision:5239; }","duration":"604.60047ms","start":"2026-05-07T03:30:43.923971Z","end":"2026-05-07T03:30:44.528571Z","steps":["trace[1119343847] 'agreement among raft nodes before linearized reading' (duration: 604.409167ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:44.528864Z","caller":"traceutil/trace.go:171","msg":"trace[141677397] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5239; }","duration":"403.90876ms","start":"2026-05-07T03:30:44.124944Z","end":"2026-05-07T03:30:44.528852Z","steps":["trace[141677397] 'agreement among raft nodes before linearized reading' (duration: 403.85473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.52888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.923956Z","time spent":"604.911613ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92\" "} {"level":"warn","ts":"2026-05-07T03:30:44.528948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.142926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:30:44.528971Z","caller":"traceutil/trace.go:171","msg":"trace[1867764526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5239; }","duration":"750.191667ms","start":"2026-05-07T03:30:43.778773Z","end":"2026-05-07T03:30:44.528964Z","steps":["trace[1867764526] 'agreement among raft nodes before linearized reading' (duration: 750.131866ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.528988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.778762Z","time spent":"750.222017ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:44.529079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.631125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:30:44.528889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:44.124921Z","time spent":"403.961201ms","remote":"127.0.0.1:49130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:44.529099Z","caller":"traceutil/trace.go:171","msg":"trace[1361831687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5239; }","duration":"751.664945ms","start":"2026-05-07T03:30:43.777428Z","end":"2026-05-07T03:30:44.529093Z","steps":["trace[1361831687] 'agreement among raft nodes before linearized reading' (duration: 751.608925ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.529117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.777421Z","time spent":"751.691556ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:44.52926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.849768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:30:44.529286Z","caller":"traceutil/trace.go:171","msg":"trace[238985756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5239; }","duration":"751.909459ms","start":"2026-05-07T03:30:43.777369Z","end":"2026-05-07T03:30:44.529279Z","steps":["trace[238985756] 'agreement among raft nodes before linearized reading' (duration: 751.848898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.529302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:43.777347Z","time spent":"751.951379ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:44.529428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.27185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e935841-ff22-4434-97cc-f7dca61ecc0a\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-05-07T03:30:44.52945Z","caller":"traceutil/trace.go:171","msg":"trace[1214587801] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e935841-ff22-4434-97cc-f7dca61ecc0a; range_end:; response_count:1; response_revision:5239; }","duration":"189.32837ms","start":"2026-05-07T03:30:44.340115Z","end":"2026-05-07T03:30:44.529444Z","steps":["trace[1214587801] 'agreement among raft nodes before linearized reading' (duration: 189.267479ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:44.529544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.398831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92\" ","response":"range_response_count:1 size:4080"} {"level":"info","ts":"2026-05-07T03:30:44.529565Z","caller":"traceutil/trace.go:171","msg":"trace[1182464915] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-536567eb-8819-43c6-b521-8c8458cd0b92; range_end:; response_count:1; response_revision:5239; }","duration":"189.444711ms","start":"2026-05-07T03:30:44.340114Z","end":"2026-05-07T03:30:44.529559Z","steps":["trace[1182464915] 'agreement among raft nodes before linearized reading' (duration: 189.394191ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.559924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.931224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:30:46.560119Z","caller":"traceutil/trace.go:171","msg":"trace[479177921] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"256.425004ms","start":"2026-05-07T03:30:46.303663Z","end":"2026-05-07T03:30:46.560088Z","steps":["trace[479177921] 'process raft request' (duration: 118.226367ms)","trace[479177921] 'compare' (duration: 137.806432ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:46.560319Z","caller":"traceutil/trace.go:171","msg":"trace[189398613] linearizableReadLoop","detail":"{readStateIndex:5496; appliedIndex:5494; }","duration":"243.789839ms","start":"2026-05-07T03:30:46.316519Z","end":"2026-05-07T03:30:46.560308Z","steps":["trace[189398613] 'read index received' (duration: 105.300058ms)","trace[189398613] 'applied index is now lower than readState.Index' (duration: 138.488411ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:46.560455Z","caller":"traceutil/trace.go:171","msg":"trace[1289959870] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5274; }","duration":"255.483572ms","start":"2026-05-07T03:30:46.304901Z","end":"2026-05-07T03:30:46.560384Z","steps":["trace[1289959870] 'process raft request' (duration: 255.109247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.560537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.998302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T03:30:46.560583Z","caller":"traceutil/trace.go:171","msg":"trace[419699013] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5274; }","duration":"244.086033ms","start":"2026-05-07T03:30:46.316482Z","end":"2026-05-07T03:30:46.560568Z","steps":["trace[419699013] 'agreement among raft nodes before linearized reading' (duration: 243.8919ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:46.836021Z","caller":"traceutil/trace.go:171","msg":"trace[464535875] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"131.019243ms","start":"2026-05-07T03:30:46.704975Z","end":"2026-05-07T03:30:46.835994Z","steps":["trace[464535875] 'process raft request' (duration: 130.969313ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:46.83611Z","caller":"traceutil/trace.go:171","msg":"trace[1419183186] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"269.721338ms","start":"2026-05-07T03:30:46.566346Z","end":"2026-05-07T03:30:46.836067Z","steps":["trace[1419183186] 'process raft request' (duration: 269.499346ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:46.836471Z","caller":"traceutil/trace.go:171","msg":"trace[48295165] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"257.210285ms","start":"2026-05-07T03:30:46.579244Z","end":"2026-05-07T03:30:46.836454Z","steps":["trace[48295165] 'process raft request' (duration: 256.646567ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:46.83659Z","caller":"traceutil/trace.go:171","msg":"trace[646347018] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"307.601775ms","start":"2026-05-07T03:30:46.528966Z","end":"2026-05-07T03:30:46.836568Z","steps":["trace[646347018] 'process raft request' (duration: 275.861889ms)","trace[646347018] 'compare' (duration: 30.379807ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:46.836805Z","caller":"traceutil/trace.go:171","msg":"trace[943682088] linearizableReadLoop","detail":"{readStateIndex:5499; appliedIndex:5496; }","duration":"276.441126ms","start":"2026-05-07T03:30:46.560349Z","end":"2026-05-07T03:30:46.83679Z","steps":["trace[943682088] 'read index received' (duration: 21.207078ms)","trace[943682088] 'applied index is now lower than readState.Index' (duration: 255.232268ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:46.83688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:46.528945Z","time spent":"307.687675ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:46.83714Z","caller":"traceutil/trace.go:171","msg":"trace[1516152236] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"302.356026ms","start":"2026-05-07T03:30:46.534765Z","end":"2026-05-07T03:30:46.837121Z","steps":["trace[1516152236] 'process raft request' (duration: 301.001608ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.837646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.882355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:30:46.837698Z","caller":"traceutil/trace.go:171","msg":"trace[2049991963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5280; }","duration":"293.951296ms","start":"2026-05-07T03:30:46.543734Z","end":"2026-05-07T03:30:46.837685Z","steps":["trace[2049991963] 'agreement among raft nodes before linearized reading' (duration: 293.49894ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.837723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:46.534752Z","time spent":"302.898802ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:46.838028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.29003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:30:46.838075Z","caller":"traceutil/trace.go:171","msg":"trace[481232135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5280; }","duration":"294.347301ms","start":"2026-05-07T03:30:46.543714Z","end":"2026-05-07T03:30:46.838061Z","steps":["trace[481232135] 'agreement among raft nodes before linearized reading' (duration: 294.240869ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.838389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.071932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:30:46.838442Z","caller":"traceutil/trace.go:171","msg":"trace[290834168] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5280; }","duration":"296.147733ms","start":"2026-05-07T03:30:46.542279Z","end":"2026-05-07T03:30:46.838427Z","steps":["trace[290834168] 'agreement among raft nodes before linearized reading' (duration: 296.033792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.8389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.670929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:30:46.838945Z","caller":"traceutil/trace.go:171","msg":"trace[1834034920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5280; }","duration":"302.749681ms","start":"2026-05-07T03:30:46.536185Z","end":"2026-05-07T03:30:46.838934Z","steps":["trace[1834034920] 'agreement among raft nodes before linearized reading' (duration: 302.635899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.838976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:46.536167Z","time spent":"302.801031ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:46.839261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.86879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-05-07T03:30:46.837209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.405418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:30:46.839783Z","caller":"traceutil/trace.go:171","msg":"trace[934695035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5280; }","duration":"295.982492ms","start":"2026-05-07T03:30:46.543774Z","end":"2026-05-07T03:30:46.839757Z","steps":["trace[934695035] 'agreement among raft nodes before linearized reading' (duration: 293.312117ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.83984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.187096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:46.839323Z","caller":"traceutil/trace.go:171","msg":"trace[236160128] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5280; }","duration":"418.989621ms","start":"2026-05-07T03:30:46.420321Z","end":"2026-05-07T03:30:46.83931Z","steps":["trace[236160128] 'agreement among raft nodes before linearized reading' (duration: 418.86991ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:46.839912Z","caller":"traceutil/trace.go:171","msg":"trace[998622336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5280; }","duration":"147.276077ms","start":"2026-05-07T03:30:46.692619Z","end":"2026-05-07T03:30:46.839895Z","steps":["trace[998622336] 'agreement among raft nodes before linearized reading' (duration: 147.142435ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.840117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.504143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:46.840143Z","caller":"traceutil/trace.go:171","msg":"trace[1505726627] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5280; }","duration":"122.559474ms","start":"2026-05-07T03:30:46.717577Z","end":"2026-05-07T03:30:46.840136Z","steps":["trace[1505726627] 'agreement among raft nodes before linearized reading' (duration: 122.512933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:46.840385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:46.420288Z","time spent":"419.623749ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1252,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-05-07T03:30:47.073649Z","caller":"traceutil/trace.go:171","msg":"trace[538281175] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"227.689828ms","start":"2026-05-07T03:30:46.845934Z","end":"2026-05-07T03:30:47.073624Z","steps":["trace[538281175] 'process raft request' (duration: 216.4334ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:47.090639Z","caller":"traceutil/trace.go:171","msg":"trace[234319113] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"242.024845ms","start":"2026-05-07T03:30:46.848565Z","end":"2026-05-07T03:30:47.09059Z","steps":["trace[234319113] 'process raft request' (duration: 241.725362ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:47.090956Z","caller":"traceutil/trace.go:171","msg":"trace[1277495244] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"240.901811ms","start":"2026-05-07T03:30:46.850028Z","end":"2026-05-07T03:30:47.09093Z","steps":["trace[1277495244] 'process raft request' (duration: 240.513036ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:47.091149Z","caller":"traceutil/trace.go:171","msg":"trace[1001554112] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"239.3738ms","start":"2026-05-07T03:30:46.85176Z","end":"2026-05-07T03:30:47.091134Z","steps":["trace[1001554112] 'process raft request' (duration: 239.204268ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:47.091242Z","caller":"traceutil/trace.go:171","msg":"trace[359428574] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"232.444501ms","start":"2026-05-07T03:30:46.858785Z","end":"2026-05-07T03:30:47.09123Z","steps":["trace[359428574] 'process raft request' (duration: 232.211497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:47.091339Z","caller":"traceutil/trace.go:171","msg":"trace[393568702] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"140.870293ms","start":"2026-05-07T03:30:46.950459Z","end":"2026-05-07T03:30:47.09133Z","steps":["trace[393568702] 'process raft request' (duration: 140.594768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:47.091392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.771289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-05-07T03:30:47.09149Z","caller":"traceutil/trace.go:171","msg":"trace[821625820] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5287; }","duration":"240.8847ms","start":"2026-05-07T03:30:46.850549Z","end":"2026-05-07T03:30:47.091434Z","steps":["trace[821625820] 'agreement among raft nodes before linearized reading' (duration: 240.628806ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:47.091132Z","caller":"traceutil/trace.go:171","msg":"trace[283332836] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5502; }","duration":"240.524075ms","start":"2026-05-07T03:30:46.850567Z","end":"2026-05-07T03:30:47.091091Z","steps":["trace[283332836] 'read index received' (duration: 211.81123ms)","trace[283332836] 'applied index is now lower than readState.Index' (duration: 28.712025ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:47.091704Z","caller":"traceutil/trace.go:171","msg":"trace[558263615] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"241.345646ms","start":"2026-05-07T03:30:46.850345Z","end":"2026-05-07T03:30:47.091691Z","steps":["trace[558263615] 'process raft request' (duration: 240.488355ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:47.091927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.535536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-rcgw8-tls\" ","response":"range_response_count:1 size:2130"} {"level":"info","ts":"2026-05-07T03:30:47.091969Z","caller":"traceutil/trace.go:171","msg":"trace[1701377042] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-rcgw8-tls; range_end:; response_count:1; response_revision:5287; }","duration":"240.600587ms","start":"2026-05-07T03:30:46.851356Z","end":"2026-05-07T03:30:47.091956Z","steps":["trace[1701377042] 'agreement among raft nodes before linearized reading' (duration: 240.432365ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:47.092046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.7222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rcgw8\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-05-07T03:30:47.092097Z","caller":"traceutil/trace.go:171","msg":"trace[383511527] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rcgw8; range_end:; response_count:1; response_revision:5287; }","duration":"143.803832ms","start":"2026-05-07T03:30:46.948282Z","end":"2026-05-07T03:30:47.092086Z","steps":["trace[383511527] 'agreement among raft nodes before linearized reading' (duration: 143.68221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:47.092171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.395489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:30:47.094616Z","caller":"traceutil/trace.go:171","msg":"trace[17759037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5287; }","duration":"104.957223ms","start":"2026-05-07T03:30:46.989638Z","end":"2026-05-07T03:30:47.094595Z","steps":["trace[17759037] 'agreement among raft nodes before linearized reading' (duration: 102.275437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:49.119156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.790392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:30:49.119227Z","caller":"traceutil/trace.go:171","msg":"trace[1833253937] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:5319; }","duration":"353.910874ms","start":"2026-05-07T03:30:48.765302Z","end":"2026-05-07T03:30:49.119213Z","steps":["trace[1833253937] 'range keys from in-memory index tree' (duration: 353.6101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:49.119256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:48.765283Z","time spent":"353.967174ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.118\" "} {"level":"info","ts":"2026-05-07T03:30:49.119165Z","caller":"traceutil/trace.go:171","msg":"trace[2041711295] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"268.65175ms","start":"2026-05-07T03:30:48.850485Z","end":"2026-05-07T03:30:49.119137Z","steps":["trace[2041711295] 'process raft request' (duration: 260.367821ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:49.141998Z","caller":"traceutil/trace.go:171","msg":"trace[1863896800] linearizableReadLoop","detail":"{readStateIndex:5544; appliedIndex:5542; }","duration":"244.158901ms","start":"2026-05-07T03:30:48.89782Z","end":"2026-05-07T03:30:49.141979Z","steps":["trace[1863896800] 'read index received' (duration: 213.042054ms)","trace[1863896800] 'applied index is now lower than readState.Index' (duration: 31.116057ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:49.142202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.351283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:49.142274Z","caller":"traceutil/trace.go:171","msg":"trace[497437163] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5321; }","duration":"244.485204ms","start":"2026-05-07T03:30:48.897773Z","end":"2026-05-07T03:30:49.142258Z","steps":["trace[497437163] 'agreement among raft nodes before linearized reading' (duration: 244.319292ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:49.142457Z","caller":"traceutil/trace.go:171","msg":"trace[1916905386] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"291.139384ms","start":"2026-05-07T03:30:48.85123Z","end":"2026-05-07T03:30:49.142369Z","steps":["trace[1916905386] 'process raft request' (duration: 290.648397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:49.151323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.513225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rcgw8.18ad2af2483645e3\" ","response":"range_response_count:1 size:921"} {"level":"info","ts":"2026-05-07T03:30:49.151425Z","caller":"traceutil/trace.go:171","msg":"trace[515949432] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-rcgw8.18ad2af2483645e3; range_end:; response_count:1; response_revision:5321; }","duration":"179.644146ms","start":"2026-05-07T03:30:48.971761Z","end":"2026-05-07T03:30:49.151405Z","steps":["trace[515949432] 'agreement among raft nodes before linearized reading' (duration: 179.368753ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.348525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:30:50.75124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020634334s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:30:50.753257Z","caller":"traceutil/trace.go:171","msg":"trace[2113028871] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5553; }","duration":"904.739681ms","start":"2026-05-07T03:30:49.848491Z","end":"2026-05-07T03:30:50.753231Z","steps":["trace[2113028871] 'read index received' (duration: 904.605789ms)","trace[2113028871] 'applied index is now lower than readState.Index' (duration: 132.172µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:50.753324Z","caller":"traceutil/trace.go:171","msg":"trace[1033929929] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"1.022800043s","start":"2026-05-07T03:30:49.730468Z","end":"2026-05-07T03:30:50.753268Z","steps":["trace[1033929929] 'process raft request' (duration: 1.0226193s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.753484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.970654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:50.753553Z","caller":"traceutil/trace.go:171","msg":"trace[709589757] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5330; }","duration":"905.080735ms","start":"2026-05-07T03:30:49.84845Z","end":"2026-05-07T03:30:50.753531Z","steps":["trace[709589757] 'agreement among raft nodes before linearized reading' (duration: 904.835282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.753558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:49.730445Z","time spent":"1.023004205s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-07T03:30:50.753599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:49.848436Z","time spent":"905.152597ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:50.757421Z","caller":"traceutil/trace.go:171","msg":"trace[327027620] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"148.154994ms","start":"2026-05-07T03:30:50.609241Z","end":"2026-05-07T03:30:50.757396Z","steps":["trace[327027620] 'process raft request' (duration: 147.883021ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.757555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.079646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:50.757602Z","caller":"traceutil/trace.go:171","msg":"trace[1273944484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5331; }","duration":"100.235507ms","start":"2026-05-07T03:30:50.657352Z","end":"2026-05-07T03:30:50.757587Z","steps":["trace[1273944484] 'agreement among raft nodes before linearized reading' (duration: 100.097926ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.757435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.533321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:50.757668Z","caller":"traceutil/trace.go:171","msg":"trace[671648436] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5331; }","duration":"280.833775ms","start":"2026-05-07T03:30:50.476825Z","end":"2026-05-07T03:30:50.757659Z","steps":["trace[671648436] 'agreement among raft nodes before linearized reading' (duration: 280.527271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.757685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.903741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:50.757739Z","caller":"traceutil/trace.go:171","msg":"trace[1688843380] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5331; }","duration":"822.985503ms","start":"2026-05-07T03:30:49.934727Z","end":"2026-05-07T03:30:50.757713Z","steps":["trace[1688843380] 'agreement among raft nodes before linearized reading' (duration: 822.917672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.757736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.742776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:30:50.757776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:49.934708Z","time spent":"823.058474ms","remote":"127.0.0.1:48992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:30:50.757867Z","caller":"traceutil/trace.go:171","msg":"trace[2071369429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5331; }","duration":"667.929259ms","start":"2026-05-07T03:30:50.089907Z","end":"2026-05-07T03:30:50.757836Z","steps":["trace[2071369429] 'agreement among raft nodes before linearized reading' (duration: 667.566534ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.757927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:50.089885Z","time spent":"668.03144ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:50.758207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.013788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:30:50.75833Z","caller":"traceutil/trace.go:171","msg":"trace[1535402257] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5331; }","duration":"749.148119ms","start":"2026-05-07T03:30:50.009124Z","end":"2026-05-07T03:30:50.758273Z","steps":["trace[1535402257] 'agreement among raft nodes before linearized reading' (duration: 748.286057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.758372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:50.009101Z","time spent":"749.259871ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:50.762043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.393115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zk76v\" ","response":"range_response_count:1 size:5145"} {"level":"info","ts":"2026-05-07T03:30:50.762144Z","caller":"traceutil/trace.go:171","msg":"trace[2065180840] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zk76v; range_end:; response_count:1; response_revision:5331; }","duration":"910.534437ms","start":"2026-05-07T03:30:49.851582Z","end":"2026-05-07T03:30:50.762116Z","steps":["trace[2065180840] 'agreement among raft nodes before linearized reading' (duration: 905.735654ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:50.762197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:49.851571Z","time spent":"910.615528ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":5168,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-zk76v\" "} {"level":"warn","ts":"2026-05-07T03:30:52.628723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:30:53.129454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:30:53.630153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:30:53.794352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787143809s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:30:53.794863Z","caller":"traceutil/trace.go:171","msg":"trace[56866006] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"1.787741688s","start":"2026-05-07T03:30:52.007098Z","end":"2026-05-07T03:30:53.79484Z","steps":["trace[56866006] 'process raft request' (duration: 1.787522394s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.795031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:52.007075Z","time spent":"1.787892399s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:53.972701Z","caller":"traceutil/trace.go:171","msg":"trace[77446329] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"1.209264023s","start":"2026-05-07T03:30:52.763366Z","end":"2026-05-07T03:30:53.97263Z","steps":["trace[77446329] 'process raft request' (duration: 1.208910118s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:53.973114Z","caller":"traceutil/trace.go:171","msg":"trace[359412379] transaction","detail":"{read_only:false; response_revision:5408; number_of_response:1; }","duration":"820.026969ms","start":"2026-05-07T03:30:53.153073Z","end":"2026-05-07T03:30:53.9731Z","steps":["trace[359412379] 'process raft request' (duration: 819.755455ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:53.973167Z","caller":"traceutil/trace.go:171","msg":"trace[1521516136] transaction","detail":"{read_only:false; response_revision:5407; number_of_response:1; }","duration":"837.347583ms","start":"2026-05-07T03:30:53.13575Z","end":"2026-05-07T03:30:53.973097Z","steps":["trace[1521516136] 'process raft request' (duration: 836.764916ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:53.973094Z","caller":"traceutil/trace.go:171","msg":"trace[1488907188] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5628; }","duration":"1.844392604s","start":"2026-05-07T03:30:52.128668Z","end":"2026-05-07T03:30:53.973061Z","steps":["trace[1488907188] 'read index received' (duration: 1.66607194s)","trace[1488907188] 'applied index is now lower than readState.Index' (duration: 178.318614ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:30:53.973335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844664907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-05-07T03:30:53.973362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.135728Z","time spent":"837.531896ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:53.973402Z","caller":"traceutil/trace.go:171","msg":"trace[854236763] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f; range_end:; response_count:1; response_revision:5408; }","duration":"1.844774039s","start":"2026-05-07T03:30:52.128608Z","end":"2026-05-07T03:30:53.973383Z","steps":["trace[854236763] 'agreement among raft nodes before linearized reading' (duration: 1.844540136s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.973415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.153051Z","time spent":"820.1344ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:53.973709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.296893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:30:53.973715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.168463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:30:53.973818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.240437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:30:53.973853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659228829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T03:30:53.973847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.755393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:30:53.973877Z","caller":"traceutil/trace.go:171","msg":"trace[1894869398] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5408; }","duration":"783.311929ms","start":"2026-05-07T03:30:53.190545Z","end":"2026-05-07T03:30:53.973856Z","steps":["trace[1894869398] 'agreement among raft nodes before linearized reading' (duration: 783.226728ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:53.973891Z","caller":"traceutil/trace.go:171","msg":"trace[1191447690] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5408; }","duration":"1.65929497s","start":"2026-05-07T03:30:52.314583Z","end":"2026-05-07T03:30:53.973877Z","steps":["trace[1191447690] 'agreement among raft nodes before linearized reading' (duration: 1.659204419s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:53.973915Z","caller":"traceutil/trace.go:171","msg":"trace[1781588192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5408; }","duration":"779.836854ms","start":"2026-05-07T03:30:53.194062Z","end":"2026-05-07T03:30:53.973899Z","steps":["trace[1781588192] 'agreement among raft nodes before linearized reading' (duration: 779.685712ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.97345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:52.128586Z","time spent":"1.84485288s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f\" "} {"level":"warn","ts":"2026-05-07T03:30:53.973941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:52.314563Z","time spent":"1.659364531s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:30:53.973949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.190536Z","time spent":"783.37687ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":22,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:53.973963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.194055Z","time spent":"779.896924ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:30:53.973899Z","caller":"traceutil/trace.go:171","msg":"trace[1429121539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5408; }","duration":"785.320545ms","start":"2026-05-07T03:30:53.188501Z","end":"2026-05-07T03:30:53.973822Z","steps":["trace[1429121539] 'agreement among raft nodes before linearized reading' (duration: 785.048061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.973384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:52.763346Z","time spent":"1.209510945s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:53.97358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.818969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-07T03:30:53.974291Z","caller":"traceutil/trace.go:171","msg":"trace[724274926] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5408; }","duration":"871.520379ms","start":"2026-05-07T03:30:53.102751Z","end":"2026-05-07T03:30:53.974271Z","steps":["trace[724274926] 'agreement among raft nodes before linearized reading' (duration: 870.738788ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.974361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.102735Z","time spent":"871.610471ms","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-07T03:30:53.973589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316427229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:53.97442Z","caller":"traceutil/trace.go:171","msg":"trace[195104423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5408; }","duration":"1.317314372s","start":"2026-05-07T03:30:52.657091Z","end":"2026-05-07T03:30:53.974405Z","steps":["trace[195104423] 'agreement among raft nodes before linearized reading' (duration: 1.31641987s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.97446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:52.657074Z","time spent":"1.317376503s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:53.973631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.294372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:30:53.974544Z","caller":"traceutil/trace.go:171","msg":"trace[1278817708] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5408; }","duration":"785.249096ms","start":"2026-05-07T03:30:53.189282Z","end":"2026-05-07T03:30:53.974531Z","steps":["trace[1278817708] 'agreement among raft nodes before linearized reading' (duration: 784.204271ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.974582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.189266Z","time spent":"785.305466ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:53.973645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.539745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:53.974692Z","caller":"traceutil/trace.go:171","msg":"trace[819240627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5408; }","duration":"871.61754ms","start":"2026-05-07T03:30:53.103066Z","end":"2026-05-07T03:30:53.974683Z","steps":["trace[819240627] 'agreement among raft nodes before linearized reading' (duration: 870.542585ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.974721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.103058Z","time spent":"871.65465ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:53.973662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.895908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:30:53.97477Z","caller":"traceutil/trace.go:171","msg":"trace[569757743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5408; }","duration":"776.020944ms","start":"2026-05-07T03:30:53.198737Z","end":"2026-05-07T03:30:53.974758Z","steps":["trace[569757743] 'agreement among raft nodes before linearized reading' (duration: 774.815008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.974815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.198728Z","time spent":"776.077185ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:53.973744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.658582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:30:53.974875Z","caller":"traceutil/trace.go:171","msg":"trace[1255942882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5408; }","duration":"780.800167ms","start":"2026-05-07T03:30:53.194057Z","end":"2026-05-07T03:30:53.974857Z","steps":["trace[1255942882] 'agreement among raft nodes before linearized reading' (duration: 779.622571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.974939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.194045Z","time spent":"780.875948ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:30:53.973753Z","caller":"traceutil/trace.go:171","msg":"trace[341530134] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5408; }","duration":"148.333214ms","start":"2026-05-07T03:30:53.825403Z","end":"2026-05-07T03:30:53.973736Z","steps":["trace[341530134] 'agreement among raft nodes before linearized reading' (duration: 148.281663ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.973747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196630738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:30:53.97503Z","caller":"traceutil/trace.go:171","msg":"trace[668753045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5408; }","duration":"1.197951315s","start":"2026-05-07T03:30:52.777065Z","end":"2026-05-07T03:30:53.975017Z","steps":["trace[668753045] 'agreement among raft nodes before linearized reading' (duration: 1.196582606s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.975082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:52.777045Z","time spent":"1.198024156s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:53.975325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:53.188484Z","time spent":"786.822745ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:53.976703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738521313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-07T03:30:53.976757Z","caller":"traceutil/trace.go:171","msg":"trace[139778455] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5408; }","duration":"1.738647235s","start":"2026-05-07T03:30:52.238097Z","end":"2026-05-07T03:30:53.976744Z","steps":["trace[139778455] 'agreement among raft nodes before linearized reading' (duration: 1.735345092s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:53.976797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:52.23808Z","time spent":"1.738708725s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-05-07T03:30:54.116436Z","caller":"traceutil/trace.go:171","msg":"trace[250094180] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"136.063602ms","start":"2026-05-07T03:30:53.980343Z","end":"2026-05-07T03:30:54.116407Z","steps":["trace[250094180] 'process raft request' (duration: 106.440517ms)","trace[250094180] 'compare' (duration: 29.474243ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:54.116719Z","caller":"traceutil/trace.go:171","msg":"trace[1228819477] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"136.314605ms","start":"2026-05-07T03:30:53.980389Z","end":"2026-05-07T03:30:54.116703Z","steps":["trace[1228819477] 'process raft request' (duration: 135.980691ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:54.116948Z","caller":"traceutil/trace.go:171","msg":"trace[93623097] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"136.481007ms","start":"2026-05-07T03:30:53.980399Z","end":"2026-05-07T03:30:54.11688Z","steps":["trace[93623097] 'process raft request' (duration: 136.195634ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:54.116974Z","caller":"traceutil/trace.go:171","msg":"trace[267025942] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"136.498747ms","start":"2026-05-07T03:30:53.980454Z","end":"2026-05-07T03:30:54.116953Z","steps":["trace[267025942] 'process raft request' (duration: 136.217594ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:54.117101Z","caller":"traceutil/trace.go:171","msg":"trace[1442897540] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"136.041533ms","start":"2026-05-07T03:30:53.981034Z","end":"2026-05-07T03:30:54.117075Z","steps":["trace[1442897540] 'process raft request' (duration: 135.847439ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:54.117199Z","caller":"traceutil/trace.go:171","msg":"trace[1532571149] linearizableReadLoop","detail":"{readStateIndex:5638; appliedIndex:5632; }","duration":"134.951949ms","start":"2026-05-07T03:30:53.982231Z","end":"2026-05-07T03:30:54.117183Z","steps":["trace[1532571149] 'read index received' (duration: 18.731975ms)","trace[1532571149] 'applied index is now lower than readState.Index' (duration: 116.218834ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:54.11724Z","caller":"traceutil/trace.go:171","msg":"trace[1594641846] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"134.748237ms","start":"2026-05-07T03:30:53.982478Z","end":"2026-05-07T03:30:54.117226Z","steps":["trace[1594641846] 'process raft request' (duration: 134.469332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:54.117433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.276667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-05-07T03:30:54.117536Z","caller":"traceutil/trace.go:171","msg":"trace[818142943] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5415; }","duration":"133.404549ms","start":"2026-05-07T03:30:53.984117Z","end":"2026-05-07T03:30:54.117521Z","steps":["trace[818142943] 'agreement among raft nodes before linearized reading' (duration: 133.218446ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:54.117437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.195732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10087"} {"level":"warn","ts":"2026-05-07T03:30:54.11793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.341467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:54.11801Z","caller":"traceutil/trace.go:171","msg":"trace[1559265281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5415; }","duration":"133.442749ms","start":"2026-05-07T03:30:53.984552Z","end":"2026-05-07T03:30:54.117994Z","steps":["trace[1559265281] 'agreement among raft nodes before linearized reading' (duration: 133.308867ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:54.117821Z","caller":"traceutil/trace.go:171","msg":"trace[137258056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5415; }","duration":"135.575217ms","start":"2026-05-07T03:30:53.982215Z","end":"2026-05-07T03:30:54.11779Z","steps":["trace[137258056] 'agreement among raft nodes before linearized reading' (duration: 135.076901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:56.044151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:30:56.54499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:30:57.045388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:30:57.113417Z","caller":"traceutil/trace.go:171","msg":"trace[1677149832] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"1.850601405s","start":"2026-05-07T03:30:55.262792Z","end":"2026-05-07T03:30:57.113394Z","steps":["trace[1677149832] 'process raft request' (duration: 1.850447143s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.11361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.262764Z","time spent":"1.850779048s","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:57.501336Z","caller":"traceutil/trace.go:171","msg":"trace[1186988639] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"1.520089058s","start":"2026-05-07T03:30:55.98123Z","end":"2026-05-07T03:30:57.501319Z","steps":["trace[1186988639] 'process raft request' (duration: 1.520048227s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.501438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.981198Z","time spent":"1.520189309s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:30:57.501515Z","caller":"traceutil/trace.go:171","msg":"trace[890551310] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"1.520418332s","start":"2026-05-07T03:30:55.981092Z","end":"2026-05-07T03:30:57.50151Z","steps":["trace[890551310] 'process raft request' (duration: 1.520165009s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.501487Z","caller":"traceutil/trace.go:171","msg":"trace[475304929] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"1.522364748s","start":"2026-05-07T03:30:55.979052Z","end":"2026-05-07T03:30:57.501417Z","steps":["trace[475304929] 'process raft request' (duration: 1.522048844s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.50157Z","caller":"traceutil/trace.go:171","msg":"trace[360470375] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5645; }","duration":"1.958382044s","start":"2026-05-07T03:30:55.543182Z","end":"2026-05-07T03:30:57.501564Z","steps":["trace[360470375] 'read index received' (duration: 1.570047263s)","trace[360470375] 'applied index is now lower than readState.Index' (duration: 388.334141ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:57.501639Z","caller":"traceutil/trace.go:171","msg":"trace[1983237682] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"662.523799ms","start":"2026-05-07T03:30:56.83911Z","end":"2026-05-07T03:30:57.501634Z","steps":["trace[1983237682] 'process raft request' (duration: 662.188025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.501662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.839098Z","time spent":"662.550559ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:57.501713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958533506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:57.501734Z","caller":"traceutil/trace.go:171","msg":"trace[1790587343] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5425; }","duration":"1.958617517s","start":"2026-05-07T03:30:55.543111Z","end":"2026-05-07T03:30:57.501729Z","steps":["trace[1790587343] 'agreement among raft nodes before linearized reading' (duration: 1.958582767s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.50175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.543092Z","time spent":"1.958652147s","remote":"127.0.0.1:40096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:57.501817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.979031Z","time spent":"1.52254833s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:57.501926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844965738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:57.501942Z","caller":"traceutil/trace.go:171","msg":"trace[1266998290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5425; }","duration":"1.845009169s","start":"2026-05-07T03:30:55.656929Z","end":"2026-05-07T03:30:57.501938Z","steps":["trace[1266998290] 'agreement among raft nodes before linearized reading' (duration: 1.844981778s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.501954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.656892Z","time spent":"1.845060209s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:30:57.501538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.981079Z","time spent":"1.520444503s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:30:57.502083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.91785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:30:57.5021Z","caller":"traceutil/trace.go:171","msg":"trace[1230329596] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5425; }","duration":"664.9573ms","start":"2026-05-07T03:30:56.837137Z","end":"2026-05-07T03:30:57.502094Z","steps":["trace[1230329596] 'agreement among raft nodes before linearized reading' (duration: 664.900549ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.502117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.837124Z","time spent":"664.99007ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":50,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:30:57.502228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36889898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:30:57.502246Z","caller":"traceutil/trace.go:171","msg":"trace[200618678] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5425; }","duration":"1.368935681s","start":"2026-05-07T03:30:56.133305Z","end":"2026-05-07T03:30:57.502241Z","steps":["trace[200618678] 'agreement among raft nodes before linearized reading' (duration: 1.36887202s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.502259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.133296Z","time spent":"1.368959971s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:30:57.502322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520123419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-05-07T03:30:57.502335Z","caller":"traceutil/trace.go:171","msg":"trace[1947021497] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f; range_end:; response_count:1; response_revision:5425; }","duration":"1.520162489s","start":"2026-05-07T03:30:55.982169Z","end":"2026-05-07T03:30:57.502331Z","steps":["trace[1947021497] 'agreement among raft nodes before linearized reading' (duration: 1.520122108s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.502346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.982156Z","time spent":"1.520187679s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f\" "} {"level":"warn","ts":"2026-05-07T03:30:57.502405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497352192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:30:57.502498Z","caller":"traceutil/trace.go:171","msg":"trace[1859436369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5425; }","duration":"1.497479694s","start":"2026-05-07T03:30:56.004996Z","end":"2026-05-07T03:30:57.502476Z","steps":["trace[1859436369] 'agreement among raft nodes before linearized reading' (duration: 1.497276691s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.502606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.004981Z","time spent":"1.497610065s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:30:57.502708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380078646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:30:57.50273Z","caller":"traceutil/trace.go:171","msg":"trace[811532190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5425; }","duration":"1.380122677s","start":"2026-05-07T03:30:56.122603Z","end":"2026-05-07T03:30:57.502725Z","steps":["trace[811532190] 'agreement among raft nodes before linearized reading' (duration: 1.380074756s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.502745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.122592Z","time spent":"1.380150317s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:57.502803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369773922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:30:57.502819Z","caller":"traceutil/trace.go:171","msg":"trace[318133044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5425; }","duration":"1.369815962s","start":"2026-05-07T03:30:56.132999Z","end":"2026-05-07T03:30:57.502815Z","steps":["trace[318133044] 'agreement among raft nodes before linearized reading' (duration: 1.369777981s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.502814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380437281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:30:57.502863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370148286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:30:57.502859Z","caller":"traceutil/trace.go:171","msg":"trace[917524568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5425; }","duration":"1.380519781s","start":"2026-05-07T03:30:56.122325Z","end":"2026-05-07T03:30:57.502844Z","steps":["trace[917524568] 'agreement among raft nodes before linearized reading' (duration: 1.38040106s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.502882Z","caller":"traceutil/trace.go:171","msg":"trace[820093188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5425; }","duration":"1.370195527s","start":"2026-05-07T03:30:56.132681Z","end":"2026-05-07T03:30:57.502877Z","steps":["trace[820093188] 'agreement among raft nodes before linearized reading' (duration: 1.370158226s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.502895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.132662Z","time spent":"1.370230117s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:30:57.502898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.122302Z","time spent":"1.380584833s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:30:57.502452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690245183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-07T03:30:57.502929Z","caller":"traceutil/trace.go:171","msg":"trace[1957180755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5425; }","duration":"1.690758859s","start":"2026-05-07T03:30:55.812167Z","end":"2026-05-07T03:30:57.502926Z","steps":["trace[1957180755] 'agreement among raft nodes before linearized reading' (duration: 1.690244023s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.502941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:55.81215Z","time spent":"1.690787239s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-07T03:30:57.502832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:30:56.132987Z","time spent":"1.369840642s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:30:57.700557Z","caller":"traceutil/trace.go:171","msg":"trace[1465490026] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"192.885478ms","start":"2026-05-07T03:30:57.507617Z","end":"2026-05-07T03:30:57.700502Z","steps":["trace[1465490026] 'process raft request' (duration: 96.708547ms)","trace[1465490026] 'compare' (duration: 95.959948ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:57.769834Z","caller":"traceutil/trace.go:171","msg":"trace[1113409678] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"260.64223ms","start":"2026-05-07T03:30:57.509165Z","end":"2026-05-07T03:30:57.769807Z","steps":["trace[1113409678] 'process raft request' (duration: 260.490158ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.769982Z","caller":"traceutil/trace.go:171","msg":"trace[120396814] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"260.650791ms","start":"2026-05-07T03:30:57.509314Z","end":"2026-05-07T03:30:57.769965Z","steps":["trace[120396814] 'process raft request' (duration: 260.454767ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.770316Z","caller":"traceutil/trace.go:171","msg":"trace[2016710875] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"260.70342ms","start":"2026-05-07T03:30:57.509601Z","end":"2026-05-07T03:30:57.770304Z","steps":["trace[2016710875] 'process raft request' (duration: 260.297534ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.770427Z","caller":"traceutil/trace.go:171","msg":"trace[816183690] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5650; }","duration":"258.587424ms","start":"2026-05-07T03:30:57.511825Z","end":"2026-05-07T03:30:57.770412Z","steps":["trace[816183690] 'read index received' (duration: 92.490123ms)","trace[816183690] 'applied index is now lower than readState.Index' (duration: 166.096061ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:57.77058Z","caller":"traceutil/trace.go:171","msg":"trace[596931051] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"260.60375ms","start":"2026-05-07T03:30:57.509965Z","end":"2026-05-07T03:30:57.770568Z","steps":["trace[596931051] 'process raft request' (duration: 260.297846ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:57.770678Z","caller":"traceutil/trace.go:171","msg":"trace[1331806873] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"260.234875ms","start":"2026-05-07T03:30:57.510432Z","end":"2026-05-07T03:30:57.770666Z","steps":["trace[1331806873] 'process raft request' (duration: 259.923221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.77081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.968588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:57.770858Z","caller":"traceutil/trace.go:171","msg":"trace[887142486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5431; }","duration":"259.06693ms","start":"2026-05-07T03:30:57.511779Z","end":"2026-05-07T03:30:57.770846Z","steps":["trace[887142486] 'agreement among raft nodes before linearized reading' (duration: 258.963449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:57.77101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.431278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:57.771168Z","caller":"traceutil/trace.go:171","msg":"trace[130818589] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5431; }","duration":"117.62871ms","start":"2026-05-07T03:30:57.653518Z","end":"2026-05-07T03:30:57.771147Z","steps":["trace[130818589] 'agreement among raft nodes before linearized reading' (duration: 117.308876ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:30:58.870023Z","caller":"traceutil/trace.go:171","msg":"trace[619121087] linearizableReadLoop","detail":"{readStateIndex:5657; appliedIndex:5656; }","duration":"215.963867ms","start":"2026-05-07T03:30:58.654038Z","end":"2026-05-07T03:30:58.870002Z","steps":["trace[619121087] 'read index received' (duration: 215.777055ms)","trace[619121087] 'applied index is now lower than readState.Index' (duration: 185.902µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:30:58.87022Z","caller":"traceutil/trace.go:171","msg":"trace[2098522441] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"292.609193ms","start":"2026-05-07T03:30:58.577581Z","end":"2026-05-07T03:30:58.870191Z","steps":["trace[2098522441] 'process raft request' (duration: 292.281819ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:58.870307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.24083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:30:58.870395Z","caller":"traceutil/trace.go:171","msg":"trace[983840421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5432; }","duration":"216.385953ms","start":"2026-05-07T03:30:58.653989Z","end":"2026-05-07T03:30:58.870374Z","steps":["trace[983840421] 'agreement among raft nodes before linearized reading' (duration: 216.219591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:30:58.870687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.248238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:30:58.870765Z","caller":"traceutil/trace.go:171","msg":"trace[854871004] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:5432; }","duration":"105.376439ms","start":"2026-05-07T03:30:58.765372Z","end":"2026-05-07T03:30:58.870748Z","steps":["trace[854871004] 'agreement among raft nodes before linearized reading' (duration: 105.106426ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:00.341027Z","caller":"traceutil/trace.go:171","msg":"trace[1207210090] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"225.109763ms","start":"2026-05-07T03:31:00.115888Z","end":"2026-05-07T03:31:00.340997Z","steps":["trace[1207210090] 'process raft request' (duration: 224.672918ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:01.375144Z","caller":"traceutil/trace.go:171","msg":"trace[596925385] linearizableReadLoop","detail":"{readStateIndex:5690; appliedIndex:5689; }","duration":"251.400232ms","start":"2026-05-07T03:31:01.123712Z","end":"2026-05-07T03:31:01.375112Z","steps":["trace[596925385] 'read index received' (duration: 251.23129ms)","trace[596925385] 'applied index is now lower than readState.Index' (duration: 167.552µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:01.375198Z","caller":"traceutil/trace.go:171","msg":"trace[1058753810] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"280.161676ms","start":"2026-05-07T03:31:01.095008Z","end":"2026-05-07T03:31:01.37517Z","steps":["trace[1058753810] 'process raft request' (duration: 279.908873ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:01.375427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.690507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rcgw8\" ","response":"range_response_count:1 size:9901"} {"level":"info","ts":"2026-05-07T03:31:01.375484Z","caller":"traceutil/trace.go:171","msg":"trace[244056008] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-rcgw8; range_end:; response_count:1; response_revision:5463; }","duration":"251.791429ms","start":"2026-05-07T03:31:01.123678Z","end":"2026-05-07T03:31:01.375469Z","steps":["trace[244056008] 'agreement among raft nodes before linearized reading' (duration: 251.576965ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:01.375512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.734178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7d4979f8bf-j25tf.18ad2af51c5801ae\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-07T03:31:01.375544Z","caller":"traceutil/trace.go:171","msg":"trace[977441391] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7d4979f8bf-j25tf.18ad2af51c5801ae; range_end:; response_count:1; response_revision:5463; }","duration":"251.807688ms","start":"2026-05-07T03:31:01.123724Z","end":"2026-05-07T03:31:01.375532Z","steps":["trace[977441391] 'agreement among raft nodes before linearized reading' (duration: 251.674197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:02.730018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:31:03.358209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.199073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:03.358289Z","caller":"traceutil/trace.go:171","msg":"trace[171107835] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"1.203606953s","start":"2026-05-07T03:31:02.154668Z","end":"2026-05-07T03:31:03.358275Z","steps":["trace[171107835] 'process raft request' (duration: 664.256948ms)","trace[171107835] 'compare' (duration: 538.14661ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:03.35856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:02.154648Z","time spent":"1.203661963s","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:03.82806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.647078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:03.828249Z","caller":"traceutil/trace.go:171","msg":"trace[1044021407] linearizableReadLoop","detail":"{readStateIndex:5715; appliedIndex:5711; }","duration":"1.598400941s","start":"2026-05-07T03:31:02.229834Z","end":"2026-05-07T03:31:03.828235Z","steps":["trace[1044021407] 'read index received' (duration: 589.081452ms)","trace[1044021407] 'applied index is now lower than readState.Index' (duration: 1.009318519s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:03.828236Z","caller":"traceutil/trace.go:171","msg":"trace[1424226226] transaction","detail":"{read_only:false; response_revision:5486; number_of_response:1; }","duration":"1.673493616s","start":"2026-05-07T03:31:02.154718Z","end":"2026-05-07T03:31:03.828211Z","steps":["trace[1424226226] 'process raft request' (duration: 1.554637015s)","trace[1424226226] 'compare' (duration: 118.400065ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:03.828388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:02.154707Z","time spent":"1.673595727s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:03.828467Z","caller":"traceutil/trace.go:171","msg":"trace[870112591] transaction","detail":"{read_only:false; response_revision:5487; number_of_response:1; }","duration":"1.672934189s","start":"2026-05-07T03:31:02.155524Z","end":"2026-05-07T03:31:03.828458Z","steps":["trace[870112591] 'process raft request' (duration: 1.672606075s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:03.828533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:02.155514Z","time spent":"1.672974579s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:03.828803Z","caller":"traceutil/trace.go:171","msg":"trace[890257505] transaction","detail":"{read_only:false; response_revision:5488; number_of_response:1; }","duration":"1.673242593s","start":"2026-05-07T03:31:02.155533Z","end":"2026-05-07T03:31:03.828776Z","steps":["trace[890257505] 'process raft request' (duration: 1.672655186s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:03.828923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:02.155524Z","time spent":"1.673339564s","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:03.828966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599110481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T03:31:03.829048Z","caller":"traceutil/trace.go:171","msg":"trace[709267438] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5488; }","duration":"1.599240892s","start":"2026-05-07T03:31:02.229785Z","end":"2026-05-07T03:31:03.829026Z","steps":["trace[709267438] 'agreement among raft nodes before linearized reading' (duration: 1.599013879s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:03.829095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:02.229769Z","time spent":"1.599316163s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-07T03:31:04.331381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057917,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:31:04.531504Z","caller":"traceutil/trace.go:171","msg":"trace[1431167177] transaction","detail":"{read_only:false; response_revision:5491; number_of_response:1; }","duration":"892.412169ms","start":"2026-05-07T03:31:03.639053Z","end":"2026-05-07T03:31:04.531465Z","steps":["trace[1431167177] 'process raft request' (duration: 892.373849ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:04.531543Z","caller":"traceutil/trace.go:171","msg":"trace[125109061] transaction","detail":"{read_only:false; response_revision:5490; number_of_response:1; }","duration":"893.167779ms","start":"2026-05-07T03:31:03.638355Z","end":"2026-05-07T03:31:04.531523Z","steps":["trace[125109061] 'process raft request' (duration: 893.045527ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:04.53157Z","caller":"traceutil/trace.go:171","msg":"trace[1442131548] transaction","detail":"{read_only:false; response_revision:5489; number_of_response:1; }","duration":"942.818652ms","start":"2026-05-07T03:31:03.588688Z","end":"2026-05-07T03:31:04.531507Z","steps":["trace[1442131548] 'process raft request' (duration: 942.580749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.531653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.639025Z","time spent":"892.539471ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:04.531721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.588667Z","time spent":"942.973104ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:04.531744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.63833Z","time spent":"893.250281ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:04.552846Z","caller":"traceutil/trace.go:171","msg":"trace[1527061346] transaction","detail":"{read_only:false; response_revision:5492; number_of_response:1; }","duration":"837.971363ms","start":"2026-05-07T03:31:03.714838Z","end":"2026-05-07T03:31:04.55281Z","steps":["trace[1527061346] 'process raft request' (duration: 837.72482ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.552966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.71482Z","time spent":"838.088474ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":793,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:31:04.562631Z","caller":"traceutil/trace.go:171","msg":"trace[1288465477] linearizableReadLoop","detail":"{readStateIndex:5720; appliedIndex:5715; }","duration":"734.312889ms","start":"2026-05-07T03:31:03.828285Z","end":"2026-05-07T03:31:04.562598Z","steps":["trace[1288465477] 'read index received' (duration: 702.991893ms)","trace[1288465477] 'applied index is now lower than readState.Index' (duration: 31.316476ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:04.562859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904941681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:04.562922Z","caller":"traceutil/trace.go:171","msg":"trace[1225605585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5493; }","duration":"1.905042573s","start":"2026-05-07T03:31:02.657864Z","end":"2026-05-07T03:31:04.562907Z","steps":["trace[1225605585] 'agreement among raft nodes before linearized reading' (duration: 1.904954492s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.563025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:02.657846Z","time spent":"1.905153684s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:31:04.563138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.048018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:31:04.563165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052607627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-05-07T03:31:04.563199Z","caller":"traceutil/trace.go:171","msg":"trace[912864481] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5493; }","duration":"2.052720568s","start":"2026-05-07T03:31:02.510469Z","end":"2026-05-07T03:31:04.563189Z","steps":["trace[912864481] 'agreement among raft nodes before linearized reading' (duration: 2.052448165s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.563204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342026559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:31:04.563233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:02.510448Z","time spent":"2.05277844s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-07T03:31:04.563239Z","caller":"traceutil/trace.go:171","msg":"trace[373410060] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5493; }","duration":"1.342060561s","start":"2026-05-07T03:31:03.221165Z","end":"2026-05-07T03:31:04.563226Z","steps":["trace[373410060] 'agreement among raft nodes before linearized reading' (duration: 1.342008499s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.563269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.221115Z","time spent":"1.342145032s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:04.563374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.554554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:04.563429Z","caller":"traceutil/trace.go:171","msg":"trace[1933632883] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5493; }","duration":"957.634535ms","start":"2026-05-07T03:31:03.605783Z","end":"2026-05-07T03:31:04.563417Z","steps":["trace[1933632883] 'agreement among raft nodes before linearized reading' (duration: 957.551614ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.563462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.605771Z","time spent":"957.682996ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:04.563554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.057477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e935841-ff22-4434-97cc-f7dca61ecc0a\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-05-07T03:31:04.563592Z","caller":"traceutil/trace.go:171","msg":"trace[658139043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e935841-ff22-4434-97cc-f7dca61ecc0a; range_end:; response_count:1; response_revision:5493; }","duration":"731.159228ms","start":"2026-05-07T03:31:03.832422Z","end":"2026-05-07T03:31:04.563582Z","steps":["trace[658139043] 'agreement among raft nodes before linearized reading' (duration: 731.033007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.563624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.832403Z","time spent":"731.212919ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-5e935841-ff22-4434-97cc-f7dca61ecc0a\" "} {"level":"info","ts":"2026-05-07T03:31:04.563194Z","caller":"traceutil/trace.go:171","msg":"trace[507047900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5493; }","duration":"789.135289ms","start":"2026-05-07T03:31:03.774043Z","end":"2026-05-07T03:31:04.563179Z","steps":["trace[507047900] 'agreement among raft nodes before linearized reading' (duration: 788.702094ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.563694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.774025Z","time spent":"789.658576ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:31:04.563805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.918186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:31:04.565715Z","caller":"traceutil/trace.go:171","msg":"trace[98577949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5493; }","duration":"665.847921ms","start":"2026-05-07T03:31:03.899853Z","end":"2026-05-07T03:31:04.565701Z","steps":["trace[98577949] 'agreement among raft nodes before linearized reading' (duration: 663.892786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.565782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.899839Z","time spent":"665.923762ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:31:04.563816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.839672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:31:04.565824Z","caller":"traceutil/trace.go:171","msg":"trace[522097010] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5493; }","duration":"667.876567ms","start":"2026-05-07T03:31:03.897935Z","end":"2026-05-07T03:31:04.565811Z","steps":["trace[522097010] 'agreement among raft nodes before linearized reading' (duration: 665.816301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.565854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.897873Z","time spent":"667.972499ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:31:04.563884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.117535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:31:04.565961Z","caller":"traceutil/trace.go:171","msg":"trace[1169483664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5493; }","duration":"668.197671ms","start":"2026-05-07T03:31:03.897741Z","end":"2026-05-07T03:31:04.565939Z","steps":["trace[1169483664] 'agreement among raft nodes before linearized reading' (duration: 666.091914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.565999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.897729Z","time spent":"668.260272ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:31:04.563963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.277742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:31:04.566074Z","caller":"traceutil/trace.go:171","msg":"trace[710495355] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5493; }","duration":"680.4147ms","start":"2026-05-07T03:31:03.885642Z","end":"2026-05-07T03:31:04.566057Z","steps":["trace[710495355] 'agreement among raft nodes before linearized reading' (duration: 678.257532ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.566153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.885621Z","time spent":"680.516441ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:31:04.562692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.429572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:04.566281Z","caller":"traceutil/trace.go:171","msg":"trace[335840466] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5493; }","duration":"998.07572ms","start":"2026-05-07T03:31:03.568196Z","end":"2026-05-07T03:31:04.566271Z","steps":["trace[335840466] 'agreement among raft nodes before linearized reading' (duration: 994.415202ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.566306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.568179Z","time spent":"998.1186ms","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:04.564507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.929017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:31:04.566398Z","caller":"traceutil/trace.go:171","msg":"trace[1273983405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5493; }","duration":"665.845492ms","start":"2026-05-07T03:31:03.900547Z","end":"2026-05-07T03:31:04.566393Z","steps":["trace[1273983405] 'agreement among raft nodes before linearized reading' (duration: 663.885146ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:04.566414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:03.900538Z","time spent":"665.871102ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-07T03:31:05.714167Z","caller":"traceutil/trace.go:171","msg":"trace[492461195] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"164.754553ms","start":"2026-05-07T03:31:05.549348Z","end":"2026-05-07T03:31:05.714103Z","steps":["trace[492461195] 'process raft request' (duration: 164.383519ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:05.880665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.142378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-05-07T03:31:05.880797Z","caller":"traceutil/trace.go:171","msg":"trace[246954181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5510; }","duration":"104.292181ms","start":"2026-05-07T03:31:05.776461Z","end":"2026-05-07T03:31:05.880753Z","steps":["trace[246954181] 'range keys from in-memory index tree' (duration: 103.941777ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.080075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017057959,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:31:07.47881Z","caller":"traceutil/trace.go:171","msg":"trace[583509126] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"942.016605ms","start":"2026-05-07T03:31:06.536756Z","end":"2026-05-07T03:31:07.478773Z","steps":["trace[583509126] 'process raft request' (duration: 941.817493ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.479047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.536733Z","time spent":"942.194487ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:07.486403Z","caller":"traceutil/trace.go:171","msg":"trace[387900290] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"948.390808ms","start":"2026-05-07T03:31:06.537982Z","end":"2026-05-07T03:31:07.486373Z","steps":["trace[387900290] 'process raft request' (duration: 948.164415ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:07.486572Z","caller":"traceutil/trace.go:171","msg":"trace[1860395464] linearizableReadLoop","detail":"{readStateIndex:5742; appliedIndex:5740; }","duration":"907.057393ms","start":"2026-05-07T03:31:06.579486Z","end":"2026-05-07T03:31:07.486543Z","steps":["trace[1860395464] 'read index received' (duration: 899.332593ms)","trace[1860395464] 'applied index is now lower than readState.Index' (duration: 7.72289ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:07.486649Z","caller":"traceutil/trace.go:171","msg":"trace[230339944] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"948.367197ms","start":"2026-05-07T03:31:06.538247Z","end":"2026-05-07T03:31:07.486614Z","steps":["trace[230339944] 'process raft request' (duration: 948.063523ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.486745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.537959Z","time spent":"948.52117ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:07.486816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.538217Z","time spent":"948.497059ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:07.486903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.403448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:31:07.486833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.345716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:31:07.486927Z","caller":"traceutil/trace.go:171","msg":"trace[634290968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5514; }","duration":"887.457719ms","start":"2026-05-07T03:31:06.599461Z","end":"2026-05-07T03:31:07.486919Z","steps":["trace[634290968] 'agreement among raft nodes before linearized reading' (duration: 887.398118ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:07.486938Z","caller":"traceutil/trace.go:171","msg":"trace[487908811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5514; }","duration":"907.487888ms","start":"2026-05-07T03:31:06.579437Z","end":"2026-05-07T03:31:07.486925Z","steps":["trace[487908811] 'agreement among raft nodes before linearized reading' (duration: 907.293085ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.48695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.599442Z","time spent":"887.502899ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:31:07.486996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.579401Z","time spent":"907.562369ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:31:07.487062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.684883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:31:07.487087Z","caller":"traceutil/trace.go:171","msg":"trace[1797233696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5514; }","duration":"884.746264ms","start":"2026-05-07T03:31:06.602333Z","end":"2026-05-07T03:31:07.48708Z","steps":["trace[1797233696] 'agreement among raft nodes before linearized reading' (duration: 884.685563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.487105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.602323Z","time spent":"884.778544ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:31:07.487127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.729983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:31:07.487161Z","caller":"traceutil/trace.go:171","msg":"trace[142207349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5514; }","duration":"745.800263ms","start":"2026-05-07T03:31:06.74135Z","end":"2026-05-07T03:31:07.48715Z","steps":["trace[142207349] 'agreement among raft nodes before linearized reading' (duration: 745.748613ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.487191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.898486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-07T03:31:07.487196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.741329Z","time spent":"745.860015ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:31:07.48721Z","caller":"traceutil/trace.go:171","msg":"trace[1699475233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5514; }","duration":"884.944136ms","start":"2026-05-07T03:31:06.60226Z","end":"2026-05-07T03:31:07.487204Z","steps":["trace[1699475233] 'agreement among raft nodes before linearized reading' (duration: 884.891945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.487226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.602248Z","time spent":"884.974756ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:31:07.487059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.672943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:31:07.487286Z","caller":"traceutil/trace.go:171","msg":"trace[1597718174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5514; }","duration":"884.947016ms","start":"2026-05-07T03:31:06.602333Z","end":"2026-05-07T03:31:07.48728Z","steps":["trace[1597718174] 'agreement among raft nodes before linearized reading' (duration: 884.615872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.487305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.602313Z","time spent":"884.987256ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:31:07.487304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.766032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:31:07.488439Z","caller":"traceutil/trace.go:171","msg":"trace[137751023] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5514; }","duration":"887.836624ms","start":"2026-05-07T03:31:06.599484Z","end":"2026-05-07T03:31:07.48732Z","steps":["trace[137751023] 'agreement among raft nodes before linearized reading' (duration: 887.725332ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:07.48848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:06.599457Z","time spent":"889.012079ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:31:13.755436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.963666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:13.755611Z","caller":"traceutil/trace.go:171","msg":"trace[268336756] linearizableReadLoop","detail":"{readStateIndex:5791; appliedIndex:5788; }","duration":"199.98194ms","start":"2026-05-07T03:31:13.555612Z","end":"2026-05-07T03:31:13.755594Z","steps":["trace[268336756] 'read index received' (duration: 38.315863ms)","trace[268336756] 'applied index is now lower than readState.Index' (duration: 161.664777ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:13.755708Z","caller":"traceutil/trace.go:171","msg":"trace[1952228636] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"235.189076ms","start":"2026-05-07T03:31:13.520505Z","end":"2026-05-07T03:31:13.755694Z","steps":["trace[1952228636] 'process raft request' (duration: 125.889555ms)","trace[1952228636] 'compare' (duration: 108.851455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:13.75606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.747514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:31:13.756101Z","caller":"traceutil/trace.go:171","msg":"trace[1530384003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5562; }","duration":"146.816985ms","start":"2026-05-07T03:31:13.609273Z","end":"2026-05-07T03:31:13.75609Z","steps":["trace[1530384003] 'agreement among raft nodes before linearized reading' (duration: 146.680063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:13.756175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.954561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:31:13.756228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.523428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:31:13.756247Z","caller":"traceutil/trace.go:171","msg":"trace[582529409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5562; }","duration":"145.073522ms","start":"2026-05-07T03:31:13.611157Z","end":"2026-05-07T03:31:13.75623Z","steps":["trace[582529409] 'agreement among raft nodes before linearized reading' (duration: 144.87349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:13.756282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.645639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:31:13.756384Z","caller":"traceutil/trace.go:171","msg":"trace[396675176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5562; }","duration":"200.791221ms","start":"2026-05-07T03:31:13.555571Z","end":"2026-05-07T03:31:13.756363Z","steps":["trace[396675176] 'agreement among raft nodes before linearized reading' (duration: 200.259124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:13.756415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.727231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:31:13.756441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.326479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:31:13.756444Z","caller":"traceutil/trace.go:171","msg":"trace[1718535480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5562; }","duration":"145.788592ms","start":"2026-05-07T03:31:13.610647Z","end":"2026-05-07T03:31:13.756436Z","steps":["trace[1718535480] 'agreement among raft nodes before linearized reading' (duration: 145.702191ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:13.756481Z","caller":"traceutil/trace.go:171","msg":"trace[1392404908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5562; }","duration":"146.387359ms","start":"2026-05-07T03:31:13.61008Z","end":"2026-05-07T03:31:13.756467Z","steps":["trace[1392404908] 'agreement among raft nodes before linearized reading' (duration: 146.301938ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:13.756328Z","caller":"traceutil/trace.go:171","msg":"trace[773786858] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5562; }","duration":"145.558449ms","start":"2026-05-07T03:31:13.610688Z","end":"2026-05-07T03:31:13.756246Z","steps":["trace[773786858] 'agreement among raft nodes before linearized reading' (duration: 145.484558ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:13.756536Z","caller":"traceutil/trace.go:171","msg":"trace[1982612263] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"210.285994ms","start":"2026-05-07T03:31:13.546229Z","end":"2026-05-07T03:31:13.756515Z","steps":["trace[1982612263] 'process raft request' (duration: 209.302162ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:14.035955Z","caller":"traceutil/trace.go:171","msg":"trace[696037530] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"274.464373ms","start":"2026-05-07T03:31:13.761457Z","end":"2026-05-07T03:31:14.035922Z","steps":["trace[696037530] 'process raft request' (duration: 273.823205ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:14.061112Z","caller":"traceutil/trace.go:171","msg":"trace[1787591619] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"299.440425ms","start":"2026-05-07T03:31:13.761639Z","end":"2026-05-07T03:31:14.06108Z","steps":["trace[1787591619] 'process raft request' (duration: 299.184772ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:14.06139Z","caller":"traceutil/trace.go:171","msg":"trace[1023150622] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"299.637237ms","start":"2026-05-07T03:31:13.761734Z","end":"2026-05-07T03:31:14.061371Z","steps":["trace[1023150622] 'process raft request' (duration: 299.256032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:14.061594Z","caller":"traceutil/trace.go:171","msg":"trace[1583720706] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"298.981439ms","start":"2026-05-07T03:31:13.762599Z","end":"2026-05-07T03:31:14.06158Z","steps":["trace[1583720706] 'process raft request' (duration: 298.717576ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:14.06174Z","caller":"traceutil/trace.go:171","msg":"trace[185634028] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5791; }","duration":"282.81297ms","start":"2026-05-07T03:31:13.778909Z","end":"2026-05-07T03:31:14.061722Z","steps":["trace[185634028] 'read index received' (duration: 256.476101ms)","trace[185634028] 'applied index is now lower than readState.Index' (duration: 26.335889ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:14.061867Z","caller":"traceutil/trace.go:171","msg":"trace[1461018476] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"298.782416ms","start":"2026-05-07T03:31:13.763065Z","end":"2026-05-07T03:31:14.061847Z","steps":["trace[1461018476] 'process raft request' (duration: 298.485632ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:14.062Z","caller":"traceutil/trace.go:171","msg":"trace[961214688] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"298.033156ms","start":"2026-05-07T03:31:13.763953Z","end":"2026-05-07T03:31:14.061987Z","steps":["trace[961214688] 'process raft request' (duration: 297.706302ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:14.0622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.012603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-07T03:31:14.062259Z","caller":"traceutil/trace.go:171","msg":"trace[1851249213] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5568; }","duration":"256.175045ms","start":"2026-05-07T03:31:13.806066Z","end":"2026-05-07T03:31:14.062241Z","steps":["trace[1851249213] 'agreement among raft nodes before linearized reading' (duration: 255.964263ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:14.062255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.325346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-05-07T03:31:14.06231Z","caller":"traceutil/trace.go:171","msg":"trace[1304674394] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5568; }","duration":"283.420137ms","start":"2026-05-07T03:31:13.778876Z","end":"2026-05-07T03:31:14.062296Z","steps":["trace[1304674394] 'agreement among raft nodes before linearized reading' (duration: 283.223645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:14.699454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.36867ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:14.699561Z","caller":"traceutil/trace.go:171","msg":"trace[212503439] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5568; }","duration":"267.499071ms","start":"2026-05-07T03:31:14.432046Z","end":"2026-05-07T03:31:14.699545Z","steps":["trace[212503439] 'range keys from in-memory index tree' (duration: 267.346899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:14.746394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058092,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:31:14.76667Z","caller":"traceutil/trace.go:171","msg":"trace[1453558589] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"692.429083ms","start":"2026-05-07T03:31:14.074218Z","end":"2026-05-07T03:31:14.766647Z","steps":["trace[1453558589] 'process raft request' (duration: 692.240731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:14.766813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.074208Z","time spent":"692.520374ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:15.234329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.355309ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:31:15.234699Z","caller":"traceutil/trace.go:171","msg":"trace[589290230] linearizableReadLoop","detail":"{readStateIndex:5799; appliedIndex:5797; }","duration":"988.571033ms","start":"2026-05-07T03:31:14.246099Z","end":"2026-05-07T03:31:15.23467Z","steps":["trace[589290230] 'read index received' (duration: 520.471675ms)","trace[589290230] 'applied index is now lower than readState.Index' (duration: 468.097188ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:15.234764Z","caller":"traceutil/trace.go:171","msg":"trace[554703549] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"462.132991ms","start":"2026-05-07T03:31:14.772611Z","end":"2026-05-07T03:31:15.234744Z","steps":["trace[554703549] 'process raft request' (duration: 461.844028ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.234912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.772544Z","time spent":"462.262193ms","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:15.235024Z","caller":"traceutil/trace.go:171","msg":"trace[1399010114] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"459.844401ms","start":"2026-05-07T03:31:14.775159Z","end":"2026-05-07T03:31:15.235004Z","steps":["trace[1399010114] 'process raft request' (duration: 459.505357ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.235037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.921958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:31:15.235249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.775144Z","time spent":"459.969563ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:15.235229Z","caller":"traceutil/trace.go:171","msg":"trace[1230340746] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5571; }","duration":"989.14642ms","start":"2026-05-07T03:31:14.246064Z","end":"2026-05-07T03:31:15.23521Z","steps":["trace[1230340746] 'agreement among raft nodes before linearized reading' (duration: 988.697804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.235376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.246047Z","time spent":"989.313083ms","remote":"127.0.0.1:46822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:31:15.235526Z","caller":"traceutil/trace.go:171","msg":"trace[2047195089] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"459.75532ms","start":"2026-05-07T03:31:14.775753Z","end":"2026-05-07T03:31:15.235508Z","steps":["trace[2047195089] 'process raft request' (duration: 459.635258ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:15.235539Z","caller":"traceutil/trace.go:171","msg":"trace[1966236721] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"459.968463ms","start":"2026-05-07T03:31:14.775543Z","end":"2026-05-07T03:31:15.235511Z","steps":["trace[1966236721] 'process raft request' (duration: 459.372735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.235628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.775731Z","time spent":"459.846882ms","remote":"127.0.0.1:46528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:15.235681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.775531Z","time spent":"460.069634ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:15.664891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.08067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:15.665235Z","caller":"traceutil/trace.go:171","msg":"trace[66414987] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"687.590918ms","start":"2026-05-07T03:31:14.977615Z","end":"2026-05-07T03:31:15.665206Z","steps":["trace[66414987] 'process raft request' (duration: 580.102511ms)","trace[66414987] 'compare' (duration: 106.944749ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:15.665358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.918168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10682"} {"level":"warn","ts":"2026-05-07T03:31:15.665363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.977589Z","time spent":"687.708599ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:15.665396Z","caller":"traceutil/trace.go:171","msg":"trace[1295236403] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5574; }","duration":"889.994309ms","start":"2026-05-07T03:31:14.775393Z","end":"2026-05-07T03:31:15.665387Z","steps":["trace[1295236403] 'agreement among raft nodes before linearized reading' (duration: 889.874917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.66542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.775375Z","time spent":"890.038689ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10705,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:31:15.665467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.061848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-07T03:31:15.665548Z","caller":"traceutil/trace.go:171","msg":"trace[146067855] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5574; }","duration":"786.19166ms","start":"2026-05-07T03:31:14.879337Z","end":"2026-05-07T03:31:15.665529Z","steps":["trace[146067855] 'agreement among raft nodes before linearized reading' (duration: 785.964787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.66555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001120114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:31:15.665596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.8793Z","time spent":"786.2868ms","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-05-07T03:31:15.665653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083185441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-05-07T03:31:15.665611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.273717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:31:15.665682Z","caller":"traceutil/trace.go:171","msg":"trace[553535423] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5574; }","duration":"1.083261853s","start":"2026-05-07T03:31:14.582412Z","end":"2026-05-07T03:31:15.665674Z","steps":["trace[553535423] 'agreement among raft nodes before linearized reading' (duration: 1.083197852s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.665708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.58238Z","time spent":"1.083317553s","remote":"127.0.0.1:52432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-07T03:31:15.665654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007804239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:15.665755Z","caller":"traceutil/trace.go:171","msg":"trace[1582123388] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5574; }","duration":"1.001222274s","start":"2026-05-07T03:31:14.664367Z","end":"2026-05-07T03:31:15.665589Z","steps":["trace[1582123388] 'agreement among raft nodes before linearized reading' (duration: 1.001120033s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.665832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.664352Z","time spent":"1.001468077s","remote":"127.0.0.1:46874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:31:15.665938Z","caller":"traceutil/trace.go:171","msg":"trace[1411157685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5574; }","duration":"1.008036862s","start":"2026-05-07T03:31:14.657769Z","end":"2026-05-07T03:31:15.665806Z","steps":["trace[1411157685] 'agreement among raft nodes before linearized reading' (duration: 1.007599837s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.666004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.657748Z","time spent":"1.008245605s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:31:15.665284Z","caller":"traceutil/trace.go:171","msg":"trace[167848929] linearizableReadLoop","detail":"{readStateIndex:5804; appliedIndex:5803; }","duration":"430.523942ms","start":"2026-05-07T03:31:15.234742Z","end":"2026-05-07T03:31:15.665265Z","steps":["trace[167848929] 'read index received' (duration: 322.969715ms)","trace[167848929] 'applied index is now lower than readState.Index' (duration: 107.552567ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:15.666257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295242767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:31:15.666458Z","caller":"traceutil/trace.go:171","msg":"trace[1981691043] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5574; }","duration":"1.295461469s","start":"2026-05-07T03:31:14.370972Z","end":"2026-05-07T03:31:15.666433Z","steps":["trace[1981691043] 'agreement among raft nodes before linearized reading' (duration: 1.295203696s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.666622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.370956Z","time spent":"1.295632272s","remote":"127.0.0.1:46820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":28,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:31:15.667264Z","caller":"traceutil/trace.go:171","msg":"trace[1822608871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5574; }","duration":"854.384989ms","start":"2026-05-07T03:31:14.81131Z","end":"2026-05-07T03:31:15.665695Z","steps":["trace[1822608871] 'agreement among raft nodes before linearized reading' (duration: 854.042564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:15.667384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:14.81125Z","time spent":"856.116631ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-07T03:31:16.309868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.855842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:16.310083Z","caller":"traceutil/trace.go:171","msg":"trace[753557207] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5804; }","duration":"642.871968ms","start":"2026-05-07T03:31:15.667183Z","end":"2026-05-07T03:31:16.310055Z","steps":["trace[753557207] 'read index received' (duration: 347.745664ms)","trace[753557207] 'applied index is now lower than readState.Index' (duration: 295.124404ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:16.310706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.508437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:16.310768Z","caller":"traceutil/trace.go:171","msg":"trace[1184149602] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"711.114459ms","start":"2026-05-07T03:31:15.599626Z","end":"2026-05-07T03:31:16.31074Z","steps":["trace[1184149602] 'process raft request' (duration: 415.293036ms)","trace[1184149602] 'compare' (duration: 294.7554ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:16.310781Z","caller":"traceutil/trace.go:171","msg":"trace[1032200135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5577; }","duration":"643.607118ms","start":"2026-05-07T03:31:15.667155Z","end":"2026-05-07T03:31:16.310762Z","steps":["trace[1032200135] 'agreement among raft nodes before linearized reading' (duration: 643.463476ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:16.31078Z","caller":"traceutil/trace.go:171","msg":"trace[754140244] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"548.908277ms","start":"2026-05-07T03:31:15.761835Z","end":"2026-05-07T03:31:16.310743Z","steps":["trace[754140244] 'process raft request' (duration: 548.143277ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.310833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:15.667138Z","time spent":"643.682189ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:31:16.310884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:15.761815Z","time spent":"549.008828ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:16.310868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.530339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:31:16.310931Z","caller":"traceutil/trace.go:171","msg":"trace[1857780807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5577; }","duration":"243.646791ms","start":"2026-05-07T03:31:16.067273Z","end":"2026-05-07T03:31:16.310919Z","steps":["trace[1857780807] 'agreement among raft nodes before linearized reading' (duration: 243.464539ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.310899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.897752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:31:16.310938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:15.599597Z","time spent":"711.22037ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:16.311022Z","caller":"traceutil/trace.go:171","msg":"trace[895397168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5577; }","duration":"243.014403ms","start":"2026-05-07T03:31:16.067964Z","end":"2026-05-07T03:31:16.310978Z","steps":["trace[895397168] 'agreement among raft nodes before linearized reading' (duration: 242.77525ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.31113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.226826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:31:16.311161Z","caller":"traceutil/trace.go:171","msg":"trace[1497311644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5577; }","duration":"243.269676ms","start":"2026-05-07T03:31:16.067884Z","end":"2026-05-07T03:31:16.311153Z","steps":["trace[1497311644] 'agreement among raft nodes before linearized reading' (duration: 243.163215ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.311235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.229397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:31:16.311267Z","caller":"traceutil/trace.go:171","msg":"trace[907296437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5577; }","duration":"271.302157ms","start":"2026-05-07T03:31:16.039959Z","end":"2026-05-07T03:31:16.311261Z","steps":["trace[907296437] 'agreement among raft nodes before linearized reading' (duration: 271.230727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.311308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.515846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:31:16.31134Z","caller":"traceutil/trace.go:171","msg":"trace[783299962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5577; }","duration":"242.580626ms","start":"2026-05-07T03:31:16.068751Z","end":"2026-05-07T03:31:16.311332Z","steps":["trace[783299962] 'agreement among raft nodes before linearized reading' (duration: 242.488175ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.311355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.646786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-05-07T03:31:16.311357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.100024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-05-07T03:31:16.311339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.063665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:31:16.311394Z","caller":"traceutil/trace.go:171","msg":"trace[233903085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5577; }","duration":"243.157495ms","start":"2026-05-07T03:31:16.068231Z","end":"2026-05-07T03:31:16.311389Z","steps":["trace[233903085] 'agreement among raft nodes before linearized reading' (duration: 243.092974ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:16.31139Z","caller":"traceutil/trace.go:171","msg":"trace[1181226492] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f; range_end:; response_count:1; response_revision:5577; }","duration":"642.700586ms","start":"2026-05-07T03:31:15.668679Z","end":"2026-05-07T03:31:16.311379Z","steps":["trace[1181226492] 'agreement among raft nodes before linearized reading' (duration: 642.049328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.311418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:15.668665Z","time spent":"642.746676ms","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-6caa4adc-8876-41ea-b39f-bcbf4ecb758f\" "} {"level":"info","ts":"2026-05-07T03:31:16.311415Z","caller":"traceutil/trace.go:171","msg":"trace[1350507252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5577; }","duration":"641.155106ms","start":"2026-05-07T03:31:15.670243Z","end":"2026-05-07T03:31:16.311398Z","steps":["trace[1350507252] 'agreement among raft nodes before linearized reading' (duration: 640.967784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.311463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:15.67023Z","time spent":"641.222077ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:31:16.311976Z","caller":"traceutil/trace.go:171","msg":"trace[2064807012] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"547.049333ms","start":"2026-05-07T03:31:15.763117Z","end":"2026-05-07T03:31:16.310166Z","steps":["trace[2064807012] 'process raft request' (duration: 546.930241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.312109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:15.763101Z","time spent":"548.939096ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:16.620912Z","caller":"traceutil/trace.go:171","msg":"trace[2090983383] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"304.88168ms","start":"2026-05-07T03:31:16.315998Z","end":"2026-05-07T03:31:16.620879Z","steps":["trace[2090983383] 'process raft request' (duration: 261.171616ms)","trace[2090983383] 'compare' (duration: 43.594532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:16.621081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:16.315968Z","time spent":"305.041112ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:16.706681Z","caller":"traceutil/trace.go:171","msg":"trace[353684837] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"388.662529ms","start":"2026-05-07T03:31:16.317959Z","end":"2026-05-07T03:31:16.706622Z","steps":["trace[353684837] 'process raft request' (duration: 388.211124ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.706848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:16.317943Z","time spent":"388.813291ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:16.706975Z","caller":"traceutil/trace.go:171","msg":"trace[1850910715] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"388.668209ms","start":"2026-05-07T03:31:16.318285Z","end":"2026-05-07T03:31:16.706953Z","steps":["trace[1850910715] 'process raft request' (duration: 388.079152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.707103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:16.318278Z","time spent":"388.764012ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:16.707327Z","caller":"traceutil/trace.go:171","msg":"trace[1294489334] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"388.942303ms","start":"2026-05-07T03:31:16.318377Z","end":"2026-05-07T03:31:16.707319Z","steps":["trace[1294489334] 'process raft request' (duration: 388.296684ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.707396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:16.318373Z","time spent":"388.999795ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:16.707599Z","caller":"traceutil/trace.go:171","msg":"trace[1998010722] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"388.071962ms","start":"2026-05-07T03:31:16.319519Z","end":"2026-05-07T03:31:16.707591Z","steps":["trace[1998010722] 'process raft request' (duration: 387.781029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.707669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:16.319505Z","time spent":"388.141583ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:16.707904Z","caller":"traceutil/trace.go:171","msg":"trace[981599534] linearizableReadLoop","detail":"{readStateIndex:5813; appliedIndex:5807; }","duration":"386.955117ms","start":"2026-05-07T03:31:16.320615Z","end":"2026-05-07T03:31:16.70757Z","steps":["trace[981599534] 'read index received' (duration: 256.686328ms)","trace[981599534] 'applied index is now lower than readState.Index' (duration: 130.267759ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:16.708147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.051174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:16.708204Z","caller":"traceutil/trace.go:171","msg":"trace[174273419] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5583; }","duration":"337.145005ms","start":"2026-05-07T03:31:16.37105Z","end":"2026-05-07T03:31:16.708195Z","steps":["trace[174273419] 'agreement among raft nodes before linearized reading' (duration: 337.067274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.708501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:16.371029Z","time spent":"337.463099ms","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-07T03:31:16.708667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.042942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:16.709209Z","caller":"traceutil/trace.go:171","msg":"trace[1576592619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5583; }","duration":"388.591668ms","start":"2026-05-07T03:31:16.320576Z","end":"2026-05-07T03:31:16.709168Z","steps":["trace[1576592619] 'agreement among raft nodes before linearized reading' (duration: 387.393143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.709276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:16.320568Z","time spent":"388.690839ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:31:16.708441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.018525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:31:16.709532Z","caller":"traceutil/trace.go:171","msg":"trace[1743180858] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5583; }","duration":"165.145648ms","start":"2026-05-07T03:31:16.544369Z","end":"2026-05-07T03:31:16.709515Z","steps":["trace[1743180858] 'agreement among raft nodes before linearized reading' (duration: 164.001094ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:16.707621Z","caller":"traceutil/trace.go:171","msg":"trace[641513040] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"388.871422ms","start":"2026-05-07T03:31:16.318723Z","end":"2026-05-07T03:31:16.707594Z","steps":["trace[641513040] 'process raft request' (duration: 388.540278ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:16.709761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:16.318717Z","time spent":"390.977529ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:17.017092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.963222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-07T03:31:17.017201Z","caller":"traceutil/trace.go:171","msg":"trace[1711090637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5583; }","duration":"288.112864ms","start":"2026-05-07T03:31:16.729071Z","end":"2026-05-07T03:31:17.017184Z","steps":["trace[1711090637] 'range keys from in-memory index tree' (duration: 287.80081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.902034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-07T03:31:18.917904Z","caller":"traceutil/trace.go:171","msg":"trace[1550402281] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5814; }","duration":"515.905134ms","start":"2026-05-07T03:31:18.401975Z","end":"2026-05-07T03:31:18.917881Z","steps":["trace[1550402281] 'read index received' (duration: 515.665951ms)","trace[1550402281] 'applied index is now lower than readState.Index' (duration: 238.143µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:18.918041Z","caller":"traceutil/trace.go:171","msg":"trace[355146379] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"600.183631ms","start":"2026-05-07T03:31:18.317793Z","end":"2026-05-07T03:31:18.917977Z","steps":["trace[355146379] 'process raft request' (duration: 599.902527ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:18.918132Z","caller":"traceutil/trace.go:171","msg":"trace[2094354060] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"598.693911ms","start":"2026-05-07T03:31:18.319288Z","end":"2026-05-07T03:31:18.917982Z","steps":["trace[2094354060] 'process raft request' (duration: 598.553619ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.918466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.594479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:31:18.918547Z","caller":"traceutil/trace.go:171","msg":"trace[1979650114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5586; }","duration":"292.696101ms","start":"2026-05-07T03:31:18.625836Z","end":"2026-05-07T03:31:18.918532Z","steps":["trace[1979650114] 'agreement among raft nodes before linearized reading' (duration: 292.288935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.918486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.236023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-07T03:31:18.918265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.894026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:31:18.918635Z","caller":"traceutil/trace.go:171","msg":"trace[228224945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5586; }","duration":"205.385404ms","start":"2026-05-07T03:31:18.713206Z","end":"2026-05-07T03:31:18.918591Z","steps":["trace[228224945] 'agreement among raft nodes before linearized reading' (duration: 205.02575ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:18.918655Z","caller":"traceutil/trace.go:171","msg":"trace[1123638132] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:5586; }","duration":"152.311511ms","start":"2026-05-07T03:31:18.766328Z","end":"2026-05-07T03:31:18.91864Z","steps":["trace[1123638132] 'agreement among raft nodes before linearized reading' (duration: 151.855395ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.918311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:18.317756Z","time spent":"600.485784ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:18.918092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.095617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:18.918819Z","caller":"traceutil/trace.go:171","msg":"trace[48130465] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5586; }","duration":"516.859856ms","start":"2026-05-07T03:31:18.401941Z","end":"2026-05-07T03:31:18.9188Z","steps":["trace[48130465] 'agreement among raft nodes before linearized reading' (duration: 516.073026ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.918871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.152196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:31:18.918906Z","caller":"traceutil/trace.go:171","msg":"trace[1591451530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5586; }","duration":"206.204676ms","start":"2026-05-07T03:31:18.712691Z","end":"2026-05-07T03:31:18.918896Z","steps":["trace[1591451530] 'agreement among raft nodes before linearized reading' (duration: 206.110685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.9189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:18.401927Z","time spent":"516.955437ms","remote":"127.0.0.1:32950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:18.918351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.686109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:31:18.919006Z","caller":"traceutil/trace.go:171","msg":"trace[1330068178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5586; }","duration":"206.375218ms","start":"2026-05-07T03:31:18.712622Z","end":"2026-05-07T03:31:18.918997Z","steps":["trace[1330068178] 'agreement among raft nodes before linearized reading' (duration: 205.669349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.918377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.191376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:31:18.919106Z","caller":"traceutil/trace.go:171","msg":"trace[1777617587] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5586; }","duration":"206.966596ms","start":"2026-05-07T03:31:18.712131Z","end":"2026-05-07T03:31:18.919098Z","steps":["trace[1777617587] 'agreement among raft nodes before linearized reading' (duration: 206.077564ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.919071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:18.319266Z","time spent":"599.291878ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:18.918419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.300677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:31:18.919196Z","caller":"traceutil/trace.go:171","msg":"trace[1115275905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5586; }","duration":"207.118068ms","start":"2026-05-07T03:31:18.712065Z","end":"2026-05-07T03:31:18.919183Z","steps":["trace[1115275905] 'agreement among raft nodes before linearized reading' (duration: 206.278527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:18.918437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.270734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:18.919294Z","caller":"traceutil/trace.go:171","msg":"trace[464828857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5586; }","duration":"262.157816ms","start":"2026-05-07T03:31:18.657127Z","end":"2026-05-07T03:31:18.919285Z","steps":["trace[464828857] 'agreement among raft nodes before linearized reading' (duration: 261.287775ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:19.832561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.681278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-7d4979f8bf-j25tf.18ad2af51c5801ae\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-05-07T03:31:19.832624Z","caller":"traceutil/trace.go:171","msg":"trace[41800032] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-7d4979f8bf-j25tf.18ad2af51c5801ae; range_end:; response_count:1; response_revision:5594; }","duration":"101.78554ms","start":"2026-05-07T03:31:19.730822Z","end":"2026-05-07T03:31:19.832608Z","steps":["trace[41800032] 'range keys from in-memory index tree' (duration: 101.545637ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:20.201081Z","caller":"traceutil/trace.go:171","msg":"trace[475151755] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"117.895517ms","start":"2026-05-07T03:31:20.083138Z","end":"2026-05-07T03:31:20.201034Z","steps":["trace[475151755] 'process raft request' (duration: 117.655374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:21.038188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.03749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-05-07T03:31:21.038292Z","caller":"traceutil/trace.go:171","msg":"trace[136156116] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5602; }","duration":"146.218622ms","start":"2026-05-07T03:31:20.892049Z","end":"2026-05-07T03:31:21.038267Z","steps":["trace[136156116] 'range keys from in-memory index tree' (duration: 145.820257ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:21.039087Z","caller":"traceutil/trace.go:171","msg":"trace[1927152954] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"113.539722ms","start":"2026-05-07T03:31:20.925508Z","end":"2026-05-07T03:31:21.039048Z","steps":["trace[1927152954] 'process raft request' (duration: 56.049642ms)","trace[1927152954] 'compare' (duration: 56.66834ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:21.053928Z","caller":"traceutil/trace.go:171","msg":"trace[1764502747] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"127.52428ms","start":"2026-05-07T03:31:20.92638Z","end":"2026-05-07T03:31:21.053904Z","steps":["trace[1764502747] 'process raft request' (duration: 127.157486ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:25.386368Z","caller":"traceutil/trace.go:171","msg":"trace[526643085] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"258.840514ms","start":"2026-05-07T03:31:25.127493Z","end":"2026-05-07T03:31:25.386333Z","steps":["trace[526643085] 'process raft request' (duration: 258.365829ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:25.38762Z","caller":"traceutil/trace.go:171","msg":"trace[897923037] linearizableReadLoop","detail":"{readStateIndex:5866; appliedIndex:5864; }","duration":"221.864568ms","start":"2026-05-07T03:31:25.165741Z","end":"2026-05-07T03:31:25.387606Z","steps":["trace[897923037] 'read index received' (duration: 220.140117ms)","trace[897923037] 'applied index is now lower than readState.Index' (duration: 1.723631ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:25.387768Z","caller":"traceutil/trace.go:171","msg":"trace[1721022830] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"243.538067ms","start":"2026-05-07T03:31:25.144173Z","end":"2026-05-07T03:31:25.387711Z","steps":["trace[1721022830] 'process raft request' (duration: 243.356574ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:25.387871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.611082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:31:25.387925Z","caller":"traceutil/trace.go:171","msg":"trace[1741681900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5634; }","duration":"160.702793ms","start":"2026-05-07T03:31:25.227209Z","end":"2026-05-07T03:31:25.387912Z","steps":["trace[1741681900] 'agreement among raft nodes before linearized reading' (duration: 160.523221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:25.388164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.794012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-07T03:31:25.388202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.956666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:31:25.388218Z","caller":"traceutil/trace.go:171","msg":"trace[3752430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5634; }","duration":"191.906024ms","start":"2026-05-07T03:31:25.196298Z","end":"2026-05-07T03:31:25.388204Z","steps":["trace[3752430] 'agreement among raft nodes before linearized reading' (duration: 191.724122ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:25.388248Z","caller":"traceutil/trace.go:171","msg":"trace[123196093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5634; }","duration":"161.042417ms","start":"2026-05-07T03:31:25.227193Z","end":"2026-05-07T03:31:25.388235Z","steps":["trace[123196093] 'agreement among raft nodes before linearized reading' (duration: 160.811774ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:25.388269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.123129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-07T03:31:25.388305Z","caller":"traceutil/trace.go:171","msg":"trace[253365420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5634; }","duration":"161.207639ms","start":"2026-05-07T03:31:25.227088Z","end":"2026-05-07T03:31:25.388295Z","steps":["trace[253365420] 'agreement among raft nodes before linearized reading' (duration: 161.098058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:25.388383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.073858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:31:25.38854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.805001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:31:25.388557Z","caller":"traceutil/trace.go:171","msg":"trace[357567141] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5634; }","duration":"161.298062ms","start":"2026-05-07T03:31:25.227226Z","end":"2026-05-07T03:31:25.388524Z","steps":["trace[357567141] 'agreement among raft nodes before linearized reading' (duration: 160.791595ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:25.388598Z","caller":"traceutil/trace.go:171","msg":"trace[1791943915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5634; }","duration":"222.916133ms","start":"2026-05-07T03:31:25.165665Z","end":"2026-05-07T03:31:25.388581Z","steps":["trace[1791943915] 'agreement among raft nodes before linearized reading' (duration: 222.0182ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:27.569305Z","caller":"traceutil/trace.go:171","msg":"trace[780288199] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"153.126375ms","start":"2026-05-07T03:31:27.416152Z","end":"2026-05-07T03:31:27.569279Z","steps":["trace[780288199] 'process raft request' (duration: 153.047884ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:27.569619Z","caller":"traceutil/trace.go:171","msg":"trace[1669289450] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"153.117025ms","start":"2026-05-07T03:31:27.416473Z","end":"2026-05-07T03:31:27.56959Z","steps":["trace[1669289450] 'process raft request' (duration: 152.878712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:27.569902Z","caller":"traceutil/trace.go:171","msg":"trace[1399501137] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"153.648372ms","start":"2026-05-07T03:31:27.416241Z","end":"2026-05-07T03:31:27.56989Z","steps":["trace[1399501137] 'process raft request' (duration: 152.995784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:27.570044Z","caller":"traceutil/trace.go:171","msg":"trace[950287816] transaction","detail":"{read_only:false; response_revision:5646; number_of_response:1; }","duration":"153.942185ms","start":"2026-05-07T03:31:27.416092Z","end":"2026-05-07T03:31:27.570034Z","steps":["trace[950287816] 'process raft request' (duration: 144.854769ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:27.57017Z","caller":"traceutil/trace.go:171","msg":"trace[1127600526] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"154.025556ms","start":"2026-05-07T03:31:27.416134Z","end":"2026-05-07T03:31:27.57016Z","steps":["trace[1127600526] 'process raft request' (duration: 152.970063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:28.880313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.943829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:31:28.880429Z","caller":"traceutil/trace.go:171","msg":"trace[907521148] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:5652; }","duration":"113.10777ms","start":"2026-05-07T03:31:28.767293Z","end":"2026-05-07T03:31:28.880401Z","steps":["trace[907521148] 'range keys from in-memory index tree' (duration: 112.771686ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:29.598647Z","caller":"traceutil/trace.go:171","msg":"trace[649268256] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"116.837657ms","start":"2026-05-07T03:31:29.481781Z","end":"2026-05-07T03:31:29.598619Z","steps":["trace[649268256] 'process raft request' (duration: 38.229709ms)","trace[649268256] 'compare' (duration: 78.327785ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:29.599464Z","caller":"traceutil/trace.go:171","msg":"trace[415194374] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"114.905173ms","start":"2026-05-07T03:31:29.484534Z","end":"2026-05-07T03:31:29.599439Z","steps":["trace[415194374] 'process raft request' (duration: 113.956871ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:29.745529Z","caller":"traceutil/trace.go:171","msg":"trace[1964387894] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"140.882646ms","start":"2026-05-07T03:31:29.604616Z","end":"2026-05-07T03:31:29.745499Z","steps":["trace[1964387894] 'process raft request' (duration: 140.615012ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:29.745607Z","caller":"traceutil/trace.go:171","msg":"trace[622286703] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"140.857466ms","start":"2026-05-07T03:31:29.604717Z","end":"2026-05-07T03:31:29.745575Z","steps":["trace[622286703] 'process raft request' (duration: 140.667533ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:29.745743Z","caller":"traceutil/trace.go:171","msg":"trace[348443677] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"140.318119ms","start":"2026-05-07T03:31:29.605253Z","end":"2026-05-07T03:31:29.745571Z","steps":["trace[348443677] 'process raft request' (duration: 140.169457ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:29.745548Z","caller":"traceutil/trace.go:171","msg":"trace[667438916] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"140.217467ms","start":"2026-05-07T03:31:29.605316Z","end":"2026-05-07T03:31:29.745534Z","steps":["trace[667438916] 'process raft request' (duration: 140.141656ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:31.748396Z","caller":"traceutil/trace.go:171","msg":"trace[1099389151] linearizableReadLoop","detail":"{readStateIndex:5914; appliedIndex:5913; }","duration":"144.814996ms","start":"2026-05-07T03:31:31.603557Z","end":"2026-05-07T03:31:31.748372Z","steps":["trace[1099389151] 'read index received' (duration: 48.126597ms)","trace[1099389151] 'applied index is now lower than readState.Index' (duration: 96.687079ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:31.748422Z","caller":"traceutil/trace.go:171","msg":"trace[2024375287] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"147.068554ms","start":"2026-05-07T03:31:31.601321Z","end":"2026-05-07T03:31:31.74839Z","steps":["trace[2024375287] 'process raft request' (duration: 80.475291ms)","trace[2024375287] 'compare' (duration: 66.34225ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:31.748649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.052649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:31:31.748684Z","caller":"traceutil/trace.go:171","msg":"trace[1618639354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5679; }","duration":"145.13855ms","start":"2026-05-07T03:31:31.603538Z","end":"2026-05-07T03:31:31.748677Z","steps":["trace[1618639354] 'agreement among raft nodes before linearized reading' (duration: 144.939007ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:31.794244Z","caller":"traceutil/trace.go:171","msg":"trace[2085922698] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"135.501286ms","start":"2026-05-07T03:31:31.658707Z","end":"2026-05-07T03:31:31.794208Z","steps":["trace[2085922698] 'process raft request' (duration: 135.277413ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:31.794237Z","caller":"traceutil/trace.go:171","msg":"trace[61207507] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"125.283536ms","start":"2026-05-07T03:31:31.668918Z","end":"2026-05-07T03:31:31.794201Z","steps":["trace[61207507] 'process raft request' (duration: 125.209895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:31.794855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.608635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:31.794926Z","caller":"traceutil/trace.go:171","msg":"trace[1479377372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5681; }","duration":"138.856579ms","start":"2026-05-07T03:31:31.656053Z","end":"2026-05-07T03:31:31.794909Z","steps":["trace[1479377372] 'agreement among raft nodes before linearized reading' (duration: 138.733037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:31.79487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.27419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:31:31.795032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.967721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:31:31.795094Z","caller":"traceutil/trace.go:171","msg":"trace[797610907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5681; }","duration":"168.070052ms","start":"2026-05-07T03:31:31.627009Z","end":"2026-05-07T03:31:31.795079Z","steps":["trace[797610907] 'agreement among raft nodes before linearized reading' (duration: 167.883219ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:31.795271Z","caller":"traceutil/trace.go:171","msg":"trace[912397171] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5681; }","duration":"191.495543ms","start":"2026-05-07T03:31:31.603536Z","end":"2026-05-07T03:31:31.795032Z","steps":["trace[912397171] 'agreement among raft nodes before linearized reading' (duration: 191.25911ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:32.222053Z","caller":"traceutil/trace.go:171","msg":"trace[1236255803] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"263.96597ms","start":"2026-05-07T03:31:31.958064Z","end":"2026-05-07T03:31:32.22203Z","steps":["trace[1236255803] 'process raft request' (duration: 262.659033ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:32.231121Z","caller":"traceutil/trace.go:171","msg":"trace[1629607513] transaction","detail":"{read_only:false; response_revision:5700; number_of_response:1; }","duration":"250.121333ms","start":"2026-05-07T03:31:31.980978Z","end":"2026-05-07T03:31:32.231099Z","steps":["trace[1629607513] 'process raft request' (duration: 249.800329ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:35.331871Z","caller":"traceutil/trace.go:171","msg":"trace[1377065083] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"105.470249ms","start":"2026-05-07T03:31:35.226374Z","end":"2026-05-07T03:31:35.331845Z","steps":["trace[1377065083] 'process raft request' (duration: 105.321937ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.08577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.820035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:36.086109Z","caller":"traceutil/trace.go:171","msg":"trace[26997330] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5970; }","duration":"135.279509ms","start":"2026-05-07T03:31:35.950811Z","end":"2026-05-07T03:31:36.08609Z","steps":["trace[26997330] 'read index received' (duration: 92.902337ms)","trace[26997330] 'applied index is now lower than readState.Index' (duration: 42.375922ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:36.086096Z","caller":"traceutil/trace.go:171","msg":"trace[839746511] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"200.482453ms","start":"2026-05-07T03:31:35.885521Z","end":"2026-05-07T03:31:36.086003Z","steps":["trace[839746511] 'process raft request' (duration: 25.320084ms)","trace[839746511] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:536; } (duration: 174.45941ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:36.086254Z","caller":"traceutil/trace.go:171","msg":"trace[1540484631] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"200.652975ms","start":"2026-05-07T03:31:35.885574Z","end":"2026-05-07T03:31:36.086227Z","steps":["trace[1540484631] 'process raft request' (duration: 200.310501ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:36.086278Z","caller":"traceutil/trace.go:171","msg":"trace[509828383] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"199.791134ms","start":"2026-05-07T03:31:35.886462Z","end":"2026-05-07T03:31:36.086253Z","steps":["trace[509828383] 'process raft request' (duration: 199.588552ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:36.086345Z","caller":"traceutil/trace.go:171","msg":"trace[1001369394] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"200.691356ms","start":"2026-05-07T03:31:35.885639Z","end":"2026-05-07T03:31:36.08633Z","steps":["trace[1001369394] 'process raft request' (duration: 200.339242ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:36.086267Z","caller":"traceutil/trace.go:171","msg":"trace[1586341985] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"200.420813ms","start":"2026-05-07T03:31:35.885798Z","end":"2026-05-07T03:31:36.086219Z","steps":["trace[1586341985] 'process raft request' (duration: 200.2166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.086563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.734495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16552"} {"level":"info","ts":"2026-05-07T03:31:36.08663Z","caller":"traceutil/trace.go:171","msg":"trace[252784349] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5738; }","duration":"135.840527ms","start":"2026-05-07T03:31:35.950774Z","end":"2026-05-07T03:31:36.086614Z","steps":["trace[252784349] 'agreement among raft nodes before linearized reading' (duration: 135.631744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.107309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.372505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-05-07T03:31:36.107403Z","caller":"traceutil/trace.go:171","msg":"trace[936732164] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5739; }","duration":"126.507548ms","start":"2026-05-07T03:31:35.980869Z","end":"2026-05-07T03:31:36.107377Z","steps":["trace[936732164] 'agreement among raft nodes before linearized reading' (duration: 126.269385ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:36.644225Z","caller":"traceutil/trace.go:171","msg":"trace[1454999145] linearizableReadLoop","detail":"{readStateIndex:5980; appliedIndex:5979; }","duration":"397.014185ms","start":"2026-05-07T03:31:36.247177Z","end":"2026-05-07T03:31:36.644191Z","steps":["trace[1454999145] 'read index received' (duration: 328.421289ms)","trace[1454999145] 'applied index is now lower than readState.Index' (duration: 68.591676ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:36.644388Z","caller":"traceutil/trace.go:171","msg":"trace[43871703] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"405.285371ms","start":"2026-05-07T03:31:36.239083Z","end":"2026-05-07T03:31:36.644368Z","steps":["trace[43871703] 'process raft request' (duration: 336.565072ms)","trace[43871703] 'compare' (duration: 68.153561ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:36.644762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.553033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:31:36.645151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:36.239054Z","time spent":"406.019071ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:36.645186Z","caller":"traceutil/trace.go:171","msg":"trace[385718837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5743; }","duration":"398.030218ms","start":"2026-05-07T03:31:36.247135Z","end":"2026-05-07T03:31:36.645165Z","steps":["trace[385718837] 'agreement among raft nodes before linearized reading' (duration: 397.556052ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.645244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:36.247116Z","time spent":"398.10721ms","remote":"127.0.0.1:52596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:36.644852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.650213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:31:36.645391Z","caller":"traceutil/trace.go:171","msg":"trace[1101283680] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5743; }","duration":"362.207431ms","start":"2026-05-07T03:31:36.283148Z","end":"2026-05-07T03:31:36.645355Z","steps":["trace[1101283680] 'agreement among raft nodes before linearized reading' (duration: 361.409061ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.645495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:36.283132Z","time spent":"362.332042ms","remote":"127.0.0.1:46816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:36.918391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.326594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:36.918577Z","caller":"traceutil/trace.go:171","msg":"trace[866477117] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"265.334172ms","start":"2026-05-07T03:31:36.653217Z","end":"2026-05-07T03:31:36.918551Z","steps":["trace[866477117] 'process raft request' (duration: 106.753005ms)","trace[866477117] 'compare' (duration: 158.195252ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:36.940706Z","caller":"traceutil/trace.go:171","msg":"trace[1534882030] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"287.06741ms","start":"2026-05-07T03:31:36.653606Z","end":"2026-05-07T03:31:36.940673Z","steps":["trace[1534882030] 'process raft request' (duration: 286.828107ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:36.940707Z","caller":"traceutil/trace.go:171","msg":"trace[1224455487] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"287.023429ms","start":"2026-05-07T03:31:36.653656Z","end":"2026-05-07T03:31:36.940679Z","steps":["trace[1224455487] 'process raft request' (duration: 286.906968ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:36.940943Z","caller":"traceutil/trace.go:171","msg":"trace[965606984] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"286.914208ms","start":"2026-05-07T03:31:36.654006Z","end":"2026-05-07T03:31:36.94092Z","steps":["trace[965606984] 'process raft request' (duration: 286.600184ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:36.94102Z","caller":"traceutil/trace.go:171","msg":"trace[1151734534] linearizableReadLoop","detail":"{readStateIndex:5984; appliedIndex:5980; }","duration":"286.714805ms","start":"2026-05-07T03:31:36.654292Z","end":"2026-05-07T03:31:36.941007Z","steps":["trace[1151734534] 'read index received' (duration: 105.764322ms)","trace[1151734534] 'applied index is now lower than readState.Index' (duration: 180.949643ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:36.941219Z","caller":"traceutil/trace.go:171","msg":"trace[828575427] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"281.297598ms","start":"2026-05-07T03:31:36.659898Z","end":"2026-05-07T03:31:36.941195Z","steps":["trace[828575427] 'process raft request' (duration: 280.898392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:36.941497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.179143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:36.941559Z","caller":"traceutil/trace.go:171","msg":"trace[631771691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5748; }","duration":"287.269674ms","start":"2026-05-07T03:31:36.654278Z","end":"2026-05-07T03:31:36.941548Z","steps":["trace[631771691] 'agreement among raft nodes before linearized reading' (duration: 286.778497ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:37.141612Z","caller":"traceutil/trace.go:171","msg":"trace[1856804195] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5985; }","duration":"190.571966ms","start":"2026-05-07T03:31:36.951008Z","end":"2026-05-07T03:31:37.14158Z","steps":["trace[1856804195] 'read index received' (duration: 186.363213ms)","trace[1856804195] 'applied index is now lower than readState.Index' (duration: 4.206993ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:37.141679Z","caller":"traceutil/trace.go:171","msg":"trace[2097846727] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"377.149042ms","start":"2026-05-07T03:31:36.764498Z","end":"2026-05-07T03:31:37.141647Z","steps":["trace[2097846727] 'process raft request' (duration: 372.924349ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.141946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.925613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T03:31:37.142036Z","caller":"traceutil/trace.go:171","msg":"trace[1061835227] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5749; }","duration":"174.043614ms","start":"2026-05-07T03:31:36.967968Z","end":"2026-05-07T03:31:37.142012Z","steps":["trace[1061835227] 'agreement among raft nodes before linearized reading' (duration: 173.807702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.141991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.957501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:62330"} {"level":"info","ts":"2026-05-07T03:31:37.142273Z","caller":"traceutil/trace.go:171","msg":"trace[1352168775] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5749; }","duration":"191.250804ms","start":"2026-05-07T03:31:36.951003Z","end":"2026-05-07T03:31:37.142254Z","steps":["trace[1352168775] 'agreement among raft nodes before linearized reading' (duration: 190.675387ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.142323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.498984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:31:37.142385Z","caller":"traceutil/trace.go:171","msg":"trace[1310430333] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5749; }","duration":"172.619986ms","start":"2026-05-07T03:31:36.96975Z","end":"2026-05-07T03:31:37.14237Z","steps":["trace[1310430333] 'agreement among raft nodes before linearized reading' (duration: 172.499064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.142585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:36.764477Z","time spent":"377.262833ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:37.539118Z","caller":"traceutil/trace.go:171","msg":"trace[1419001084] linearizableReadLoop","detail":"{readStateIndex:5987; appliedIndex:5986; }","duration":"285.841244ms","start":"2026-05-07T03:31:37.253252Z","end":"2026-05-07T03:31:37.539093Z","steps":["trace[1419001084] 'read index received' (duration: 285.56678ms)","trace[1419001084] 'applied index is now lower than readState.Index' (duration: 273.344µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:37.539238Z","caller":"traceutil/trace.go:171","msg":"trace[2142672502] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"381.88615ms","start":"2026-05-07T03:31:37.157338Z","end":"2026-05-07T03:31:37.539224Z","steps":["trace[2142672502] 'process raft request' (duration: 381.491646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.539363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.157321Z","time spent":"381.948641ms","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4711,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:37.860558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.00399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:62330"} {"level":"warn","ts":"2026-05-07T03:31:37.860619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.878705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:6 size:62330"} {"level":"warn","ts":"2026-05-07T03:31:37.860689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.687606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-05-07T03:31:37.860724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.447754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:37.860744Z","caller":"traceutil/trace.go:171","msg":"trace[1294646539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5750; }","duration":"445.767226ms","start":"2026-05-07T03:31:37.414957Z","end":"2026-05-07T03:31:37.860724Z","steps":["trace[1294646539] 'agreement among raft nodes before linearized reading' (duration: 124.552061ms)","trace[1294646539] 'range keys from in-memory index tree' (duration: 321.091764ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:37.860763Z","caller":"traceutil/trace.go:171","msg":"trace[1028009349] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5750; }","duration":"315.044387ms","start":"2026-05-07T03:31:37.545676Z","end":"2026-05-07T03:31:37.86072Z","steps":["trace[1028009349] 'range keys from in-memory index tree' (duration: 314.659212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:37.860797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.414939Z","time spent":"445.848898ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:31:37.860807Z","caller":"traceutil/trace.go:171","msg":"trace[1186203800] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5750; }","duration":"607.569485ms","start":"2026-05-07T03:31:37.25321Z","end":"2026-05-07T03:31:37.86078Z","steps":["trace[1186203800] 'agreement among raft nodes before linearized reading' (duration: 286.282119ms)","trace[1186203800] 'count revisions from in-memory index tree' (duration: 321.174655ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:37.86083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.545653Z","time spent":"315.165859ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":62353,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-05-07T03:31:37.860869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.253188Z","time spent":"607.665456ms","remote":"127.0.0.1:49180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:37.860886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.224202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:37.861053Z","caller":"traceutil/trace.go:171","msg":"trace[127006475] linearizableReadLoop","detail":"{readStateIndex:5989; appliedIndex:5987; }","duration":"203.921606ms","start":"2026-05-07T03:31:37.657119Z","end":"2026-05-07T03:31:37.861041Z","steps":["trace[127006475] 'read index received' (duration: 54.448476ms)","trace[127006475] 'applied index is now lower than readState.Index' (duration: 149.47207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:37.861126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.013687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:37.861154Z","caller":"traceutil/trace.go:171","msg":"trace[821182652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5752; }","duration":"204.079619ms","start":"2026-05-07T03:31:37.657067Z","end":"2026-05-07T03:31:37.861147Z","steps":["trace[821182652] 'agreement among raft nodes before linearized reading' (duration: 204.017058ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:37.861308Z","caller":"traceutil/trace.go:171","msg":"trace[642723072] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"299.182863ms","start":"2026-05-07T03:31:37.562105Z","end":"2026-05-07T03:31:37.861288Z","steps":["trace[642723072] 'process raft request' (duration: 298.840449ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:37.861339Z","caller":"traceutil/trace.go:171","msg":"trace[1283489361] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"300.556911ms","start":"2026-05-07T03:31:37.560767Z","end":"2026-05-07T03:31:37.861324Z","steps":["trace[1283489361] 'process raft request' (duration: 87.823852ms)","trace[1283489361] 'compare' (duration: 211.718676ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:37.86141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.56075Z","time spent":"300.621091ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:37.860758Z","caller":"traceutil/trace.go:171","msg":"trace[1301345627] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:6; response_revision:5750; }","duration":"464.212243ms","start":"2026-05-07T03:31:37.396492Z","end":"2026-05-07T03:31:37.860704Z","steps":["trace[1301345627] 'agreement among raft nodes before linearized reading' (duration: 142.987198ms)","trace[1301345627] 'range keys from in-memory index tree' (duration: 320.885141ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:37.861808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:37.396472Z","time spent":"465.316577ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":6,"response size":62353,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-05-07T03:31:38.100351Z","caller":"traceutil/trace.go:171","msg":"trace[501630979] linearizableReadLoop","detail":"{readStateIndex:5990; appliedIndex:5989; }","duration":"215.230791ms","start":"2026-05-07T03:31:37.885097Z","end":"2026-05-07T03:31:38.100328Z","steps":["trace[501630979] 'read index received' (duration: 116.808593ms)","trace[501630979] 'applied index is now lower than readState.Index' (duration: 98.421318ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:38.100535Z","caller":"traceutil/trace.go:171","msg":"trace[1085562318] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"226.566435ms","start":"2026-05-07T03:31:37.87396Z","end":"2026-05-07T03:31:38.100526Z","steps":["trace[1085562318] 'process raft request' (duration: 127.898644ms)","trace[1085562318] 'compare' (duration: 98.224796ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:38.100671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.158845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:38.100769Z","caller":"traceutil/trace.go:171","msg":"trace[2057955703] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5753; }","duration":"181.310366ms","start":"2026-05-07T03:31:37.919437Z","end":"2026-05-07T03:31:38.100747Z","steps":["trace[2057955703] 'agreement among raft nodes before linearized reading' (duration: 181.160724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.100993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.88871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:31:38.101045Z","caller":"traceutil/trace.go:171","msg":"trace[1149385351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5753; }","duration":"215.96968ms","start":"2026-05-07T03:31:37.885062Z","end":"2026-05-07T03:31:38.101032Z","steps":["trace[1149385351] 'agreement among raft nodes before linearized reading' (duration: 215.811247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.101067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.416812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-07T03:31:38.101139Z","caller":"traceutil/trace.go:171","msg":"trace[500937293] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5753; }","duration":"139.529013ms","start":"2026-05-07T03:31:37.961588Z","end":"2026-05-07T03:31:38.101117Z","steps":["trace[500937293] 'agreement among raft nodes before linearized reading' (duration: 139.349801ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:38.487099Z","caller":"traceutil/trace.go:171","msg":"trace[1683563630] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5991; }","duration":"319.572103ms","start":"2026-05-07T03:31:38.167499Z","end":"2026-05-07T03:31:38.487071Z","steps":["trace[1683563630] 'read index received' (duration: 319.194168ms)","trace[1683563630] 'applied index is now lower than readState.Index' (duration: 370.644µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:38.487118Z","caller":"traceutil/trace.go:171","msg":"trace[1697220396] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"380.763495ms","start":"2026-05-07T03:31:38.106332Z","end":"2026-05-07T03:31:38.487096Z","steps":["trace[1697220396] 'process raft request' (duration: 380.554462ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:38.487243Z","caller":"traceutil/trace.go:171","msg":"trace[971590912] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"380.954857ms","start":"2026-05-07T03:31:38.106265Z","end":"2026-05-07T03:31:38.48722Z","steps":["trace[971590912] 'process raft request' (duration: 380.480902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.48728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:38.106325Z","time spent":"380.870686ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:38.487314Z","caller":"traceutil/trace.go:171","msg":"trace[574996781] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"380.798665ms","start":"2026-05-07T03:31:38.106477Z","end":"2026-05-07T03:31:38.487276Z","steps":["trace[574996781] 'process raft request' (duration: 380.512582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.487352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:38.106254Z","time spent":"381.046248ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:38.487428Z","caller":"traceutil/trace.go:171","msg":"trace[295832449] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"380.610322ms","start":"2026-05-07T03:31:38.106803Z","end":"2026-05-07T03:31:38.487413Z","steps":["trace[295832449] 'process raft request' (duration: 380.218907ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.487512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:38.106467Z","time spent":"380.928807ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:38.487531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:38.106794Z","time spent":"380.694613ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:38.487703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.194621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:31:38.487792Z","caller":"traceutil/trace.go:171","msg":"trace[1427240500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5759; }","duration":"320.302753ms","start":"2026-05-07T03:31:38.167455Z","end":"2026-05-07T03:31:38.487758Z","steps":["trace[1427240500] 'agreement among raft nodes before linearized reading' (duration: 320.09236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.487831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:38.167438Z","time spent":"320.385194ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:31:38.48798Z","caller":"traceutil/trace.go:171","msg":"trace[306375684] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"380.933187ms","start":"2026-05-07T03:31:38.1064Z","end":"2026-05-07T03:31:38.487333Z","steps":["trace[306375684] 'process raft request' (duration: 380.559252ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:38.488743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:38.106393Z","time spent":"381.615646ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:38.879744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.105274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:31:38.879808Z","caller":"traceutil/trace.go:171","msg":"trace[378086917] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:5759; }","duration":"112.199975ms","start":"2026-05-07T03:31:38.767592Z","end":"2026-05-07T03:31:38.879792Z","steps":["trace[378086917] 'range keys from in-memory index tree' (duration: 111.9794ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:39.904857Z","caller":"traceutil/trace.go:171","msg":"trace[1746102681] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"161.027347ms","start":"2026-05-07T03:31:39.743791Z","end":"2026-05-07T03:31:39.904818Z","steps":["trace[1746102681] 'process raft request' (duration: 160.686982ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:40.006423Z","caller":"traceutil/trace.go:171","msg":"trace[430161606] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"138.61784ms","start":"2026-05-07T03:31:39.867783Z","end":"2026-05-07T03:31:40.0064Z","steps":["trace[430161606] 'process raft request' (duration: 89.599044ms)","trace[430161606] 'compare' (duration: 48.866904ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:40.006714Z","caller":"traceutil/trace.go:171","msg":"trace[531760679] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"138.848894ms","start":"2026-05-07T03:31:39.867812Z","end":"2026-05-07T03:31:40.006661Z","steps":["trace[531760679] 'process raft request' (duration: 138.5497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:41.944772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.838219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:41.944899Z","caller":"traceutil/trace.go:171","msg":"trace[1681972869] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"127.467107ms","start":"2026-05-07T03:31:41.817408Z","end":"2026-05-07T03:31:41.944875Z","steps":["trace[1681972869] 'process raft request' (duration: 18.431855ms)","trace[1681972869] 'compare' (duration: 108.717798ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:41.94714Z","caller":"traceutil/trace.go:171","msg":"trace[1557514652] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"129.655014ms","start":"2026-05-07T03:31:41.817459Z","end":"2026-05-07T03:31:41.947114Z","steps":["trace[1557514652] 'process raft request' (duration: 129.456452ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:41.947167Z","caller":"traceutil/trace.go:171","msg":"trace[919738131] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"129.662055ms","start":"2026-05-07T03:31:41.817492Z","end":"2026-05-07T03:31:41.947155Z","steps":["trace[919738131] 'process raft request' (duration: 129.547272ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:41.947359Z","caller":"traceutil/trace.go:171","msg":"trace[1241609233] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"123.427925ms","start":"2026-05-07T03:31:41.823911Z","end":"2026-05-07T03:31:41.947339Z","steps":["trace[1241609233] 'process raft request' (duration: 123.195931ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:42.172464Z","caller":"traceutil/trace.go:171","msg":"trace[1707497219] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"211.001212ms","start":"2026-05-07T03:31:41.961429Z","end":"2026-05-07T03:31:42.17243Z","steps":["trace[1707497219] 'process raft request' (duration: 193.103444ms)","trace[1707497219] 'compare' (duration: 17.739496ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:42.426145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.433911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:42.426453Z","caller":"traceutil/trace.go:171","msg":"trace[1844825228] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"414.480427ms","start":"2026-05-07T03:31:42.011951Z","end":"2026-05-07T03:31:42.426432Z","steps":["trace[1844825228] 'process raft request' (duration: 273.685941ms)","trace[1844825228] 'compare' (duration: 140.303359ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:42.42648Z","caller":"traceutil/trace.go:171","msg":"trace[956039166] linearizableReadLoop","detail":"{readStateIndex:6023; appliedIndex:6021; }","duration":"249.807567ms","start":"2026-05-07T03:31:42.176653Z","end":"2026-05-07T03:31:42.426461Z","steps":["trace[956039166] 'read index received' (duration: 108.94867ms)","trace[956039166] 'applied index is now lower than readState.Index' (duration: 140.857367ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:42.426664Z","caller":"traceutil/trace.go:171","msg":"trace[1256176897] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"414.623969ms","start":"2026-05-07T03:31:42.011991Z","end":"2026-05-07T03:31:42.426615Z","steps":["trace[1256176897] 'process raft request' (duration: 414.251295ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.426754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.011975Z","time spent":"414.735261ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:42.426901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.946188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:31:42.426932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.279313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-05-07T03:31:42.426967Z","caller":"traceutil/trace.go:171","msg":"trace[2059275813] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5785; }","duration":"250.335924ms","start":"2026-05-07T03:31:42.176621Z","end":"2026-05-07T03:31:42.426957Z","steps":["trace[2059275813] 'agreement among raft nodes before linearized reading' (duration: 250.149391ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:42.426968Z","caller":"traceutil/trace.go:171","msg":"trace[187064010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5785; }","duration":"246.023858ms","start":"2026-05-07T03:31:42.180909Z","end":"2026-05-07T03:31:42.426933Z","steps":["trace[187064010] 'agreement among raft nodes before linearized reading' (duration: 245.893567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.427267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.011928Z","time spent":"415.225637ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:42.945981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.224491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:42.946064Z","caller":"traceutil/trace.go:171","msg":"trace[214331169] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"435.955771ms","start":"2026-05-07T03:31:42.510094Z","end":"2026-05-07T03:31:42.94605Z","steps":["trace[214331169] 'process raft request' (duration: 102.581819ms)","trace[214331169] 'compare' (duration: 333.085899ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:42.946284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.510074Z","time spent":"436.013382ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:42.972873Z","caller":"traceutil/trace.go:171","msg":"trace[396807160] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"462.622033ms","start":"2026-05-07T03:31:42.510206Z","end":"2026-05-07T03:31:42.972828Z","steps":["trace[396807160] 'process raft request' (duration: 462.242948ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:42.972899Z","caller":"traceutil/trace.go:171","msg":"trace[275233465] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"462.224186ms","start":"2026-05-07T03:31:42.510655Z","end":"2026-05-07T03:31:42.972879Z","steps":["trace[275233465] 'process raft request' (duration: 462.137985ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:42.972909Z","caller":"traceutil/trace.go:171","msg":"trace[992906497] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"462.56874ms","start":"2026-05-07T03:31:42.510313Z","end":"2026-05-07T03:31:42.972882Z","steps":["trace[992906497] 'process raft request' (duration: 462.270787ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.973022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.510301Z","time spent":"462.669932ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:42.973057Z","caller":"traceutil/trace.go:171","msg":"trace[1104656416] linearizableReadLoop","detail":"{readStateIndex:6028; appliedIndex:6024; }","duration":"462.259427ms","start":"2026-05-07T03:31:42.510761Z","end":"2026-05-07T03:31:42.973021Z","steps":["trace[1104656416] 'read index received' (duration: 102.024151ms)","trace[1104656416] 'applied index is now lower than readState.Index' (duration: 360.233366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:42.973067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.510184Z","time spent":"462.765234ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:42.973159Z","caller":"traceutil/trace.go:171","msg":"trace[1804318539] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"461.526498ms","start":"2026-05-07T03:31:42.511619Z","end":"2026-05-07T03:31:42.973145Z","steps":["trace[1804318539] 'process raft request' (duration: 461.231854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.973246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.511611Z","time spent":"461.586448ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:42.973361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.574951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-05-07T03:31:42.973451Z","caller":"traceutil/trace.go:171","msg":"trace[568665839] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5791; }","duration":"462.700242ms","start":"2026-05-07T03:31:42.510732Z","end":"2026-05-07T03:31:42.973432Z","steps":["trace[568665839] 'agreement among raft nodes before linearized reading' (duration: 462.430399ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:42.973495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.510722Z","time spent":"462.764643ms","remote":"127.0.0.1:46566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-05-07T03:31:42.973031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.510645Z","time spent":"462.310517ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:43.005514Z","caller":"traceutil/trace.go:171","msg":"trace[873516996] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"153.61985ms","start":"2026-05-07T03:31:42.851861Z","end":"2026-05-07T03:31:43.00548Z","steps":["trace[873516996] 'process raft request' (duration: 153.350797ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:43.005637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.749712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:31:43.005852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.813802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:43.005905Z","caller":"traceutil/trace.go:171","msg":"trace[1275002189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5792; }","duration":"349.907913ms","start":"2026-05-07T03:31:42.655983Z","end":"2026-05-07T03:31:43.005891Z","steps":["trace[1275002189] 'agreement among raft nodes before linearized reading' (duration: 349.811792ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:43.005974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:42.655955Z","time spent":"350.009344ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-07T03:31:43.006013Z","caller":"traceutil/trace.go:171","msg":"trace[504439767] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5792; }","duration":"205.083486ms","start":"2026-05-07T03:31:42.800801Z","end":"2026-05-07T03:31:43.005884Z","steps":["trace[504439767] 'agreement among raft nodes before linearized reading' (duration: 204.710621ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:48.709929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.314746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:48.710006Z","caller":"traceutil/trace.go:171","msg":"trace[1919038191] linearizableReadLoop","detail":"{readStateIndex:6064; appliedIndex:6063; }","duration":"120.17601ms","start":"2026-05-07T03:31:48.589817Z","end":"2026-05-07T03:31:48.709993Z","steps":["trace[1919038191] 'read index received' (duration: 57.7µs)","trace[1919038191] 'applied index is now lower than readState.Index' (duration: 120.11739ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:48.71012Z","caller":"traceutil/trace.go:171","msg":"trace[827153735] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"172.552837ms","start":"2026-05-07T03:31:48.537529Z","end":"2026-05-07T03:31:48.710081Z","steps":["trace[827153735] 'process raft request' (duration: 32.029718ms)","trace[827153735] 'compare' (duration: 140.242895ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:48.710157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.346913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:31:48.710258Z","caller":"traceutil/trace.go:171","msg":"trace[677187026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5825; }","duration":"120.476714ms","start":"2026-05-07T03:31:48.58977Z","end":"2026-05-07T03:31:48.710246Z","steps":["trace[677187026] 'agreement among raft nodes before linearized reading' (duration: 120.283681ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:50.605049Z","caller":"traceutil/trace.go:171","msg":"trace[1914792055] linearizableReadLoop","detail":"{readStateIndex:6074; appliedIndex:6073; }","duration":"117.640426ms","start":"2026-05-07T03:31:50.487378Z","end":"2026-05-07T03:31:50.605019Z","steps":["trace[1914792055] 'read index received' (duration: 117.538395ms)","trace[1914792055] 'applied index is now lower than readState.Index' (duration: 100.321µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:50.605122Z","caller":"traceutil/trace.go:171","msg":"trace[327786256] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"139.257252ms","start":"2026-05-07T03:31:50.465836Z","end":"2026-05-07T03:31:50.605093Z","steps":["trace[327786256] 'process raft request' (duration: 139.001569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:50.605212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.813978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:31:50.605343Z","caller":"traceutil/trace.go:171","msg":"trace[1620470308] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5834; }","duration":"117.991381ms","start":"2026-05-07T03:31:50.487337Z","end":"2026-05-07T03:31:50.605328Z","steps":["trace[1620470308] 'agreement among raft nodes before linearized reading' (duration: 117.798059ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:50.870863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.659227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:31:50.87112Z","caller":"traceutil/trace.go:171","msg":"trace[1858068447] linearizableReadLoop","detail":"{readStateIndex:6076; appliedIndex:6074; }","duration":"216.151949ms","start":"2026-05-07T03:31:50.654944Z","end":"2026-05-07T03:31:50.871096Z","steps":["trace[1858068447] 'read index received' (duration: 65.065477ms)","trace[1858068447] 'applied index is now lower than readState.Index' (duration: 151.084132ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:50.87116Z","caller":"traceutil/trace.go:171","msg":"trace[2126458997] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"360.426315ms","start":"2026-05-07T03:31:50.51068Z","end":"2026-05-07T03:31:50.871106Z","steps":["trace[2126458997] 'process raft request' (duration: 209.383743ms)","trace[2126458997] 'compare' (duration: 150.392724ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:50.871268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.317992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:50.871247Z","caller":"traceutil/trace.go:171","msg":"trace[2028908876] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"357.221133ms","start":"2026-05-07T03:31:50.513985Z","end":"2026-05-07T03:31:50.871206Z","steps":["trace[2028908876] 'process raft request' (duration: 357.020421ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:50.871303Z","caller":"traceutil/trace.go:171","msg":"trace[407923595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5836; }","duration":"216.378052ms","start":"2026-05-07T03:31:50.654911Z","end":"2026-05-07T03:31:50.871289Z","steps":["trace[407923595] 'agreement among raft nodes before linearized reading' (duration: 216.317592ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:50.871402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:50.513964Z","time spent":"357.354686ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:50.871398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:50.510657Z","time spent":"360.607408ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:50.871416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.526464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:31:50.871471Z","caller":"traceutil/trace.go:171","msg":"trace[1771064052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5836; }","duration":"157.630985ms","start":"2026-05-07T03:31:50.713825Z","end":"2026-05-07T03:31:50.871456Z","steps":["trace[1771064052] 'agreement among raft nodes before linearized reading' (duration: 157.438412ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.264691Z","caller":"traceutil/trace.go:171","msg":"trace[677319921] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"106.89431ms","start":"2026-05-07T03:31:51.157771Z","end":"2026-05-07T03:31:51.264666Z","steps":["trace[677319921] 'process raft request' (duration: 106.734868ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.326338Z","caller":"traceutil/trace.go:171","msg":"trace[821722658] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"168.417383ms","start":"2026-05-07T03:31:51.157901Z","end":"2026-05-07T03:31:51.326318Z","steps":["trace[821722658] 'process raft request' (duration: 168.358032ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.326368Z","caller":"traceutil/trace.go:171","msg":"trace[1767323177] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"168.460893ms","start":"2026-05-07T03:31:51.157878Z","end":"2026-05-07T03:31:51.326339Z","steps":["trace[1767323177] 'process raft request' (duration: 168.272961ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.326493Z","caller":"traceutil/trace.go:171","msg":"trace[769160275] linearizableReadLoop","detail":"{readStateIndex:6083; appliedIndex:6079; }","duration":"114.296414ms","start":"2026-05-07T03:31:51.212189Z","end":"2026-05-07T03:31:51.326486Z","steps":["trace[769160275] 'read index received' (duration: 52.432837ms)","trace[769160275] 'applied index is now lower than readState.Index' (duration: 61.862827ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:51.326566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.359475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/keystone-openid-metadata\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:51.326584Z","caller":"traceutil/trace.go:171","msg":"trace[1675558368] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"165.663506ms","start":"2026-05-07T03:31:51.160914Z","end":"2026-05-07T03:31:51.326577Z","steps":["trace[1675558368] 'process raft request' (duration: 165.372052ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.32659Z","caller":"traceutil/trace.go:171","msg":"trace[231229858] range","detail":"{range_begin:/registry/configmaps/openstack/keystone-openid-metadata; range_end:; response_count:0; response_revision:5843; }","duration":"114.428475ms","start":"2026-05-07T03:31:51.212155Z","end":"2026-05-07T03:31:51.326583Z","steps":["trace[231229858] 'agreement among raft nodes before linearized reading' (duration: 114.372404ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:51.461795Z","caller":"traceutil/trace.go:171","msg":"trace[973750534] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"128.507394ms","start":"2026-05-07T03:31:51.333257Z","end":"2026-05-07T03:31:51.461764Z","steps":["trace[973750534] 'process raft request' (duration: 128.341732ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:55.098448Z","caller":"traceutil/trace.go:171","msg":"trace[951889717] linearizableReadLoop","detail":"{readStateIndex:6098; appliedIndex:6097; }","duration":"190.885835ms","start":"2026-05-07T03:31:54.907538Z","end":"2026-05-07T03:31:55.098424Z","steps":["trace[951889717] 'read index received' (duration: 190.709123ms)","trace[951889717] 'applied index is now lower than readState.Index' (duration: 175.222µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:55.098948Z","caller":"traceutil/trace.go:171","msg":"trace[1853681010] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"211.086041ms","start":"2026-05-07T03:31:54.887829Z","end":"2026-05-07T03:31:55.098915Z","steps":["trace[1853681010] 'process raft request' (duration: 210.434063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:55.869805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:31:56.369983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:31:56.870321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:31:57.37145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:31:57.655002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:31:57.655089Z","caller":"traceutil/trace.go:171","msg":"trace[1943003436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000507256s","start":"2026-05-07T03:31:55.654561Z","end":"2026-05-07T03:31:57.655068Z","steps":["trace[1943003436] 'agreement among raft nodes before linearized reading' (duration: 2.000371244s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:57.655319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:55.654539Z","time spent":"2.000766278s","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:31:57.772351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594915333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:57.772416Z","caller":"traceutil/trace.go:171","msg":"trace[1457560171] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5857; }","duration":"2.595064176s","start":"2026-05-07T03:31:55.177337Z","end":"2026-05-07T03:31:57.772401Z","steps":["trace[1457560171] 'count revisions from in-memory index tree' (duration: 2.594785682s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:57.772447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:55.177315Z","time spent":"2.595124836s","remote":"127.0.0.1:46500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:57.77269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49304773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:31:57.772784Z","caller":"traceutil/trace.go:171","msg":"trace[2143374421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5857; }","duration":"2.493199762s","start":"2026-05-07T03:31:55.279561Z","end":"2026-05-07T03:31:57.772761Z","steps":["trace[2143374421] 'range keys from in-memory index tree' (duration: 2.492801887s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:57.772837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:55.279527Z","time spent":"2.493296183s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:31:57.773362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745901201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:31:57.773389Z","caller":"traceutil/trace.go:171","msg":"trace[1076628044] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5857; }","duration":"2.745927911s","start":"2026-05-07T03:31:55.027454Z","end":"2026-05-07T03:31:57.773382Z","steps":["trace[1076628044] 'agreement among raft nodes before linearized reading' (duration: 71.527858ms)","trace[1076628044] 'range keys from in-memory index tree' (duration: 2.674312102s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:57.773405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:55.027404Z","time spent":"2.745997482s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:31:57.773546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774897079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:31:57.773578Z","caller":"traceutil/trace.go:171","msg":"trace[1433194235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5857; }","duration":"2.77497406s","start":"2026-05-07T03:31:54.998591Z","end":"2026-05-07T03:31:57.773565Z","steps":["trace[1433194235] 'agreement among raft nodes before linearized reading' (duration: 100.275213ms)","trace[1433194235] 'range keys from in-memory index tree' (duration: 2.674607965s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:57.77363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866084448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:227759"} {"level":"warn","ts":"2026-05-07T03:31:57.773628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691385069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:31:57.773661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:54.998563Z","time spent":"2.775087612s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:31:57.773683Z","caller":"traceutil/trace.go:171","msg":"trace[1370667791] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:5857; }","duration":"2.866179208s","start":"2026-05-07T03:31:54.907485Z","end":"2026-05-07T03:31:57.773665Z","steps":["trace[1370667791] 'agreement among raft nodes before linearized reading' (duration: 191.479942ms)","trace[1370667791] 'range keys from in-memory index tree' (duration: 2.674428054s)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:31:57.773697Z","caller":"traceutil/trace.go:171","msg":"trace[935386251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5857; }","duration":"2.69151774s","start":"2026-05-07T03:31:55.082157Z","end":"2026-05-07T03:31:57.773675Z","steps":["trace[935386251] 'agreement among raft nodes before linearized reading' (duration: 16.780853ms)","trace[935386251] 'range keys from in-memory index tree' (duration: 2.674538325s)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:57.773735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:54.907459Z","time spent":"2.86626447s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":227782,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-05-07T03:31:57.77374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:55.082127Z","time spent":"2.691603521s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:31:57.872398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:31:58.373372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:31:58.874263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2281246936017058822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-07T03:31:59.205342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.841683479s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:31:59.20596Z","caller":"traceutil/trace.go:171","msg":"trace[377412864] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"3.842426088s","start":"2026-05-07T03:31:55.363507Z","end":"2026-05-07T03:31:59.205933Z","steps":["trace[377412864] 'process raft request' (duration: 3.842267876s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.206107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:55.363449Z","time spent":"3.842585699s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:59.655734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-07T03:31:59.655826Z","caller":"traceutil/trace.go:171","msg":"trace[1112987977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087694s","start":"2026-05-07T03:31:57.655718Z","end":"2026-05-07T03:31:59.655806Z","steps":["trace[1112987977] 'agreement among raft nodes before linearized reading' (duration: 1.999970452s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.655873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.655696Z","time spent":"2.000167455s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/07 03:31:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-05-07T03:31:59.820961Z","caller":"traceutil/trace.go:171","msg":"trace[716083930] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"3.546104997s","start":"2026-05-07T03:31:56.274828Z","end":"2026-05-07T03:31:59.820933Z","steps":["trace[716083930] 'process raft request' (duration: 3.545295817s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.821064Z","caller":"traceutil/trace.go:171","msg":"trace[157844697] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"2.041523049s","start":"2026-05-07T03:31:57.779521Z","end":"2026-05-07T03:31:59.821044Z","steps":["trace[157844697] 'process raft request' (duration: 2.041410578s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.821055Z","caller":"traceutil/trace.go:171","msg":"trace[1858751641] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"2.715786935s","start":"2026-05-07T03:31:57.10524Z","end":"2026-05-07T03:31:59.821027Z","steps":["trace[1858751641] 'process raft request' (duration: 2.715647843s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.821106Z","caller":"traceutil/trace.go:171","msg":"trace[347382549] linearizableReadLoop","detail":"{readStateIndex:6107; appliedIndex:6098; }","duration":"4.452232712s","start":"2026-05-07T03:31:55.368861Z","end":"2026-05-07T03:31:59.821093Z","steps":["trace[347382549] 'read index received' (duration: 3.836833286s)","trace[347382549] 'applied index is now lower than readState.Index' (duration: 615.398836ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:31:59.821122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:56.274788Z","time spent":"3.546245479s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:59.821189Z","caller":"traceutil/trace.go:171","msg":"trace[315594693] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"2.041172295s","start":"2026-05-07T03:31:57.780005Z","end":"2026-05-07T03:31:59.821177Z","steps":["trace[315594693] 'process raft request' (duration: 2.040958942s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.821208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.105216Z","time spent":"2.715910287s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:59.82126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.779998Z","time spent":"2.041223215s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:31:59.821354Z","caller":"traceutil/trace.go:171","msg":"trace[1854520014] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"2.041165304s","start":"2026-05-07T03:31:57.780177Z","end":"2026-05-07T03:31:59.821343Z","steps":["trace[1854520014] 'process raft request' (duration: 2.04082803s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.821405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.780171Z","time spent":"2.041211694s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:59.821294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.779504Z","time spent":"2.041669491s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:59.821518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452647497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:31:59.821579Z","caller":"traceutil/trace.go:171","msg":"trace[910580613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5866; }","duration":"4.452784449s","start":"2026-05-07T03:31:55.368782Z","end":"2026-05-07T03:31:59.821566Z","steps":["trace[910580613] 'agreement among raft nodes before linearized reading' (duration: 4.452580766s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.821609Z","caller":"traceutil/trace.go:171","msg":"trace[64183244] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"2.041342917s","start":"2026-05-07T03:31:57.78025Z","end":"2026-05-07T03:31:59.821593Z","steps":["trace[64183244] 'process raft request' (duration: 2.04078415s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.821656Z","caller":"traceutil/trace.go:171","msg":"trace[1953008455] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"1.442437187s","start":"2026-05-07T03:31:58.379207Z","end":"2026-05-07T03:31:59.821644Z","steps":["trace[1953008455] 'process raft request' (duration: 1.441854939s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.821687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.780237Z","time spent":"2.041408298s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:59.821701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:58.379177Z","time spent":"1.442500098s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:31:59.821615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:55.368757Z","time spent":"4.452849849s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:31:59.82177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.678489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:31:59.821735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451868788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:31:59.821823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959394586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:31:59.821834Z","caller":"traceutil/trace.go:171","msg":"trace[2133133739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5866; }","duration":"4.451980949s","start":"2026-05-07T03:31:55.369842Z","end":"2026-05-07T03:31:59.821823Z","steps":["trace[2133133739] 'agreement among raft nodes before linearized reading' (duration: 4.451784076s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.821874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:55.369836Z","time spent":"4.452028939s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:31:59.82191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.74386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:227759"} {"level":"info","ts":"2026-05-07T03:31:59.821829Z","caller":"traceutil/trace.go:171","msg":"trace[199663308] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5866; }","duration":"250.7682ms","start":"2026-05-07T03:31:59.571042Z","end":"2026-05-07T03:31:59.82181Z","steps":["trace[199663308] 'agreement among raft nodes before linearized reading' (duration: 250.667938ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.821957Z","caller":"traceutil/trace.go:171","msg":"trace[1705843466] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:5866; }","duration":"559.83295ms","start":"2026-05-07T03:31:59.262112Z","end":"2026-05-07T03:31:59.821945Z","steps":["trace[1705843466] 'agreement among raft nodes before linearized reading' (duration: 559.650698ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.821955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.20636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:31:59.821993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:59.262088Z","time spent":"559.897011ms","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":227782,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-05-07T03:31:59.822004Z","caller":"traceutil/trace.go:171","msg":"trace[1056932858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5866; }","duration":"156.285102ms","start":"2026-05-07T03:31:59.665701Z","end":"2026-05-07T03:31:59.821986Z","steps":["trace[1056932858] 'agreement among raft nodes before linearized reading' (duration: 156.220871ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.821844Z","caller":"traceutil/trace.go:171","msg":"trace[1273484251] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5866; }","duration":"1.959447386s","start":"2026-05-07T03:31:57.862391Z","end":"2026-05-07T03:31:59.821838Z","steps":["trace[1273484251] 'agreement among raft nodes before linearized reading' (duration: 1.959407695s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.822222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.862373Z","time spent":"1.959784481s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:59.82225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002829118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:31:59.822266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122874543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:59.82231Z","caller":"traceutil/trace.go:171","msg":"trace[645494268] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5866; }","duration":"2.002916829s","start":"2026-05-07T03:31:57.819376Z","end":"2026-05-07T03:31:59.822293Z","steps":["trace[645494268] 'agreement among raft nodes before linearized reading' (duration: 2.002833458s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:31:59.82232Z","caller":"traceutil/trace.go:171","msg":"trace[777256296] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5866; }","duration":"3.122954574s","start":"2026-05-07T03:31:56.699348Z","end":"2026-05-07T03:31:59.822303Z","steps":["trace[777256296] 'agreement among raft nodes before linearized reading' (duration: 3.122871483s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.822354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.81936Z","time spent":"2.002976989s","remote":"127.0.0.1:48992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:59.822428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628451267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:31:59.822363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:56.699333Z","time spent":"3.123018304s","remote":"127.0.0.1:32958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:31:59.822682Z","caller":"traceutil/trace.go:171","msg":"trace[1079259053] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5866; }","duration":"2.628718021s","start":"2026-05-07T03:31:57.193934Z","end":"2026-05-07T03:31:59.822652Z","steps":["trace[1079259053] 'agreement among raft nodes before linearized reading' (duration: 2.628451887s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.82275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.193918Z","time spent":"2.628814593s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:59.822834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.243445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-07T03:31:59.8229Z","caller":"traceutil/trace.go:171","msg":"trace[196300609] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ad2a5c0bc02d1e; range_end:; response_count:1; response_revision:5866; }","duration":"157.337997ms","start":"2026-05-07T03:31:59.665545Z","end":"2026-05-07T03:31:59.822883Z","steps":["trace[196300609] 'agreement among raft nodes before linearized reading' (duration: 157.175945ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.82294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935459652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:31:59.824291Z","caller":"traceutil/trace.go:171","msg":"trace[138412552] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5866; }","duration":"1.936834939s","start":"2026-05-07T03:31:57.887446Z","end":"2026-05-07T03:31:59.824281Z","steps":["trace[138412552] 'agreement among raft nodes before linearized reading' (duration: 1.935479912s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.824397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:57.887431Z","time spent":"1.936952291s","remote":"127.0.0.1:49206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:31:59.822914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054188222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:31:59.82458Z","caller":"traceutil/trace.go:171","msg":"trace[1777583886] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:5866; }","duration":"1.055877892s","start":"2026-05-07T03:31:58.768686Z","end":"2026-05-07T03:31:59.824563Z","steps":["trace[1777583886] 'agreement among raft nodes before linearized reading' (duration: 1.054184682s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.824642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:58.768667Z","time spent":"1.055958863s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.118\" "} {"level":"warn","ts":"2026-05-07T03:31:59.823153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.416228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:31:59.824784Z","caller":"traceutil/trace.go:171","msg":"trace[1579239232] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5866; }","duration":"178.099708ms","start":"2026-05-07T03:31:59.646675Z","end":"2026-05-07T03:31:59.824774Z","steps":["trace[1579239232] 'agreement among raft nodes before linearized reading' (duration: 176.433338ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.822852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.274078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-05-07T03:31:59.824946Z","caller":"traceutil/trace.go:171","msg":"trace[1603941729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5866; }","duration":"846.364214ms","start":"2026-05-07T03:31:58.978567Z","end":"2026-05-07T03:31:59.824931Z","steps":["trace[1603941729] 'agreement among raft nodes before linearized reading' (duration: 843.290615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.824998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:58.978477Z","time spent":"846.509246ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-07T03:31:59.820984Z","caller":"traceutil/trace.go:171","msg":"trace[728170857] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"3.172646186s","start":"2026-05-07T03:31:56.648301Z","end":"2026-05-07T03:31:59.820947Z","steps":["trace[728170857] 'process raft request' (duration: 3.172509064s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:31:59.828619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:31:56.648275Z","time spent":"3.178969275s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:01.771465Z","caller":"traceutil/trace.go:171","msg":"trace[765754233] linearizableReadLoop","detail":"{readStateIndex:6116; appliedIndex:6115; }","duration":"115.505024ms","start":"2026-05-07T03:32:01.655869Z","end":"2026-05-07T03:32:01.771374Z","steps":["trace[765754233] 'read index received' (duration: 113.029982ms)","trace[765754233] 'applied index is now lower than readState.Index' (duration: 2.473532ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:01.771898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.00241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:01.772033Z","caller":"traceutil/trace.go:171","msg":"trace[248814152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5873; }","duration":"116.101161ms","start":"2026-05-07T03:32:01.65584Z","end":"2026-05-07T03:32:01.771941Z","steps":["trace[248814152] 'agreement among raft nodes before linearized reading' (duration: 115.701326ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:01.77256Z","caller":"traceutil/trace.go:171","msg":"trace[182293823] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"120.306725ms","start":"2026-05-07T03:32:01.652227Z","end":"2026-05-07T03:32:01.772534Z","steps":["trace[182293823] 'process raft request' (duration: 116.652578ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:02.33007Z","caller":"traceutil/trace.go:171","msg":"trace[671177286] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"121.223037ms","start":"2026-05-07T03:32:02.208724Z","end":"2026-05-07T03:32:02.329947Z","steps":["trace[671177286] 'process raft request' (duration: 110.565192ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:02.333199Z","caller":"traceutil/trace.go:171","msg":"trace[882139320] linearizableReadLoop","detail":"{readStateIndex:6180; appliedIndex:6177; }","duration":"119.382803ms","start":"2026-05-07T03:32:02.213799Z","end":"2026-05-07T03:32:02.333182Z","steps":["trace[882139320] 'read index received' (duration: 105.625628ms)","trace[882139320] 'applied index is now lower than readState.Index' (duration: 13.756485ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:02.333271Z","caller":"traceutil/trace.go:171","msg":"trace[1854232906] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"124.002012ms","start":"2026-05-07T03:32:02.209246Z","end":"2026-05-07T03:32:02.333248Z","steps":["trace[1854232906] 'process raft request' (duration: 123.82425ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:02.333306Z","caller":"traceutil/trace.go:171","msg":"trace[716945917] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"122.137229ms","start":"2026-05-07T03:32:02.211093Z","end":"2026-05-07T03:32:02.33323Z","steps":["trace[716945917] 'process raft request' (duration: 122.054318ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:02.333499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.692787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-07T03:32:02.333576Z","caller":"traceutil/trace.go:171","msg":"trace[1182290641] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5937; }","duration":"119.808109ms","start":"2026-05-07T03:32:02.213757Z","end":"2026-05-07T03:32:02.333565Z","steps":["trace[1182290641] 'agreement among raft nodes before linearized reading' (duration: 119.552156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:02.333561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.61014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-07T03:32:02.333675Z","caller":"traceutil/trace.go:171","msg":"trace[1329727736] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5937; }","duration":"106.763633ms","start":"2026-05-07T03:32:02.226882Z","end":"2026-05-07T03:32:02.333645Z","steps":["trace[1329727736] 'agreement among raft nodes before linearized reading' (duration: 106.467779ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:02.511404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.049855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11122"} {"level":"warn","ts":"2026-05-07T03:32:02.51145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.000953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-07T03:32:02.51148Z","caller":"traceutil/trace.go:171","msg":"trace[1658847219] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:5944; }","duration":"122.160137ms","start":"2026-05-07T03:32:02.389301Z","end":"2026-05-07T03:32:02.511461Z","steps":["trace[1658847219] 'agreement among raft nodes before linearized reading' (duration: 121.953565ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:02.511509Z","caller":"traceutil/trace.go:171","msg":"trace[563253924] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5944; }","duration":"125.075744ms","start":"2026-05-07T03:32:02.386418Z","end":"2026-05-07T03:32:02.511493Z","steps":["trace[563253924] 'agreement among raft nodes before linearized reading' (duration: 124.872371ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:02.526816Z","caller":"traceutil/trace.go:171","msg":"trace[1801251728] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"100.349241ms","start":"2026-05-07T03:32:02.426437Z","end":"2026-05-07T03:32:02.526787Z","steps":["trace[1801251728] 'process raft request' (duration: 100.188959ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:02.527013Z","caller":"traceutil/trace.go:171","msg":"trace[1464722916] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"100.070468ms","start":"2026-05-07T03:32:02.426905Z","end":"2026-05-07T03:32:02.526975Z","steps":["trace[1464722916] 'process raft request' (duration: 99.806405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:02.527629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.172941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-05-07T03:32:02.527691Z","caller":"traceutil/trace.go:171","msg":"trace[1909643806] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5948; }","duration":"101.375874ms","start":"2026-05-07T03:32:02.426299Z","end":"2026-05-07T03:32:02.527675Z","steps":["trace[1909643806] 'agreement among raft nodes before linearized reading' (duration: 101.228332ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:03.9967Z","caller":"traceutil/trace.go:171","msg":"trace[314075592] transaction","detail":"{read_only:false; response_revision:5973; number_of_response:1; }","duration":"119.872509ms","start":"2026-05-07T03:32:03.876802Z","end":"2026-05-07T03:32:03.996674Z","steps":["trace[314075592] 'process raft request' (duration: 119.710146ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:03.999323Z","caller":"traceutil/trace.go:171","msg":"trace[66324098] linearizableReadLoop","detail":"{readStateIndex:6219; appliedIndex:6217; }","duration":"117.993665ms","start":"2026-05-07T03:32:03.881302Z","end":"2026-05-07T03:32:03.999296Z","steps":["trace[66324098] 'read index received' (duration: 115.23316ms)","trace[66324098] 'applied index is now lower than readState.Index' (duration: 2.758865ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:03.999399Z","caller":"traceutil/trace.go:171","msg":"trace[2050204489] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"121.384308ms","start":"2026-05-07T03:32:03.877988Z","end":"2026-05-07T03:32:03.999372Z","steps":["trace[2050204489] 'process raft request' (duration: 121.076813ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:03.999628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.3218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-07T03:32:03.999654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.97897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-05-07T03:32:03.999699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.93312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:32:03.999713Z","caller":"traceutil/trace.go:171","msg":"trace[1209325276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5974; }","duration":"118.451911ms","start":"2026-05-07T03:32:03.881245Z","end":"2026-05-07T03:32:03.999697Z","steps":["trace[1209325276] 'agreement among raft nodes before linearized reading' (duration: 118.210578ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:03.999731Z","caller":"traceutil/trace.go:171","msg":"trace[1802071314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5974; }","duration":"104.99914ms","start":"2026-05-07T03:32:03.894724Z","end":"2026-05-07T03:32:03.999724Z","steps":["trace[1802071314] 'agreement among raft nodes before linearized reading' (duration: 104.864348ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:03.999727Z","caller":"traceutil/trace.go:171","msg":"trace[408430503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5974; }","duration":"105.064901ms","start":"2026-05-07T03:32:03.894642Z","end":"2026-05-07T03:32:03.999707Z","steps":["trace[408430503] 'agreement among raft nodes before linearized reading' (duration: 104.886709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:03.999749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.218624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-05-07T03:32:03.999841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.073363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:32:03.999862Z","caller":"traceutil/trace.go:171","msg":"trace[1060474007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5974; }","duration":"106.144705ms","start":"2026-05-07T03:32:03.893711Z","end":"2026-05-07T03:32:03.999856Z","steps":["trace[1060474007] 'agreement among raft nodes before linearized reading' (duration: 105.838261ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:03.999881Z","caller":"traceutil/trace.go:171","msg":"trace[850878841] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5974; }","duration":"105.386006ms","start":"2026-05-07T03:32:03.894451Z","end":"2026-05-07T03:32:03.999837Z","steps":["trace[850878841] 'agreement among raft nodes before linearized reading' (duration: 105.106342ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:03.999666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.072744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:32:04.000004Z","caller":"traceutil/trace.go:171","msg":"trace[320191342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5974; }","duration":"106.460358ms","start":"2026-05-07T03:32:03.893537Z","end":"2026-05-07T03:32:03.999997Z","steps":["trace[320191342] 'agreement among raft nodes before linearized reading' (duration: 105.985643ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:06.070046Z","caller":"traceutil/trace.go:171","msg":"trace[1054986697] linearizableReadLoop","detail":"{readStateIndex:6231; appliedIndex:6230; }","duration":"418.075943ms","start":"2026-05-07T03:32:05.651944Z","end":"2026-05-07T03:32:06.07002Z","steps":["trace[1054986697] 'read index received' (duration: 417.966062ms)","trace[1054986697] 'applied index is now lower than readState.Index' (duration: 108.941µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:06.070182Z","caller":"traceutil/trace.go:171","msg":"trace[1887838773] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"820.428146ms","start":"2026-05-07T03:32:05.249743Z","end":"2026-05-07T03:32:06.070172Z","steps":["trace[1887838773] 'process raft request' (duration: 820.141253ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.070312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.249722Z","time spent":"820.497137ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:06.070312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.357857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:06.070475Z","caller":"traceutil/trace.go:171","msg":"trace[1844816074] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5986; }","duration":"418.57492ms","start":"2026-05-07T03:32:05.651882Z","end":"2026-05-07T03:32:06.070457Z","steps":["trace[1844816074] 'agreement among raft nodes before linearized reading' (duration: 418.319687ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.070558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.651862Z","time spent":"418.657781ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-05-07T03:32:06.087729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.218239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:32:06.087758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.905009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:32:06.087802Z","caller":"traceutil/trace.go:171","msg":"trace[714447676] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5988; }","duration":"435.31845ms","start":"2026-05-07T03:32:05.652463Z","end":"2026-05-07T03:32:06.087782Z","steps":["trace[714447676] 'agreement among raft nodes before linearized reading' (duration: 434.592071ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:06.08781Z","caller":"traceutil/trace.go:171","msg":"trace[1986637338] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5988; }","duration":"379.998421ms","start":"2026-05-07T03:32:05.707797Z","end":"2026-05-07T03:32:06.087795Z","steps":["trace[1986637338] 'agreement among raft nodes before linearized reading' (duration: 379.92074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.087851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.652449Z","time spent":"435.388331ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-05-07T03:32:06.087847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.707777Z","time spent":"380.061181ms","remote":"127.0.0.1:40108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:32:06.088109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.380083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-05-07T03:32:06.088237Z","caller":"traceutil/trace.go:171","msg":"trace[812704766] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5988; }","duration":"432.534705ms","start":"2026-05-07T03:32:05.655689Z","end":"2026-05-07T03:32:06.088224Z","steps":["trace[812704766] 'agreement among raft nodes before linearized reading' (duration: 432.244872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.088352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:05.655671Z","time spent":"432.671767ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-05-07T03:32:06.746849Z","caller":"traceutil/trace.go:171","msg":"trace[989154231] linearizableReadLoop","detail":"{readStateIndex:6240; appliedIndex:6239; }","duration":"183.823596ms","start":"2026-05-07T03:32:06.562997Z","end":"2026-05-07T03:32:06.746821Z","steps":["trace[989154231] 'read index received' (duration: 183.613293ms)","trace[989154231] 'applied index is now lower than readState.Index' (duration: 209.123µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:06.746896Z","caller":"traceutil/trace.go:171","msg":"trace[1364867531] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"410.920829ms","start":"2026-05-07T03:32:06.335955Z","end":"2026-05-07T03:32:06.746876Z","steps":["trace[1364867531] 'process raft request' (duration: 410.722617ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:06.74702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:06.335934Z","time spent":"411.01315ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:06.747084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.610608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:32:06.747069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.027968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:32:06.747144Z","caller":"traceutil/trace.go:171","msg":"trace[696211120] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5995; }","duration":"162.71877ms","start":"2026-05-07T03:32:06.584409Z","end":"2026-05-07T03:32:06.747127Z","steps":["trace[696211120] 'agreement among raft nodes before linearized reading' (duration: 162.608688ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:06.747185Z","caller":"traceutil/trace.go:171","msg":"trace[397477898] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5995; }","duration":"184.209441ms","start":"2026-05-07T03:32:06.562948Z","end":"2026-05-07T03:32:06.747157Z","steps":["trace[397477898] 'agreement among raft nodes before linearized reading' (duration: 183.978138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.630477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.529912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:32:12.630726Z","caller":"traceutil/trace.go:171","msg":"trace[1843436581] linearizableReadLoop","detail":"{readStateIndex:6266; appliedIndex:6264; }","duration":"479.418417ms","start":"2026-05-07T03:32:12.151285Z","end":"2026-05-07T03:32:12.630704Z","steps":["trace[1843436581] 'read index received' (duration: 87.006539ms)","trace[1843436581] 'applied index is now lower than readState.Index' (duration: 392.410568ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:12.630767Z","caller":"traceutil/trace.go:171","msg":"trace[1741830785] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"480.251418ms","start":"2026-05-07T03:32:12.150472Z","end":"2026-05-07T03:32:12.630723Z","steps":["trace[1741830785] 'process raft request' (duration: 253.318991ms)","trace[1741830785] 'compare' (duration: 226.42231ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:12.63078Z","caller":"traceutil/trace.go:171","msg":"trace[1238403461] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"479.110343ms","start":"2026-05-07T03:32:12.151625Z","end":"2026-05-07T03:32:12.630736Z","steps":["trace[1238403461] 'process raft request' (duration: 479.006702ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.630937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.151616Z","time spent":"479.240895ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:12.630945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.150438Z","time spent":"480.41155ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:12.630997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.449994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:32:12.630946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.65763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-05-07T03:32:12.63103Z","caller":"traceutil/trace.go:171","msg":"trace[1514593277] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6021; }","duration":"478.494426ms","start":"2026-05-07T03:32:12.152525Z","end":"2026-05-07T03:32:12.631019Z","steps":["trace[1514593277] 'agreement among raft nodes before linearized reading' (duration: 478.455325ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:12.631047Z","caller":"traceutil/trace.go:171","msg":"trace[839355721] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6021; }","duration":"479.792652ms","start":"2026-05-07T03:32:12.151243Z","end":"2026-05-07T03:32:12.631036Z","steps":["trace[839355721] 'agreement among raft nodes before linearized reading' (duration: 479.564689ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.631073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.152515Z","time spent":"478.549876ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-05-07T03:32:12.631091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.151232Z","time spent":"479.841782ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-05-07T03:32:12.631204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.055381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:32:12.63137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.194279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-07T03:32:12.631434Z","caller":"traceutil/trace.go:171","msg":"trace[1495292015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6021; }","duration":"458.282091ms","start":"2026-05-07T03:32:12.173138Z","end":"2026-05-07T03:32:12.63142Z","steps":["trace[1495292015] 'agreement among raft nodes before linearized reading' (duration: 458.143759ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.631435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.602322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:32:12.631479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.17312Z","time spent":"458.350241ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-07T03:32:12.631497Z","caller":"traceutil/trace.go:171","msg":"trace[166572273] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6021; }","duration":"325.721204ms","start":"2026-05-07T03:32:12.305751Z","end":"2026-05-07T03:32:12.631473Z","steps":["trace[166572273] 'agreement among raft nodes before linearized reading' (duration: 325.599703ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.631572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.215041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:32:12.631698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.555304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-07T03:32:12.631749Z","caller":"traceutil/trace.go:171","msg":"trace[1924949173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6021; }","duration":"458.663154ms","start":"2026-05-07T03:32:12.173072Z","end":"2026-05-07T03:32:12.631735Z","steps":["trace[1924949173] 'agreement among raft nodes before linearized reading' (duration: 458.492362ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.631791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.173039Z","time spent":"458.744716ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:32:12.631815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.846712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-07T03:32:12.631277Z","caller":"traceutil/trace.go:171","msg":"trace[1897226658] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6021; }","duration":"391.153482ms","start":"2026-05-07T03:32:12.240102Z","end":"2026-05-07T03:32:12.631256Z","steps":["trace[1897226658] 'agreement among raft nodes before linearized reading' (duration: 391.04784ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:12.631877Z","caller":"traceutil/trace.go:171","msg":"trace[362543195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6021; }","duration":"475.929243ms","start":"2026-05-07T03:32:12.155928Z","end":"2026-05-07T03:32:12.631858Z","steps":["trace[362543195] 'agreement among raft nodes before linearized reading' (duration: 475.747341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.63192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.155919Z","time spent":"475.989794ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-07T03:32:12.631922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.240087Z","time spent":"391.811269ms","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:32:12.631382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.159186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:12.631984Z","caller":"traceutil/trace.go:171","msg":"trace[1249096437] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:6021; }","duration":"104.817463ms","start":"2026-05-07T03:32:12.527156Z","end":"2026-05-07T03:32:12.631974Z","steps":["trace[1249096437] 'agreement among raft nodes before linearized reading' (duration: 104.175415ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.632027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.765758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-05-07T03:32:12.63155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.365183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:32:12.632075Z","caller":"traceutil/trace.go:171","msg":"trace[355484603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6021; }","duration":"459.866949ms","start":"2026-05-07T03:32:12.172191Z","end":"2026-05-07T03:32:12.632058Z","steps":["trace[355484603] 'agreement among raft nodes before linearized reading' (duration: 459.635607ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.632112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.172159Z","time spent":"459.944621ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-05-07T03:32:12.632112Z","caller":"traceutil/trace.go:171","msg":"trace[1996669522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6021; }","duration":"459.987561ms","start":"2026-05-07T03:32:12.17211Z","end":"2026-05-07T03:32:12.632098Z","steps":["trace[1996669522] 'agreement among raft nodes before linearized reading' (duration: 459.327083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:12.631673Z","caller":"traceutil/trace.go:171","msg":"trace[1420925954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6021; }","duration":"459.373384ms","start":"2026-05-07T03:32:12.172288Z","end":"2026-05-07T03:32:12.631661Z","steps":["trace[1420925954] 'agreement among raft nodes before linearized reading' (duration: 459.175471ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:12.632158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.172079Z","time spent":"460.065532ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:32:12.632162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.172265Z","time spent":"459.8873ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-07T03:32:12.631533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:12.305722Z","time spent":"325.801656ms","remote":"127.0.0.1:49040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-07T03:32:13.971307Z","caller":"traceutil/trace.go:171","msg":"trace[36806048] linearizableReadLoop","detail":"{readStateIndex:6276; appliedIndex:6275; }","duration":"312.273493ms","start":"2026-05-07T03:32:13.659002Z","end":"2026-05-07T03:32:13.971275Z","steps":["trace[36806048] 'read index received' (duration: 312.0075ms)","trace[36806048] 'applied index is now lower than readState.Index' (duration: 264.683µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:13.971437Z","caller":"traceutil/trace.go:171","msg":"trace[856091467] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"549.405918ms","start":"2026-05-07T03:32:13.421971Z","end":"2026-05-07T03:32:13.971377Z","steps":["trace[856091467] 'process raft request' (duration: 549.129065ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:13.971577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.556546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:32:13.971629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:13.421952Z","time spent":"549.58125ms","remote":"127.0.0.1:46448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-07T03:32:13.971697Z","caller":"traceutil/trace.go:171","msg":"trace[1010183805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6030; }","duration":"312.676468ms","start":"2026-05-07T03:32:13.658951Z","end":"2026-05-07T03:32:13.971627Z","steps":["trace[1010183805] 'agreement among raft nodes before linearized reading' (duration: 312.480236ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:13.971758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:13.65893Z","time spent":"312.81704ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:32:14.264044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.611013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:14.264135Z","caller":"traceutil/trace.go:171","msg":"trace[529413519] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6030; }","duration":"112.759064ms","start":"2026-05-07T03:32:14.151355Z","end":"2026-05-07T03:32:14.264114Z","steps":["trace[529413519] 'range keys from in-memory index tree' (duration: 112.50266ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.347942Z","caller":"traceutil/trace.go:171","msg":"trace[130874570] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"104.045533ms","start":"2026-05-07T03:32:14.243862Z","end":"2026-05-07T03:32:14.347908Z","steps":["trace[130874570] 'process raft request' (duration: 103.850041ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.557834Z","caller":"traceutil/trace.go:171","msg":"trace[1362506317] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"115.115624ms","start":"2026-05-07T03:32:14.442692Z","end":"2026-05-07T03:32:14.557808Z","steps":["trace[1362506317] 'process raft request' (duration: 114.976133ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.886609Z","caller":"traceutil/trace.go:171","msg":"trace[2143913681] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"141.404916ms","start":"2026-05-07T03:32:14.745136Z","end":"2026-05-07T03:32:14.886541Z","steps":["trace[2143913681] 'process raft request' (duration: 141.162863ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.887006Z","caller":"traceutil/trace.go:171","msg":"trace[1384049480] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"140.98658ms","start":"2026-05-07T03:32:14.745997Z","end":"2026-05-07T03:32:14.886984Z","steps":["trace[1384049480] 'process raft request' (duration: 140.550755ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.887023Z","caller":"traceutil/trace.go:171","msg":"trace[1221988411] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"138.466137ms","start":"2026-05-07T03:32:14.748539Z","end":"2026-05-07T03:32:14.887005Z","steps":["trace[1221988411] 'process raft request' (duration: 138.381466ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.887167Z","caller":"traceutil/trace.go:171","msg":"trace[1689585687] transaction","detail":"{read_only:false; response_revision:6039; number_of_response:1; }","duration":"138.672941ms","start":"2026-05-07T03:32:14.748441Z","end":"2026-05-07T03:32:14.887114Z","steps":["trace[1689585687] 'process raft request' (duration: 138.411287ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:14.886619Z","caller":"traceutil/trace.go:171","msg":"trace[524510279] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"141.258873ms","start":"2026-05-07T03:32:14.745342Z","end":"2026-05-07T03:32:14.886601Z","steps":["trace[524510279] 'process raft request' (duration: 141.114202ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:20.82202Z","caller":"traceutil/trace.go:171","msg":"trace[1644252183] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"113.762444ms","start":"2026-05-07T03:32:20.708217Z","end":"2026-05-07T03:32:20.821979Z","steps":["trace[1644252183] 'process raft request' (duration: 113.514321ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:20.822196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.20275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6262"} {"level":"info","ts":"2026-05-07T03:32:20.822261Z","caller":"traceutil/trace.go:171","msg":"trace[865364714] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6072; }","duration":"114.319771ms","start":"2026-05-07T03:32:20.707923Z","end":"2026-05-07T03:32:20.822243Z","steps":["trace[865364714] 'agreement among raft nodes before linearized reading' (duration: 114.087728ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:20.870159Z","caller":"traceutil/trace.go:171","msg":"trace[55781958] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"116.173934ms","start":"2026-05-07T03:32:20.753946Z","end":"2026-05-07T03:32:20.87012Z","steps":["trace[55781958] 'process raft request' (duration: 113.614762ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:20.872221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.971466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:20.872292Z","caller":"traceutil/trace.go:171","msg":"trace[219648851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6075; }","duration":"125.087757ms","start":"2026-05-07T03:32:20.74719Z","end":"2026-05-07T03:32:20.872277Z","steps":["trace[219648851] 'agreement among raft nodes before linearized reading' (duration: 124.937745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:20.872621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.748972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:20.873553Z","caller":"traceutil/trace.go:171","msg":"trace[1984042194] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6075; }","duration":"120.842133ms","start":"2026-05-07T03:32:20.75184Z","end":"2026-05-07T03:32:20.872682Z","steps":["trace[1984042194] 'agreement among raft nodes before linearized reading' (duration: 120.697541ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:21.093637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.312285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:32:21.093728Z","caller":"traceutil/trace.go:171","msg":"trace[497503161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6079; }","duration":"108.445076ms","start":"2026-05-07T03:32:20.985262Z","end":"2026-05-07T03:32:21.093707Z","steps":["trace[497503161] 'agreement among raft nodes before linearized reading' (duration: 108.193103ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:21.265489Z","caller":"traceutil/trace.go:171","msg":"trace[411828334] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"166.288416ms","start":"2026-05-07T03:32:21.099169Z","end":"2026-05-07T03:32:21.265457Z","steps":["trace[411828334] 'process raft request' (duration: 142.658668ms)","trace[411828334] 'compare' (duration: 23.331474ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:21.265551Z","caller":"traceutil/trace.go:171","msg":"trace[1042894134] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"140.113515ms","start":"2026-05-07T03:32:21.125415Z","end":"2026-05-07T03:32:21.265528Z","steps":["trace[1042894134] 'process raft request' (duration: 140.071555ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:21.265813Z","caller":"traceutil/trace.go:171","msg":"trace[1124012165] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"165.682468ms","start":"2026-05-07T03:32:21.100111Z","end":"2026-05-07T03:32:21.265793Z","steps":["trace[1124012165] 'process raft request' (duration: 165.231342ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:21.330992Z","caller":"traceutil/trace.go:171","msg":"trace[649206181] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"177.564018ms","start":"2026-05-07T03:32:21.153405Z","end":"2026-05-07T03:32:21.330969Z","steps":["trace[649206181] 'process raft request' (duration: 177.412006ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:21.426439Z","caller":"traceutil/trace.go:171","msg":"trace[1472594851] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"153.28494ms","start":"2026-05-07T03:32:21.273118Z","end":"2026-05-07T03:32:21.426403Z","steps":["trace[1472594851] 'process raft request' (duration: 113.758822ms)","trace[1472594851] 'compare' (duration: 39.271775ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:21.554062Z","caller":"traceutil/trace.go:171","msg":"trace[1954443631] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"121.928237ms","start":"2026-05-07T03:32:21.432106Z","end":"2026-05-07T03:32:21.554034Z","steps":["trace[1954443631] 'process raft request' (duration: 116.60114ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:21.562872Z","caller":"traceutil/trace.go:171","msg":"trace[2114169154] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"127.890721ms","start":"2026-05-07T03:32:21.434966Z","end":"2026-05-07T03:32:21.562857Z","steps":["trace[2114169154] 'process raft request' (duration: 127.81398ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:21.563074Z","caller":"traceutil/trace.go:171","msg":"trace[1588056326] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"130.697997ms","start":"2026-05-07T03:32:21.432208Z","end":"2026-05-07T03:32:21.562906Z","steps":["trace[1588056326] 'process raft request' (duration: 130.417503ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:27.728396Z","caller":"traceutil/trace.go:171","msg":"trace[1807305315] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"366.059806ms","start":"2026-05-07T03:32:27.362309Z","end":"2026-05-07T03:32:27.728368Z","steps":["trace[1807305315] 'process raft request' (duration: 362.886786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:27.728548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:27.362286Z","time spent":"366.183708ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:27.730371Z","caller":"traceutil/trace.go:171","msg":"trace[1826131220] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"367.90115ms","start":"2026-05-07T03:32:27.362456Z","end":"2026-05-07T03:32:27.730357Z","steps":["trace[1826131220] 'process raft request' (duration: 367.617096ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:27.730443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:27.362385Z","time spent":"368.022731ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:28.937028Z","caller":"traceutil/trace.go:171","msg":"trace[2073989501] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6377; }","duration":"345.605248ms","start":"2026-05-07T03:32:28.591402Z","end":"2026-05-07T03:32:28.937007Z","steps":["trace[2073989501] 'read index received' (duration: 345.574268ms)","trace[2073989501] 'applied index is now lower than readState.Index' (duration: 29.97µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:28.937112Z","caller":"traceutil/trace.go:171","msg":"trace[1988983060] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"408.413347ms","start":"2026-05-07T03:32:28.528689Z","end":"2026-05-07T03:32:28.937102Z","steps":["trace[1988983060] 'process raft request' (duration: 408.182573ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:28.937196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:28.52867Z","time spent":"408.463848ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:28.937294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.82199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:28.937372Z","caller":"traceutil/trace.go:171","msg":"trace[1238740605] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:6129; }","duration":"345.991292ms","start":"2026-05-07T03:32:28.591363Z","end":"2026-05-07T03:32:28.937354Z","steps":["trace[1238740605] 'agreement among raft nodes before linearized reading' (duration: 345.79636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:28.93742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:28.591346Z","time spent":"346.064223ms","remote":"127.0.0.1:46592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:32:29.391704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.802285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:32:29.391822Z","caller":"traceutil/trace.go:171","msg":"trace[608523143] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"397.389968ms","start":"2026-05-07T03:32:28.994421Z","end":"2026-05-07T03:32:29.391811Z","steps":["trace[608523143] 'process raft request' (duration: 397.355257ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:29.391861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:28.994402Z","time spent":"397.442648ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:32:29.391907Z","caller":"traceutil/trace.go:171","msg":"trace[524781148] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"512.457165ms","start":"2026-05-07T03:32:28.879353Z","end":"2026-05-07T03:32:29.39181Z","steps":["trace[524781148] 'process raft request' (duration: 350.501018ms)","trace[524781148] 'compare' (duration: 161.734944ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:29.391956Z","caller":"traceutil/trace.go:171","msg":"trace[103821927] linearizableReadLoop","detail":"{readStateIndex:6379; appliedIndex:6378; }","duration":"454.87249ms","start":"2026-05-07T03:32:28.937078Z","end":"2026-05-07T03:32:29.39195Z","steps":["trace[103821927] 'read index received' (duration: 292.788681ms)","trace[103821927] 'applied index is now lower than readState.Index' (duration: 162.083139ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:32:29.391953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:28.879337Z","time spent":"512.594096ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:32:29.392061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.435943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.118\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-07T03:32:29.392076Z","caller":"traceutil/trace.go:171","msg":"trace[1963620616] range","detail":"{range_begin:/registry/masterleases/199.19.213.118; range_end:; response_count:1; response_revision:6131; }","duration":"620.493844ms","start":"2026-05-07T03:32:28.771577Z","end":"2026-05-07T03:32:29.392071Z","steps":["trace[1963620616] 'agreement among raft nodes before linearized reading' (duration: 620.439153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:29.392088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:28.771553Z","time spent":"620.532664ms","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.118\" "} {"level":"warn","ts":"2026-05-07T03:32:29.39217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.47685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:32:29.392183Z","caller":"traceutil/trace.go:171","msg":"trace[627692135] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6131; }","duration":"425.532201ms","start":"2026-05-07T03:32:28.966647Z","end":"2026-05-07T03:32:29.39218Z","steps":["trace[627692135] 'agreement among raft nodes before linearized reading' (duration: 425.508781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:29.392215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:28.966627Z","time spent":"425.584422ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-05-07T03:32:29.392407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.486498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-07T03:32:29.392465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.919297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-07T03:32:29.39246Z","caller":"traceutil/trace.go:171","msg":"trace[166425594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6131; }","duration":"288.573409ms","start":"2026-05-07T03:32:29.103871Z","end":"2026-05-07T03:32:29.392445Z","steps":["trace[166425594] 'agreement among raft nodes before linearized reading' (duration: 288.432927ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:29.392484Z","caller":"traceutil/trace.go:171","msg":"trace[1781549361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6131; }","duration":"204.976137ms","start":"2026-05-07T03:32:29.187501Z","end":"2026-05-07T03:32:29.392477Z","steps":["trace[1781549361] 'agreement among raft nodes before linearized reading' (duration: 204.931077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:29.392474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.186757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:32:29.392522Z","caller":"traceutil/trace.go:171","msg":"trace[15621073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6131; }","duration":"394.277158ms","start":"2026-05-07T03:32:28.99823Z","end":"2026-05-07T03:32:29.392507Z","steps":["trace[15621073] 'agreement among raft nodes before linearized reading' (duration: 394.144757ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:29.39256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:32:28.998206Z","time spent":"394.343499ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-07T03:32:29.533651Z","caller":"traceutil/trace.go:171","msg":"trace[675935663] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"137.669702ms","start":"2026-05-07T03:32:29.395956Z","end":"2026-05-07T03:32:29.533626Z","steps":["trace[675935663] 'process raft request' (duration: 137.480708ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:29.534062Z","caller":"traceutil/trace.go:171","msg":"trace[1611284425] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"137.642841ms","start":"2026-05-07T03:32:29.396395Z","end":"2026-05-07T03:32:29.534038Z","steps":["trace[1611284425] 'process raft request' (duration: 137.192624ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:29.534225Z","caller":"traceutil/trace.go:171","msg":"trace[300030368] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"137.716042ms","start":"2026-05-07T03:32:29.396498Z","end":"2026-05-07T03:32:29.534214Z","steps":["trace[300030368] 'process raft request' (duration: 137.436338ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:29.53426Z","caller":"traceutil/trace.go:171","msg":"trace[834049433] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"103.701444ms","start":"2026-05-07T03:32:29.430551Z","end":"2026-05-07T03:32:29.534252Z","steps":["trace[834049433] 'process raft request' (duration: 103.666064ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:29.534292Z","caller":"traceutil/trace.go:171","msg":"trace[1255637137] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"137.730752ms","start":"2026-05-07T03:32:29.396548Z","end":"2026-05-07T03:32:29.534279Z","steps":["trace[1255637137] 'process raft request' (duration: 137.61748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:31.008761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.209073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:32:31.008857Z","caller":"traceutil/trace.go:171","msg":"trace[665114129] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6140; }","duration":"109.357474ms","start":"2026-05-07T03:32:30.899479Z","end":"2026-05-07T03:32:31.008837Z","steps":["trace[665114129] 'count revisions from in-memory index tree' (duration: 109.132082ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:31.192533Z","caller":"traceutil/trace.go:171","msg":"trace[1114784415] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"112.371272ms","start":"2026-05-07T03:32:31.080124Z","end":"2026-05-07T03:32:31.192496Z","steps":["trace[1114784415] 'process raft request' (duration: 65.386361ms)","trace[1114784415] 'compare' (duration: 46.760599ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:31.664816Z","caller":"traceutil/trace.go:171","msg":"trace[719707900] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"119.006325ms","start":"2026-05-07T03:32:31.545777Z","end":"2026-05-07T03:32:31.664784Z","steps":["trace[719707900] 'process raft request' (duration: 103.643283ms)","trace[719707900] 'compare' (duration: 14.933757ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:32:31.664808Z","caller":"traceutil/trace.go:171","msg":"trace[1925988221] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"118.956864ms","start":"2026-05-07T03:32:31.545824Z","end":"2026-05-07T03:32:31.664781Z","steps":["trace[1925988221] 'process raft request' (duration: 118.843863ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:31.665238Z","caller":"traceutil/trace.go:171","msg":"trace[1175771046] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"119.37475ms","start":"2026-05-07T03:32:31.545853Z","end":"2026-05-07T03:32:31.665228Z","steps":["trace[1175771046] 'process raft request' (duration: 118.883164ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:31.665424Z","caller":"traceutil/trace.go:171","msg":"trace[2118091967] transaction","detail":"{read_only:false; response_revision:6152; number_of_response:1; }","duration":"110.66664ms","start":"2026-05-07T03:32:31.554748Z","end":"2026-05-07T03:32:31.665414Z","steps":["trace[2118091967] 'process raft request' (duration: 110.109063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:32:31.938931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.670396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:32:31.939198Z","caller":"traceutil/trace.go:171","msg":"trace[2062402873] transaction","detail":"{read_only:false; response_revision:6154; number_of_response:1; }","duration":"186.19161ms","start":"2026-05-07T03:32:31.752988Z","end":"2026-05-07T03:32:31.93918Z","steps":["trace[2062402873] 'process raft request' (duration: 186.12139ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:32:31.939406Z","caller":"traceutil/trace.go:171","msg":"trace[1728193359] transaction","detail":"{read_only:false; response_revision:6153; number_of_response:1; }","duration":"186.567024ms","start":"2026-05-07T03:32:31.752826Z","end":"2026-05-07T03:32:31.939393Z","steps":["trace[1728193359] 'process raft request' (duration: 22.351711ms)","trace[1728193359] 'compare' (duration: 163.13072ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:33:03.337555Z","caller":"traceutil/trace.go:171","msg":"trace[448131219] linearizableReadLoop","detail":"{readStateIndex:6642; appliedIndex:6641; }","duration":"146.960392ms","start":"2026-05-07T03:33:03.190556Z","end":"2026-05-07T03:33:03.337516Z","steps":["trace[448131219] 'read index received' (duration: 146.581259ms)","trace[448131219] 'applied index is now lower than readState.Index' (duration: 377.382µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:33:03.337789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.20126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:33:03.337727Z","caller":"traceutil/trace.go:171","msg":"trace[1052320607] transaction","detail":"{read_only:false; response_revision:6385; number_of_response:1; }","duration":"172.086631ms","start":"2026-05-07T03:33:03.1656Z","end":"2026-05-07T03:33:03.337687Z","steps":["trace[1052320607] 'process raft request' (duration: 171.704109ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:33:03.337847Z","caller":"traceutil/trace.go:171","msg":"trace[1528026375] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6385; }","duration":"147.299413ms","start":"2026-05-07T03:33:03.190533Z","end":"2026-05-07T03:33:03.337832Z","steps":["trace[1528026375] 'agreement among raft nodes before linearized reading' (duration: 147.137138ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:33:03.579142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.904371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:33:03.57922Z","caller":"traceutil/trace.go:171","msg":"trace[570848633] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6385; }","duration":"153.059567ms","start":"2026-05-07T03:33:03.426143Z","end":"2026-05-07T03:33:03.579203Z","steps":["trace[570848633] 'count revisions from in-memory index tree' (duration: 152.773317ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:34:08.772837Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4205} {"level":"info","ts":"2026-05-07T03:34:08.816665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4205,"took":"41.965867ms","hash":3874899625,"current-db-size-bytes":34856960,"current-db-size":"35 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-07T03:34:08.816803Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3874899625,"revision":4205,"compact-revision":2481} {"level":"info","ts":"2026-05-07T03:35:09.536985Z","caller":"traceutil/trace.go:171","msg":"trace[685227462] linearizableReadLoop","detail":"{readStateIndex:7544; appliedIndex:7543; }","duration":"135.565296ms","start":"2026-05-07T03:35:09.401401Z","end":"2026-05-07T03:35:09.536966Z","steps":["trace[685227462] 'read index received' (duration: 135.371671ms)","trace[685227462] 'applied index is now lower than readState.Index' (duration: 192.525µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:09.53703Z","caller":"traceutil/trace.go:171","msg":"trace[937948015] transaction","detail":"{read_only:false; response_revision:7254; number_of_response:1; }","duration":"174.469214ms","start":"2026-05-07T03:35:09.362525Z","end":"2026-05-07T03:35:09.536995Z","steps":["trace[937948015] 'process raft request' (duration: 174.30778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:09.537164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.745551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-05-07T03:35:09.53719Z","caller":"traceutil/trace.go:171","msg":"trace[1767106485] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7254; }","duration":"135.814283ms","start":"2026-05-07T03:35:09.401367Z","end":"2026-05-07T03:35:09.537181Z","steps":["trace[1767106485] 'agreement among raft nodes before linearized reading' (duration: 135.70649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:09.776372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.304224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:35:09.776443Z","caller":"traceutil/trace.go:171","msg":"trace[1735398641] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:7254; }","duration":"181.428486ms","start":"2026-05-07T03:35:09.595001Z","end":"2026-05-07T03:35:09.776429Z","steps":["trace[1735398641] 'count revisions from in-memory index tree' (duration: 181.234041ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:09.776906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.396574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:35:09.777002Z","caller":"traceutil/trace.go:171","msg":"trace[1554425951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7254; }","duration":"119.62851ms","start":"2026-05-07T03:35:09.657349Z","end":"2026-05-07T03:35:09.776978Z","steps":["trace[1554425951] 'range keys from in-memory index tree' (duration: 118.931842ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:12.867822Z","caller":"traceutil/trace.go:171","msg":"trace[585770700] transaction","detail":"{read_only:false; response_revision:7271; number_of_response:1; }","duration":"113.592896ms","start":"2026-05-07T03:35:12.754202Z","end":"2026-05-07T03:35:12.867795Z","steps":["trace[585770700] 'process raft request' (duration: 111.905093ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:12.86798Z","caller":"traceutil/trace.go:171","msg":"trace[1906143465] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"113.169846ms","start":"2026-05-07T03:35:12.754795Z","end":"2026-05-07T03:35:12.867965Z","steps":["trace[1906143465] 'process raft request' (duration: 112.714394ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:13.045981Z","caller":"traceutil/trace.go:171","msg":"trace[708998234] linearizableReadLoop","detail":"{readStateIndex:7565; appliedIndex:7564; }","duration":"107.691352ms","start":"2026-05-07T03:35:12.93826Z","end":"2026-05-07T03:35:13.045951Z","steps":["trace[708998234] 'read index received' (duration: 107.322312ms)","trace[708998234] 'applied index is now lower than readState.Index' (duration: 367.56µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:13.045998Z","caller":"traceutil/trace.go:171","msg":"trace[747201420] transaction","detail":"{read_only:false; response_revision:7274; number_of_response:1; }","duration":"136.84993ms","start":"2026-05-07T03:35:12.909126Z","end":"2026-05-07T03:35:13.045976Z","steps":["trace[747201420] 'process raft request' (duration: 136.503811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:13.046247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.897117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-07T03:35:13.046352Z","caller":"traceutil/trace.go:171","msg":"trace[2121344790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:7274; }","duration":"108.105392ms","start":"2026-05-07T03:35:12.938233Z","end":"2026-05-07T03:35:13.046338Z","steps":["trace[2121344790] 'agreement among raft nodes before linearized reading' (duration: 107.814405ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:14.942383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068107374s","expected-duration":"1s"} {"level":"info","ts":"2026-05-07T03:35:14.942803Z","caller":"traceutil/trace.go:171","msg":"trace[2141370146] transaction","detail":"{read_only:false; response_revision:7275; number_of_response:1; }","duration":"1.068588277s","start":"2026-05-07T03:35:13.874188Z","end":"2026-05-07T03:35:14.942776Z","steps":["trace[2141370146] 'process raft request' (duration: 1.068425742s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:14.942958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:13.874165Z","time spent":"1.06871626s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:35:15.292499Z","caller":"traceutil/trace.go:171","msg":"trace[766143623] transaction","detail":"{read_only:false; response_revision:7276; number_of_response:1; }","duration":"1.362446315s","start":"2026-05-07T03:35:13.930026Z","end":"2026-05-07T03:35:15.292472Z","steps":["trace[766143623] 'process raft request' (duration: 1.36225533s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.29265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:13.930009Z","time spent":"1.362546958s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:35:15.500065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.640377ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-07T03:35:15.500585Z","caller":"traceutil/trace.go:171","msg":"trace[828620390] transaction","detail":"{read_only:false; response_revision:7277; number_of_response:1; }","duration":"1.327984467s","start":"2026-05-07T03:35:14.172576Z","end":"2026-05-07T03:35:15.50056Z","steps":["trace[828620390] 'process raft request' (duration: 1.327578547s)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.500713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.17256Z","time spent":"1.328088881s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:35:15.610119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.467005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-07T03:35:15.61045Z","caller":"traceutil/trace.go:171","msg":"trace[42172098] transaction","detail":"{read_only:false; response_revision:7279; number_of_response:1; }","duration":"1.273177261s","start":"2026-05-07T03:35:14.33724Z","end":"2026-05-07T03:35:15.610418Z","steps":["trace[42172098] 'process raft request' (duration: 1.273024167s)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:15.610548Z","caller":"traceutil/trace.go:171","msg":"trace[748912120] linearizableReadLoop","detail":"{readStateIndex:7571; appliedIndex:7565; }","duration":"954.162655ms","start":"2026-05-07T03:35:14.656322Z","end":"2026-05-07T03:35:15.610485Z","steps":["trace[748912120] 'read index received' (duration: 286.310197ms)","trace[748912120] 'applied index is now lower than readState.Index' (duration: 667.848898ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:35:15.610571Z","caller":"traceutil/trace.go:171","msg":"trace[1935485260] transaction","detail":"{read_only:false; response_revision:7280; number_of_response:1; }","duration":"498.862379ms","start":"2026-05-07T03:35:15.111683Z","end":"2026-05-07T03:35:15.610545Z","steps":["trace[1935485260] 'process raft request' (duration: 498.738876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.610638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.308178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:35:15.610676Z","caller":"traceutil/trace.go:171","msg":"trace[1001345209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7280; }","duration":"954.38229ms","start":"2026-05-07T03:35:14.656284Z","end":"2026-05-07T03:35:15.610667Z","steps":["trace[1001345209] 'agreement among raft nodes before linearized reading' (duration: 954.313439ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.610699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.656269Z","time spent":"954.424512ms","remote":"127.0.0.1:46362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-07T03:35:15.61069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.111648Z","time spent":"498.987083ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:35:15.610823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.829661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:35:15.610865Z","caller":"traceutil/trace.go:171","msg":"trace[1917931261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7280; }","duration":"856.929693ms","start":"2026-05-07T03:35:14.753924Z","end":"2026-05-07T03:35:15.610853Z","steps":["trace[1917931261] 'agreement among raft nodes before linearized reading' (duration: 856.751029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.610858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.758432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:35:15.610825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.337224Z","time spent":"1.273373006s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:35:15.610997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.090856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:35:15.611028Z","caller":"traceutil/trace.go:171","msg":"trace[1096014374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7280; }","duration":"739.148717ms","start":"2026-05-07T03:35:14.871872Z","end":"2026-05-07T03:35:15.61102Z","steps":["trace[1096014374] 'agreement among raft nodes before linearized reading' (duration: 739.055245ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.611048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.871865Z","time spent":"739.178178ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-07T03:35:15.611067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.031289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-07T03:35:15.611099Z","caller":"traceutil/trace.go:171","msg":"trace[15866841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7280; }","duration":"780.092599ms","start":"2026-05-07T03:35:14.830998Z","end":"2026-05-07T03:35:15.61109Z","steps":["trace[15866841] 'agreement among raft nodes before linearized reading' (duration: 780.021407ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.611128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.83098Z","time spent":"780.142421ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-07T03:35:15.611154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.205244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-07T03:35:15.61118Z","caller":"traceutil/trace.go:171","msg":"trace[16781241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7280; }","duration":"561.264275ms","start":"2026-05-07T03:35:15.049909Z","end":"2026-05-07T03:35:15.611173Z","steps":["trace[16781241] 'agreement among raft nodes before linearized reading' (duration: 561.201374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.611197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.049888Z","time spent":"561.304516ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-07T03:35:15.610479Z","caller":"traceutil/trace.go:171","msg":"trace[196641310] transaction","detail":"{read_only:false; response_revision:7278; number_of_response:1; }","duration":"1.423734977s","start":"2026-05-07T03:35:14.186729Z","end":"2026-05-07T03:35:15.610464Z","steps":["trace[196641310] 'process raft request' (duration: 1.313818351s)","trace[196641310] 'compare' (duration: 109.251329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:35:15.61092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.753904Z","time spent":"857.007816ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-07T03:35:15.610946Z","caller":"traceutil/trace.go:171","msg":"trace[276595012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:7280; }","duration":"560.892436ms","start":"2026-05-07T03:35:15.050028Z","end":"2026-05-07T03:35:15.61092Z","steps":["trace[276595012] 'agreement among raft nodes before linearized reading' (duration: 560.758132ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.611338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.26296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-05-07T03:35:15.611358Z","caller":"traceutil/trace.go:171","msg":"trace[477955725] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7280; }","duration":"350.307983ms","start":"2026-05-07T03:35:15.261044Z","end":"2026-05-07T03:35:15.611352Z","steps":["trace[477955725] 'agreement among raft nodes before linearized reading' (duration: 350.24916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.611365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.050008Z","time spent":"561.342668ms","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-07T03:35:15.611384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.261028Z","time spent":"350.350484ms","remote":"127.0.0.1:46612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4882,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-05-07T03:35:15.611001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.152248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-07T03:35:15.611278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.152192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:35:15.611615Z","caller":"traceutil/trace.go:171","msg":"trace[2121575295] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7280; }","duration":"701.486082ms","start":"2026-05-07T03:35:14.910093Z","end":"2026-05-07T03:35:15.61158Z","steps":["trace[2121575295] 'agreement among raft nodes before linearized reading' (duration: 701.148812ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:15.611536Z","caller":"traceutil/trace.go:171","msg":"trace[1395942879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7280; }","duration":"739.720143ms","start":"2026-05-07T03:35:14.871799Z","end":"2026-05-07T03:35:15.611519Z","steps":["trace[1395942879] 'agreement among raft nodes before linearized reading' (duration: 739.141947ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.611707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.910078Z","time spent":"701.603524ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-05-07T03:35:15.611716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.871777Z","time spent":"739.929918ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-07T03:35:15.611291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:14.186714Z","time spent":"1.424529927s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:35:15.922178Z","caller":"traceutil/trace.go:171","msg":"trace[1537295629] transaction","detail":"{read_only:false; response_revision:7283; number_of_response:1; }","duration":"304.632539ms","start":"2026-05-07T03:35:15.617489Z","end":"2026-05-07T03:35:15.922122Z","steps":["trace[1537295629] 'process raft request' (duration: 304.518746ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:15.922288Z","caller":"traceutil/trace.go:171","msg":"trace[1585343958] linearizableReadLoop","detail":"{readStateIndex:7578; appliedIndex:7573; }","duration":"103.160841ms","start":"2026-05-07T03:35:15.81911Z","end":"2026-05-07T03:35:15.922271Z","steps":["trace[1585343958] 'read index received' (duration: 102.74165ms)","trace[1585343958] 'applied index is now lower than readState.Index' (duration: 418.541µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:35:15.92234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.617472Z","time spent":"304.786803ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:35:15.922379Z","caller":"traceutil/trace.go:171","msg":"trace[1380637918] transaction","detail":"{read_only:false; response_revision:7284; number_of_response:1; }","duration":"304.856705ms","start":"2026-05-07T03:35:15.617513Z","end":"2026-05-07T03:35:15.92237Z","steps":["trace[1380637918] 'process raft request' (duration: 304.564127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.922456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.617499Z","time spent":"304.901016ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:35:15.922637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.441802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-07T03:35:15.922645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.540372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:35:15.922719Z","caller":"traceutil/trace.go:171","msg":"trace[2109356288] transaction","detail":"{read_only:false; response_revision:7286; number_of_response:1; }","duration":"303.719536ms","start":"2026-05-07T03:35:15.618992Z","end":"2026-05-07T03:35:15.922711Z","steps":["trace[2109356288] 'process raft request' (duration: 303.246733ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:15.92272Z","caller":"traceutil/trace.go:171","msg":"trace[42957860] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7286; }","duration":"103.662515ms","start":"2026-05-07T03:35:15.819042Z","end":"2026-05-07T03:35:15.922704Z","steps":["trace[42957860] 'agreement among raft nodes before linearized reading' (duration: 103.551722ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:15.922712Z","caller":"traceutil/trace.go:171","msg":"trace[38699721] transaction","detail":"{read_only:false; response_revision:7285; number_of_response:1; }","duration":"304.420624ms","start":"2026-05-07T03:35:15.618257Z","end":"2026-05-07T03:35:15.922677Z","steps":["trace[38699721] 'process raft request' (duration: 303.91479ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:15.922678Z","caller":"traceutil/trace.go:171","msg":"trace[1775380285] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7286; }","duration":"100.523174ms","start":"2026-05-07T03:35:15.822147Z","end":"2026-05-07T03:35:15.92267Z","steps":["trace[1775380285] 'agreement among raft nodes before linearized reading' (duration: 100.421712ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:15.922752Z","caller":"traceutil/trace.go:171","msg":"trace[1318081802] transaction","detail":"{read_only:false; response_revision:7282; number_of_response:1; }","duration":"306.445796ms","start":"2026-05-07T03:35:15.616276Z","end":"2026-05-07T03:35:15.922722Z","steps":["trace[1318081802] 'process raft request' (duration: 305.563943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:15.922919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.616256Z","time spent":"306.55865ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:35:15.922764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.618984Z","time spent":"303.755207ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-07T03:35:15.922892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-07T03:35:15.618245Z","time spent":"304.556488ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-07T03:35:17.612969Z","caller":"traceutil/trace.go:171","msg":"trace[572768948] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"107.132305ms","start":"2026-05-07T03:35:17.505816Z","end":"2026-05-07T03:35:17.612949Z","steps":["trace[572768948] 'process raft request' (duration: 106.994902ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:18.044177Z","caller":"traceutil/trace.go:171","msg":"trace[11744804] transaction","detail":"{read_only:false; response_revision:7299; number_of_response:1; }","duration":"110.749018ms","start":"2026-05-07T03:35:17.933401Z","end":"2026-05-07T03:35:18.04415Z","steps":["trace[11744804] 'process raft request' (duration: 110.691526ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:18.044577Z","caller":"traceutil/trace.go:171","msg":"trace[367302993] transaction","detail":"{read_only:false; response_revision:7297; number_of_response:1; }","duration":"111.598879ms","start":"2026-05-07T03:35:17.932959Z","end":"2026-05-07T03:35:18.044557Z","steps":["trace[367302993] 'process raft request' (duration: 110.996384ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:18.044642Z","caller":"traceutil/trace.go:171","msg":"trace[597356209] transaction","detail":"{read_only:false; response_revision:7298; number_of_response:1; }","duration":"111.377104ms","start":"2026-05-07T03:35:17.933231Z","end":"2026-05-07T03:35:18.044608Z","steps":["trace[597356209] 'process raft request' (duration: 110.776868ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:18.044761Z","caller":"traceutil/trace.go:171","msg":"trace[621596920] transaction","detail":"{read_only:false; response_revision:7296; number_of_response:1; }","duration":"111.893406ms","start":"2026-05-07T03:35:17.93283Z","end":"2026-05-07T03:35:18.044723Z","steps":["trace[621596920] 'process raft request' (duration: 110.968243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:20.25237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.420704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:35:20.25244Z","caller":"traceutil/trace.go:171","msg":"trace[1496847586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7306; }","duration":"203.529567ms","start":"2026-05-07T03:35:20.048893Z","end":"2026-05-07T03:35:20.252423Z","steps":["trace[1496847586] 'range keys from in-memory index tree' (duration: 203.28728ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:20.252717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.983813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-07T03:35:20.252759Z","caller":"traceutil/trace.go:171","msg":"trace[1197417853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7306; }","duration":"203.044434ms","start":"2026-05-07T03:35:20.049705Z","end":"2026-05-07T03:35:20.252749Z","steps":["trace[1197417853] 'range keys from in-memory index tree' (duration: 202.902501ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:20.252971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.836259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-05-07T03:35:20.253011Z","caller":"traceutil/trace.go:171","msg":"trace[1153834056] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7306; }","duration":"202.8912ms","start":"2026-05-07T03:35:20.050109Z","end":"2026-05-07T03:35:20.253Z","steps":["trace[1153834056] 'range keys from in-memory index tree' (duration: 202.760317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:20.253215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.815081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-07T03:35:20.253251Z","caller":"traceutil/trace.go:171","msg":"trace[1670731065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7306; }","duration":"199.872123ms","start":"2026-05-07T03:35:20.05337Z","end":"2026-05-07T03:35:20.253243Z","steps":["trace[1670731065] 'range keys from in-memory index tree' (duration: 199.728729ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:35:39.756003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.783944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:35:39.756083Z","caller":"traceutil/trace.go:171","msg":"trace[1411494828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7459; }","duration":"101.904407ms","start":"2026-05-07T03:35:39.654167Z","end":"2026-05-07T03:35:39.756071Z","steps":["trace[1411494828] 'range keys from in-memory index tree' (duration: 101.703272ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:42.432486Z","caller":"traceutil/trace.go:171","msg":"trace[307052665] transaction","detail":"{read_only:false; response_revision:7473; number_of_response:1; }","duration":"179.227271ms","start":"2026-05-07T03:35:42.253233Z","end":"2026-05-07T03:35:42.43246Z","steps":["trace[307052665] 'process raft request' (duration: 179.046227ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:54.179127Z","caller":"traceutil/trace.go:171","msg":"trace[1499429624] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"216.937679ms","start":"2026-05-07T03:35:53.962161Z","end":"2026-05-07T03:35:54.179099Z","steps":["trace[1499429624] 'process raft request' (duration: 216.757354ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:54.179913Z","caller":"traceutil/trace.go:171","msg":"trace[515240664] linearizableReadLoop","detail":"{readStateIndex:7837; appliedIndex:7837; }","duration":"216.665141ms","start":"2026-05-07T03:35:53.963227Z","end":"2026-05-07T03:35:54.179892Z","steps":["trace[515240664] 'read index received' (duration: 216.64038ms)","trace[515240664] 'applied index is now lower than readState.Index' (duration: 22.771µs)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:35:54.180115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.867726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12297"} {"level":"info","ts":"2026-05-07T03:35:54.180201Z","caller":"traceutil/trace.go:171","msg":"trace[1841639919] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7535; }","duration":"216.993979ms","start":"2026-05-07T03:35:53.963189Z","end":"2026-05-07T03:35:54.180183Z","steps":["trace[1841639919] 'agreement among raft nodes before linearized reading' (duration: 216.727982ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:54.363163Z","caller":"traceutil/trace.go:171","msg":"trace[99613877] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7837; }","duration":"183.172876ms","start":"2026-05-07T03:35:54.17996Z","end":"2026-05-07T03:35:54.363133Z","steps":["trace[99613877] 'read index received' (duration: 140.845967ms)","trace[99613877] 'applied index is now lower than readState.Index' (duration: 42.325569ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:35:54.364212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.694233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-07T03:35:54.364222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.112424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-07T03:35:54.364288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.087379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-07T03:35:54.364369Z","caller":"traceutil/trace.go:171","msg":"trace[299681681] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7535; }","duration":"233.172491ms","start":"2026-05-07T03:35:54.131175Z","end":"2026-05-07T03:35:54.364348Z","steps":["trace[299681681] 'agreement among raft nodes before linearized reading' (duration: 232.105656ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:54.364298Z","caller":"traceutil/trace.go:171","msg":"trace[555906529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7535; }","duration":"182.777765ms","start":"2026-05-07T03:35:54.181491Z","end":"2026-05-07T03:35:54.364269Z","steps":["trace[555906529] 'agreement among raft nodes before linearized reading' (duration: 182.579841ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:54.364299Z","caller":"traceutil/trace.go:171","msg":"trace[1357821043] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7535; }","duration":"123.231478ms","start":"2026-05-07T03:35:54.241049Z","end":"2026-05-07T03:35:54.364281Z","steps":["trace[1357821043] 'agreement among raft nodes before linearized reading' (duration: 123.090904ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:35:57.700108Z","caller":"traceutil/trace.go:171","msg":"trace[1033889403] transaction","detail":"{read_only:false; response_revision:7553; number_of_response:1; }","duration":"175.263954ms","start":"2026-05-07T03:35:57.524817Z","end":"2026-05-07T03:35:57.700081Z","steps":["trace[1033889403] 'process raft request' (duration: 175.046819ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:02.911001Z","caller":"traceutil/trace.go:171","msg":"trace[1145532257] linearizableReadLoop","detail":"{readStateIndex:7887; appliedIndex:7886; }","duration":"136.027879ms","start":"2026-05-07T03:36:02.774957Z","end":"2026-05-07T03:36:02.910985Z","steps":["trace[1145532257] 'read index received' (duration: 135.898716ms)","trace[1145532257] 'applied index is now lower than readState.Index' (duration: 128.413µs)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:02.911182Z","caller":"traceutil/trace.go:171","msg":"trace[716578164] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"138.20864ms","start":"2026-05-07T03:36:02.772963Z","end":"2026-05-07T03:36:02.911172Z","steps":["trace[716578164] 'process raft request' (duration: 137.931934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:36:02.911358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.388117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-07T03:36:02.911386Z","caller":"traceutil/trace.go:171","msg":"trace[664634536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7583; }","duration":"136.439248ms","start":"2026-05-07T03:36:02.77494Z","end":"2026-05-07T03:36:02.911379Z","steps":["trace[664634536] 'agreement among raft nodes before linearized reading' (duration: 136.350946ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:03.054061Z","caller":"traceutil/trace.go:171","msg":"trace[1444097914] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"138.338192ms","start":"2026-05-07T03:36:02.915696Z","end":"2026-05-07T03:36:03.054034Z","steps":["trace[1444097914] 'process raft request' (duration: 102.195635ms)","trace[1444097914] 'compare' (duration: 36.061485ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:06.854715Z","caller":"traceutil/trace.go:171","msg":"trace[1824099825] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"118.46068ms","start":"2026-05-07T03:36:06.736214Z","end":"2026-05-07T03:36:06.854675Z","steps":["trace[1824099825] 'process raft request' (duration: 117.541567ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:06.942934Z","caller":"traceutil/trace.go:171","msg":"trace[455302091] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"158.583357ms","start":"2026-05-07T03:36:06.784331Z","end":"2026-05-07T03:36:06.942914Z","steps":["trace[455302091] 'process raft request' (duration: 158.487595ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:07.260585Z","caller":"traceutil/trace.go:171","msg":"trace[655435971] linearizableReadLoop","detail":"{readStateIndex:7910; appliedIndex:7909; }","duration":"109.146303ms","start":"2026-05-07T03:36:07.151414Z","end":"2026-05-07T03:36:07.26056Z","steps":["trace[655435971] 'read index received' (duration: 21.82329ms)","trace[655435971] 'applied index is now lower than readState.Index' (duration: 87.321863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:36:07.26081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.375048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:81049"} {"level":"info","ts":"2026-05-07T03:36:07.260877Z","caller":"traceutil/trace.go:171","msg":"trace[1706295242] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:7605; }","duration":"109.487971ms","start":"2026-05-07T03:36:07.151375Z","end":"2026-05-07T03:36:07.260863Z","steps":["trace[1706295242] 'agreement among raft nodes before linearized reading' (duration: 109.264196ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:07.26109Z","caller":"traceutil/trace.go:171","msg":"trace[825553610] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"141.075905ms","start":"2026-05-07T03:36:07.120002Z","end":"2026-05-07T03:36:07.261078Z","steps":["trace[825553610] 'process raft request' (duration: 53.201179ms)","trace[825553610] 'compare' (duration: 87.144588ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:18.09446Z","caller":"traceutil/trace.go:171","msg":"trace[86558110] transaction","detail":"{read_only:false; response_revision:7677; number_of_response:1; }","duration":"123.091459ms","start":"2026-05-07T03:36:17.971343Z","end":"2026-05-07T03:36:18.094434Z","steps":["trace[86558110] 'process raft request' (duration: 122.952036ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:19.023097Z","caller":"traceutil/trace.go:171","msg":"trace[503894254] transaction","detail":"{read_only:false; response_revision:7681; number_of_response:1; }","duration":"110.459131ms","start":"2026-05-07T03:36:18.912608Z","end":"2026-05-07T03:36:19.023067Z","steps":["trace[503894254] 'process raft request' (duration: 110.247527ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:19.025243Z","caller":"traceutil/trace.go:171","msg":"trace[2013492540] transaction","detail":"{read_only:false; response_revision:7682; number_of_response:1; }","duration":"109.088379ms","start":"2026-05-07T03:36:18.916135Z","end":"2026-05-07T03:36:19.025223Z","steps":["trace[2013492540] 'process raft request' (duration: 108.950026ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:21.164463Z","caller":"traceutil/trace.go:171","msg":"trace[1636251148] linearizableReadLoop","detail":"{readStateIndex:8000; appliedIndex:7998; }","duration":"121.493449ms","start":"2026-05-07T03:36:21.042946Z","end":"2026-05-07T03:36:21.164439Z","steps":["trace[1636251148] 'read index received' (duration: 10.023705ms)","trace[1636251148] 'applied index is now lower than readState.Index' (duration: 111.468814ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:36:21.164539Z","caller":"traceutil/trace.go:171","msg":"trace[479000430] transaction","detail":"{read_only:false; response_revision:7692; number_of_response:1; }","duration":"127.979361ms","start":"2026-05-07T03:36:21.036522Z","end":"2026-05-07T03:36:21.164501Z","steps":["trace[479000430] 'process raft request' (duration: 69.279239ms)","trace[479000430] 'compare' (duration: 58.539078ms)"],"step_count":2} {"level":"warn","ts":"2026-05-07T03:36:21.164827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.857348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-05-07T03:36:21.164951Z","caller":"traceutil/trace.go:171","msg":"trace[1758134762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7692; }","duration":"121.95967ms","start":"2026-05-07T03:36:21.042929Z","end":"2026-05-07T03:36:21.164889Z","steps":["trace[1758134762] 'agreement among raft nodes before linearized reading' (duration: 121.697083ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:29.556452Z","caller":"traceutil/trace.go:171","msg":"trace[1148626076] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"111.802421ms","start":"2026-05-07T03:36:29.44462Z","end":"2026-05-07T03:36:29.556422Z","steps":["trace[1148626076] 'process raft request' (duration: 110.154224ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:36:48.938744Z","caller":"traceutil/trace.go:171","msg":"trace[1173010346] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"121.593195ms","start":"2026-05-07T03:36:48.817097Z","end":"2026-05-07T03:36:48.93869Z","steps":["trace[1173010346] 'process raft request' (duration: 29.634526ms)","trace[1173010346] 'compare' (duration: 91.53156ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:37:08.591778Z","caller":"traceutil/trace.go:171","msg":"trace[873161261] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"164.380294ms","start":"2026-05-07T03:37:08.427374Z","end":"2026-05-07T03:37:08.591755Z","steps":["trace[873161261] 'process raft request' (duration: 164.23063ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:08.592846Z","caller":"traceutil/trace.go:171","msg":"trace[1357120598] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"161.561961ms","start":"2026-05-07T03:37:08.431252Z","end":"2026-05-07T03:37:08.592814Z","steps":["trace[1357120598] 'process raft request' (duration: 161.370496ms)"],"step_count":1} {"level":"info","ts":"2026-05-07T03:37:59.238921Z","caller":"traceutil/trace.go:171","msg":"trace[437699945] linearizableReadLoop","detail":"{readStateIndex:8516; appliedIndex:8514; }","duration":"111.940239ms","start":"2026-05-07T03:37:59.12696Z","end":"2026-05-07T03:37:59.2389Z","steps":["trace[437699945] 'read index received' (duration: 38.579136ms)","trace[437699945] 'applied index is now lower than readState.Index' (duration: 73.359733ms)"],"step_count":2} {"level":"info","ts":"2026-05-07T03:37:59.239068Z","caller":"traceutil/trace.go:171","msg":"trace[991893080] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"121.19654ms","start":"2026-05-07T03:37:59.117838Z","end":"2026-05-07T03:37:59.239035Z","steps":["trace[991893080] 'process raft request' (duration: 120.336333ms)"],"step_count":1} {"level":"warn","ts":"2026-05-07T03:37:59.239116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.136573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:deployment-controller\" ","response":"range_response_count:1 size:913"} {"level":"info","ts":"2026-05-07T03:37:59.23916Z","caller":"traceutil/trace.go:171","msg":"trace[2091610927] range","detail":"{range_begin:/registry/clusterroles/system:controller:deployment-controller; range_end:; response_count:1; response_revision:8188; }","duration":"112.221624ms","start":"2026-05-07T03:37:59.126932Z","end":"2026-05-07T03:37:59.239153Z","steps":["trace[2091610927] 'agreement among raft nodes before linearized reading' (duration: 112.078891ms)"],"step_count":1}