{"level":"warn","ts":"2026-05-28T00:35:49.952423Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T00:35:49.952552Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.242:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.242:2380","--initial-cluster=instance=https://199.204.45.242:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.242:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.242:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-28T00:35:49.952637Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T00:35:49.952655Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-05-28T00:35:49.952676Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T00:35:49.953551Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"]} {"level":"info","ts":"2026-05-28T00:35:49.953656Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.242:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-28T00:35:49.960779Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.870079ms"} {"level":"info","ts":"2026-05-28T00:35:49.969523Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b844c110b9783e73","cluster-id":"49dc9693ccd466a9"} {"level":"info","ts":"2026-05-28T00:35:49.969619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=()"} {"level":"info","ts":"2026-05-28T00:35:49.969653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 0"} {"level":"info","ts":"2026-05-28T00:35:49.96967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b844c110b9783e73 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-28T00:35:49.969688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became follower at term 1"} {"level":"info","ts":"2026-05-28T00:35:49.969738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"warn","ts":"2026-05-28T00:35:49.979635Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-28T00:35:49.981788Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-28T00:35:49.984283Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-28T00:35:49.98824Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b844c110b9783e73","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-28T00:35:49.988408Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b844c110b9783e73","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-28T00:35:49.988576Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:35:49.988732Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:35:49.988759Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T00:35:49.99224Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 switched to configuration voters=(13277949878970367603)"} {"level":"info","ts":"2026-05-28T00:35:49.992542Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","added-peer-id":"b844c110b9783e73","added-peer-peer-urls":["https://199.204.45.242:2380"]} {"level":"info","ts":"2026-05-28T00:35:49.994394Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T00:35:49.994682Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b844c110b9783e73","initial-advertise-peer-urls":["https://199.204.45.242:2380"],"listen-peer-urls":["https://199.204.45.242:2380"],"advertise-client-urls":["https://199.204.45.242:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.242:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-28T00:35:49.994713Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-28T00:35:49.9948Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-05-28T00:35:49.994816Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.242:2380"} {"level":"info","ts":"2026-05-28T00:35:50.170685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 is starting a new election at term 1"} {"level":"info","ts":"2026-05-28T00:35:50.170758Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-28T00:35:50.17079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgPreVoteResp from b844c110b9783e73 at term 1"} {"level":"info","ts":"2026-05-28T00:35:50.170811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became candidate at term 2"} {"level":"info","ts":"2026-05-28T00:35:50.170822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 received MsgVoteResp from b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-05-28T00:35:50.17084Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b844c110b9783e73 became leader at term 2"} {"level":"info","ts":"2026-05-28T00:35:50.170854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b844c110b9783e73 elected leader b844c110b9783e73 at term 2"} {"level":"info","ts":"2026-05-28T00:35:50.171991Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b844c110b9783e73","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.242:2379]}","request-path":"/0/members/b844c110b9783e73/attributes","cluster-id":"49dc9693ccd466a9","publish-timeout":"7s"} {"level":"info","ts":"2026-05-28T00:35:50.172028Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:35:50.172025Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T00:35:50.172318Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T00:35:50.172867Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-28T00:35:50.17291Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-28T00:35:50.173142Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"49dc9693ccd466a9","local-member-id":"b844c110b9783e73","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:35:50.173287Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:35:50.173341Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T00:35:50.175916Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-28T00:35:50.176679Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.242:2379"} {"level":"info","ts":"2026-05-28T00:36:10.510893Z","caller":"traceutil/trace.go:171","msg":"trace[1272556864] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"314.110772ms","start":"2026-05-28T00:36:10.196754Z","end":"2026-05-28T00:36:10.510865Z","steps":["trace[1272556864] 'process raft request' (duration: 313.947888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:10.51141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:36:10.196694Z","time spent":"314.289088ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:36:10.697427Z","caller":"traceutil/trace.go:171","msg":"trace[990170965] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"382.284029ms","start":"2026-05-28T00:36:10.315113Z","end":"2026-05-28T00:36:10.697397Z","steps":["trace[990170965] 'read index received' (duration: 195.725174ms)","trace[990170965] 'applied index is now lower than readState.Index' (duration: 186.557625ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:36:10.697573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.462896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T00:36:10.697655Z","caller":"traceutil/trace.go:171","msg":"trace[1324399379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"382.623879ms","start":"2026-05-28T00:36:10.315018Z","end":"2026-05-28T00:36:10.697642Z","steps":["trace[1324399379] 'agreement among raft nodes before linearized reading' (duration: 382.488165ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:10.697628Z","caller":"traceutil/trace.go:171","msg":"trace[288924497] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"500.368059ms","start":"2026-05-28T00:36:10.197194Z","end":"2026-05-28T00:36:10.697562Z","steps":["trace[288924497] 'process raft request' (duration: 499.688079ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:10.697752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:36:10.314985Z","time spent":"382.700443ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T00:36:10.697863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:36:10.197168Z","time spent":"500.581786ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:36:29.289371Z","caller":"traceutil/trace.go:171","msg":"trace[1864655492] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"208.287752ms","start":"2026-05-28T00:36:29.081032Z","end":"2026-05-28T00:36:29.289319Z","steps":["trace[1864655492] 'read index received' (duration: 171.429313ms)","trace[1864655492] 'applied index is now lower than readState.Index' (duration: 36.853879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:36:29.289595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.508949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:36:29.289642Z","caller":"traceutil/trace.go:171","msg":"trace[1356269297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:532; }","duration":"208.631503ms","start":"2026-05-28T00:36:29.080998Z","end":"2026-05-28T00:36:29.289629Z","steps":["trace[1356269297] 'agreement among raft nodes before linearized reading' (duration: 208.478218ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.304611Z","caller":"traceutil/trace.go:171","msg":"trace[1764347793] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"143.311129ms","start":"2026-05-28T00:36:29.161258Z","end":"2026-05-28T00:36:29.304569Z","steps":["trace[1764347793] 'process raft request' (duration: 142.958778ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.304719Z","caller":"traceutil/trace.go:171","msg":"trace[2091491417] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"137.54523ms","start":"2026-05-28T00:36:29.167145Z","end":"2026-05-28T00:36:29.30469Z","steps":["trace[2091491417] 'process raft request' (duration: 137.299493ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.304911Z","caller":"traceutil/trace.go:171","msg":"trace[2026379510] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"129.541195ms","start":"2026-05-28T00:36:29.175306Z","end":"2026-05-28T00:36:29.304847Z","steps":["trace[2026379510] 'process raft request' (duration: 129.398811ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.305028Z","caller":"traceutil/trace.go:171","msg":"trace[502859049] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"129.452582ms","start":"2026-05-28T00:36:29.175501Z","end":"2026-05-28T00:36:29.304953Z","steps":["trace[502859049] 'process raft request' (duration: 129.251096ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.304985Z","caller":"traceutil/trace.go:171","msg":"trace[553922699] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"134.436468ms","start":"2026-05-28T00:36:29.17037Z","end":"2026-05-28T00:36:29.304806Z","steps":["trace[553922699] 'process raft request' (duration: 134.15501ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.305175Z","caller":"traceutil/trace.go:171","msg":"trace[544959207] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"123.89883ms","start":"2026-05-28T00:36:29.181264Z","end":"2026-05-28T00:36:29.305163Z","steps":["trace[544959207] 'process raft request' (duration: 123.771206ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.305151Z","caller":"traceutil/trace.go:171","msg":"trace[580895038] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"128.157465ms","start":"2026-05-28T00:36:29.176955Z","end":"2026-05-28T00:36:29.305113Z","steps":["trace[580895038] 'process raft request' (duration: 128.01577ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.305153Z","caller":"traceutil/trace.go:171","msg":"trace[388815905] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"128.150474ms","start":"2026-05-28T00:36:29.176929Z","end":"2026-05-28T00:36:29.30508Z","steps":["trace[388815905] 'process raft request' (duration: 127.888877ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:29.305366Z","caller":"traceutil/trace.go:171","msg":"trace[644035448] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"116.639468ms","start":"2026-05-28T00:36:29.188691Z","end":"2026-05-28T00:36:29.305331Z","steps":["trace[644035448] 'process raft request' (duration: 116.425992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:30.978792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.050054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:36:30.978915Z","caller":"traceutil/trace.go:171","msg":"trace[1330496447] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:610; }","duration":"111.203319ms","start":"2026-05-28T00:36:30.867687Z","end":"2026-05-28T00:36:30.97889Z","steps":["trace[1330496447] 'range keys from in-memory index tree' (duration: 110.94917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:30.978946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.178777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:36:30.979015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.980336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-05-28T00:36:30.979079Z","caller":"traceutil/trace.go:171","msg":"trace[1231356804] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:610; }","duration":"105.064458ms","start":"2026-05-28T00:36:30.873997Z","end":"2026-05-28T00:36:30.979061Z","steps":["trace[1231356804] 'range keys from in-memory index tree' (duration: 104.636226ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:30.979664Z","caller":"traceutil/trace.go:171","msg":"trace[1563942007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:610; }","duration":"111.397394ms","start":"2026-05-28T00:36:30.867654Z","end":"2026-05-28T00:36:30.979052Z","steps":["trace[1563942007] 'count revisions from in-memory index tree' (duration: 111.041493ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:35.883145Z","caller":"traceutil/trace.go:171","msg":"trace[364310897] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"209.304342ms","start":"2026-05-28T00:36:35.673778Z","end":"2026-05-28T00:36:35.883082Z","steps":["trace[364310897] 'process raft request' (duration: 207.668514ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:36.14679Z","caller":"traceutil/trace.go:171","msg":"trace[1831993862] linearizableReadLoop","detail":"{readStateIndex:653; appliedIndex:652; }","duration":"132.506013ms","start":"2026-05-28T00:36:36.014247Z","end":"2026-05-28T00:36:36.146753Z","steps":["trace[1831993862] 'read index received' (duration: 83.054264ms)","trace[1831993862] 'applied index is now lower than readState.Index' (duration: 49.450309ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:36:36.147066Z","caller":"traceutil/trace.go:171","msg":"trace[274661347] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"199.855004ms","start":"2026-05-28T00:36:35.947185Z","end":"2026-05-28T00:36:36.14704Z","steps":["trace[274661347] 'process raft request' (duration: 150.192009ms)","trace[274661347] 'compare' (duration: 49.012806ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:36:36.147565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.302015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w2n2d\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-05-28T00:36:36.147626Z","caller":"traceutil/trace.go:171","msg":"trace[1833298725] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w2n2d; range_end:; response_count:1; response_revision:630; }","duration":"133.45003ms","start":"2026-05-28T00:36:36.014161Z","end":"2026-05-28T00:36:36.147611Z","steps":["trace[1833298725] 'agreement among raft nodes before linearized reading' (duration: 133.154891ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:36.613067Z","caller":"traceutil/trace.go:171","msg":"trace[796883454] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:653; }","duration":"408.674303ms","start":"2026-05-28T00:36:36.204357Z","end":"2026-05-28T00:36:36.613032Z","steps":["trace[796883454] 'read index received' (duration: 332.238264ms)","trace[796883454] 'applied index is now lower than readState.Index' (duration: 76.434319ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:36:36.613343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.983813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T00:36:36.613392Z","caller":"traceutil/trace.go:171","msg":"trace[1873886017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:631; }","duration":"409.097586ms","start":"2026-05-28T00:36:36.20428Z","end":"2026-05-28T00:36:36.613378Z","steps":["trace[1873886017] 'agreement among raft nodes before linearized reading' (duration: 408.87965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:36.613367Z","caller":"traceutil/trace.go:171","msg":"trace[799683954] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"450.493718ms","start":"2026-05-28T00:36:36.162803Z","end":"2026-05-28T00:36:36.613296Z","steps":["trace[799683954] 'process raft request' (duration: 373.870783ms)","trace[799683954] 'compare' (duration: 76.208063ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:36:36.61343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:36:36.204251Z","time spent":"409.170968ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T00:36:36.613578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:36:36.162787Z","time spent":"450.654483ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:36:36.932147Z","caller":"traceutil/trace.go:171","msg":"trace[43339067] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"314.3577ms","start":"2026-05-28T00:36:36.617764Z","end":"2026-05-28T00:36:36.932121Z","steps":["trace[43339067] 'process raft request' (duration: 314.254207ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:36.932163Z","caller":"traceutil/trace.go:171","msg":"trace[1927288416] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"364.757007ms","start":"2026-05-28T00:36:36.567363Z","end":"2026-05-28T00:36:36.93212Z","steps":["trace[1927288416] 'process raft request' (duration: 303.942276ms)","trace[1927288416] 'compare' (duration: 59.771501ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:36:36.932296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:36:36.617746Z","time spent":"314.474574ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:36:36.932304Z","caller":"traceutil/trace.go:171","msg":"trace[1403253194] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:654; }","duration":"265.347244ms","start":"2026-05-28T00:36:36.666921Z","end":"2026-05-28T00:36:36.932268Z","steps":["trace[1403253194] 'read index received' (duration: 204.074929ms)","trace[1403253194] 'applied index is now lower than readState.Index' (duration: 61.270305ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:36:36.932332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:36:36.567333Z","time spent":"364.90735ms","remote":"127.0.0.1:49042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:36:36.932392Z","caller":"traceutil/trace.go:171","msg":"trace[212753625] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"127.297581ms","start":"2026-05-28T00:36:36.80507Z","end":"2026-05-28T00:36:36.932368Z","steps":["trace[212753625] 'process raft request' (duration: 127.006582ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:36.932552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.621262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:36:36.9326Z","caller":"traceutil/trace.go:171","msg":"trace[380127558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:634; }","duration":"265.718345ms","start":"2026-05-28T00:36:36.666866Z","end":"2026-05-28T00:36:36.932585Z","steps":["trace[380127558] 'agreement among raft nodes before linearized reading' (duration: 265.53746ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:49.110926Z","caller":"traceutil/trace.go:171","msg":"trace[444724618] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:814; }","duration":"104.399199ms","start":"2026-05-28T00:36:49.0065Z","end":"2026-05-28T00:36:49.110899Z","steps":["trace[444724618] 'read index received' (duration: 104.278935ms)","trace[444724618] 'applied index is now lower than readState.Index' (duration: 119.044µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:36:49.110982Z","caller":"traceutil/trace.go:171","msg":"trace[647934418] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"106.923883ms","start":"2026-05-28T00:36:49.004028Z","end":"2026-05-28T00:36:49.110952Z","steps":["trace[647934418] 'process raft request' (duration: 106.725247ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:49.111203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.685967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:36:49.111248Z","caller":"traceutil/trace.go:171","msg":"trace[111224190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:789; }","duration":"104.7871ms","start":"2026-05-28T00:36:49.00645Z","end":"2026-05-28T00:36:49.111237Z","steps":["trace[111224190] 'agreement among raft nodes before linearized reading' (duration: 104.587354ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:49.168416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.136211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-28T00:36:49.168434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.43958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T00:36:49.168484Z","caller":"traceutil/trace.go:171","msg":"trace[976219951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:790; }","duration":"161.257896ms","start":"2026-05-28T00:36:49.007211Z","end":"2026-05-28T00:36:49.168469Z","steps":["trace[976219951] 'agreement among raft nodes before linearized reading' (duration: 158.753911ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:49.168498Z","caller":"traceutil/trace.go:171","msg":"trace[1414463744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:790; }","duration":"159.520945ms","start":"2026-05-28T00:36:49.008962Z","end":"2026-05-28T00:36:49.168483Z","steps":["trace[1414463744] 'agreement among raft nodes before linearized reading' (duration: 157.029732ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:52.399822Z","caller":"traceutil/trace.go:171","msg":"trace[453476455] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:832; }","duration":"207.950693ms","start":"2026-05-28T00:36:52.191846Z","end":"2026-05-28T00:36:52.399797Z","steps":["trace[453476455] 'read index received' (duration: 207.745317ms)","trace[453476455] 'applied index is now lower than readState.Index' (duration: 204.746µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:36:52.399877Z","caller":"traceutil/trace.go:171","msg":"trace[2094069227] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"276.590635ms","start":"2026-05-28T00:36:52.123263Z","end":"2026-05-28T00:36:52.399854Z","steps":["trace[2094069227] 'process raft request' (duration: 276.389229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:52.400037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.190099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-05-28T00:36:52.400074Z","caller":"traceutil/trace.go:171","msg":"trace[1601188894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:806; }","duration":"208.295983ms","start":"2026-05-28T00:36:52.191767Z","end":"2026-05-28T00:36:52.400063Z","steps":["trace[1601188894] 'agreement among raft nodes before linearized reading' (duration: 208.141859ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:36:52.633487Z","caller":"traceutil/trace.go:171","msg":"trace[1751571519] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:833; }","duration":"116.905706ms","start":"2026-05-28T00:36:52.516544Z","end":"2026-05-28T00:36:52.63345Z","steps":["trace[1751571519] 'read index received' (duration: 112.445704ms)","trace[1751571519] 'applied index is now lower than readState.Index' (duration: 4.457942ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:36:52.633518Z","caller":"traceutil/trace.go:171","msg":"trace[1189818509] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"228.637418ms","start":"2026-05-28T00:36:52.404848Z","end":"2026-05-28T00:36:52.633485Z","steps":["trace[1189818509] 'process raft request' (duration: 224.143806ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:36:52.633653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.08136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:36:52.634571Z","caller":"traceutil/trace.go:171","msg":"trace[685002989] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:807; }","duration":"117.193793ms","start":"2026-05-28T00:36:52.516491Z","end":"2026-05-28T00:36:52.633685Z","steps":["trace[685002989] 'agreement among raft nodes before linearized reading' (duration: 117.08236ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:37:21.413936Z","caller":"traceutil/trace.go:171","msg":"trace[1208914044] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"121.977189ms","start":"2026-05-28T00:37:21.291925Z","end":"2026-05-28T00:37:21.413902Z","steps":["trace[1208914044] 'process raft request' (duration: 121.726073ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:37:21.922531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4500114639405341346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T00:37:22.282523Z","caller":"traceutil/trace.go:171","msg":"trace[539909112] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1236; }","duration":"860.726324ms","start":"2026-05-28T00:37:21.421762Z","end":"2026-05-28T00:37:22.282488Z","steps":["trace[539909112] 'read index received' (duration: 844.063079ms)","trace[539909112] 'applied index is now lower than readState.Index' (duration: 16.661715ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:37:22.282908Z","caller":"traceutil/trace.go:171","msg":"trace[1318580381] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"863.106061ms","start":"2026-05-28T00:37:21.419778Z","end":"2026-05-28T00:37:22.282884Z","steps":["trace[1318580381] 'process raft request' (duration: 846.032963ms)","trace[1318580381] 'compare' (duration: 16.121841ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:37:22.282951Z","caller":"traceutil/trace.go:171","msg":"trace[1883601016] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"724.96591ms","start":"2026-05-28T00:37:21.557951Z","end":"2026-05-28T00:37:22.282917Z","steps":["trace[1883601016] 'process raft request' (duration: 724.422915ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:37:22.28304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.947543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:37:22.283055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:37:21.419753Z","time spent":"863.211515ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:37:22.283142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:37:21.557924Z","time spent":"725.096255ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:37:22.283181Z","caller":"traceutil/trace.go:171","msg":"trace[919515914] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1204; }","duration":"690.148698ms","start":"2026-05-28T00:37:21.593006Z","end":"2026-05-28T00:37:22.283155Z","steps":["trace[919515914] 'agreement among raft nodes before linearized reading' (duration: 689.927902ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:37:22.283087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.317341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T00:37:22.283212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.544016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T00:37:22.283303Z","caller":"traceutil/trace.go:171","msg":"trace[1684713732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1204; }","duration":"861.540057ms","start":"2026-05-28T00:37:21.421743Z","end":"2026-05-28T00:37:22.283283Z","steps":["trace[1684713732] 'agreement among raft nodes before linearized reading' (duration: 861.183476ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:37:22.283317Z","caller":"traceutil/trace.go:171","msg":"trace[529776739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1204; }","duration":"857.710601ms","start":"2026-05-28T00:37:21.42558Z","end":"2026-05-28T00:37:22.283291Z","steps":["trace[529776739] 'agreement among raft nodes before linearized reading' (duration: 857.34812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:37:22.283323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:37:21.592981Z","time spent":"690.25444ms","remote":"127.0.0.1:49166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:37:22.283364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:37:21.421651Z","time spent":"861.696681ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T00:37:22.283368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:37:21.425562Z","time spent":"857.796393ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T00:37:22.446458Z","caller":"traceutil/trace.go:171","msg":"trace[2021161494] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"157.907462ms","start":"2026-05-28T00:37:22.288516Z","end":"2026-05-28T00:37:22.446423Z","steps":["trace[2021161494] 'process raft request' (duration: 146.789722ms)","trace[2021161494] 'compare' (duration: 10.942306ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:37:38.646314Z","caller":"traceutil/trace.go:171","msg":"trace[1520867112] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"128.707517ms","start":"2026-05-28T00:37:38.517562Z","end":"2026-05-28T00:37:38.646269Z","steps":["trace[1520867112] 'process raft request' (duration: 128.491481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:37:45.140435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.171313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T00:37:45.14055Z","caller":"traceutil/trace.go:171","msg":"trace[1384081933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1465; }","duration":"186.374098ms","start":"2026-05-28T00:37:44.954155Z","end":"2026-05-28T00:37:45.140529Z","steps":["trace[1384081933] 'range keys from in-memory index tree' (duration: 185.922907ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:37:46.729893Z","caller":"traceutil/trace.go:171","msg":"trace[1379266664] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1513; }","duration":"280.51948ms","start":"2026-05-28T00:37:46.449335Z","end":"2026-05-28T00:37:46.729854Z","steps":["trace[1379266664] 'read index received' (duration: 280.187751ms)","trace[1379266664] 'applied index is now lower than readState.Index' (duration: 330.349µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:37:46.730211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.851069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T00:37:46.730316Z","caller":"traceutil/trace.go:171","msg":"trace[228771059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1469; }","duration":"280.999723ms","start":"2026-05-28T00:37:46.44929Z","end":"2026-05-28T00:37:46.730289Z","steps":["trace[228771059] 'agreement among raft nodes before linearized reading' (duration: 280.697344ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:37:46.730511Z","caller":"traceutil/trace.go:171","msg":"trace[431476614] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"284.548052ms","start":"2026-05-28T00:37:46.445944Z","end":"2026-05-28T00:37:46.730492Z","steps":["trace[431476614] 'process raft request' (duration: 283.693898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:37:46.730794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.884241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T00:37:46.730878Z","caller":"traceutil/trace.go:171","msg":"trace[1305004459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1469; }","duration":"281.017443ms","start":"2026-05-28T00:37:46.44984Z","end":"2026-05-28T00:37:46.730857Z","steps":["trace[1305004459] 'agreement among raft nodes before linearized reading' (duration: 280.783647ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:38:11.913997Z","caller":"traceutil/trace.go:171","msg":"trace[1885847012] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"603.588278ms","start":"2026-05-28T00:38:11.310377Z","end":"2026-05-28T00:38:11.913965Z","steps":["trace[1885847012] 'process raft request' (duration: 603.433364ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:11.914278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:11.310364Z","time spent":"603.780654ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:38:12.272655Z","caller":"traceutil/trace.go:171","msg":"trace[254438064] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1959; }","duration":"750.454611ms","start":"2026-05-28T00:38:11.522179Z","end":"2026-05-28T00:38:12.272634Z","steps":["trace[254438064] 'read index received' (duration: 391.604333ms)","trace[254438064] 'applied index is now lower than readState.Index' (duration: 358.848998ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:38:12.272696Z","caller":"traceutil/trace.go:171","msg":"trace[1714605389] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"861.834305ms","start":"2026-05-28T00:38:11.410824Z","end":"2026-05-28T00:38:12.272659Z","steps":["trace[1714605389] 'process raft request' (duration: 861.66856ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:12.272846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.697465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:38:12.272882Z","caller":"traceutil/trace.go:171","msg":"trace[1463404336] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1890; }","duration":"445.792539ms","start":"2026-05-28T00:38:11.827077Z","end":"2026-05-28T00:38:12.272869Z","steps":["trace[1463404336] 'agreement among raft nodes before linearized reading' (duration: 445.677755ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:12.272878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:11.410794Z","time spent":"861.989529ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:38:12.27291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:11.827059Z","time spent":"445.845559ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T00:38:12.272919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.288561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T00:38:12.272718Z","caller":"traceutil/trace.go:171","msg":"trace[785866610] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"843.189995ms","start":"2026-05-28T00:38:11.429503Z","end":"2026-05-28T00:38:12.272693Z","steps":["trace[785866610] 'process raft request' (duration: 843.100402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:12.272945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.74364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c63faea8-8e09-4a83-9b8e-c8e6d05dc190\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-05-28T00:38:12.27305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:11.429471Z","time spent":"843.526283ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:38:12.273061Z","caller":"traceutil/trace.go:171","msg":"trace[1601195756] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c63faea8-8e09-4a83-9b8e-c8e6d05dc190; range_end:; response_count:1; response_revision:1890; }","duration":"750.904254ms","start":"2026-05-28T00:38:11.522128Z","end":"2026-05-28T00:38:12.273032Z","steps":["trace[1601195756] 'agreement among raft nodes before linearized reading' (duration: 750.614845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:12.273127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:11.522109Z","time spent":"751.003558ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c63faea8-8e09-4a83-9b8e-c8e6d05dc190\" "} {"level":"info","ts":"2026-05-28T00:38:12.272975Z","caller":"traceutil/trace.go:171","msg":"trace[300341015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"232.383814ms","start":"2026-05-28T00:38:12.040575Z","end":"2026-05-28T00:38:12.272959Z","steps":["trace[300341015] 'agreement among raft nodes before linearized reading' (duration: 232.23337ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:38:12.435559Z","caller":"traceutil/trace.go:171","msg":"trace[639703540] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1963; }","duration":"133.609154ms","start":"2026-05-28T00:38:12.301903Z","end":"2026-05-28T00:38:12.435512Z","steps":["trace[639703540] 'read index received' (duration: 133.352766ms)","trace[639703540] 'applied index is now lower than readState.Index' (duration: 255.268µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:38:12.435702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.783679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c63faea8-8e09-4a83-9b8e-c8e6d05dc190\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-05-28T00:38:12.435783Z","caller":"traceutil/trace.go:171","msg":"trace[2059832282] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"157.398829ms","start":"2026-05-28T00:38:12.278326Z","end":"2026-05-28T00:38:12.435725Z","steps":["trace[2059832282] 'process raft request' (duration: 156.908075ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:38:12.435802Z","caller":"traceutil/trace.go:171","msg":"trace[642280806] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c63faea8-8e09-4a83-9b8e-c8e6d05dc190; range_end:; response_count:1; response_revision:1893; }","duration":"133.950082ms","start":"2026-05-28T00:38:12.301838Z","end":"2026-05-28T00:38:12.435788Z","steps":["trace[642280806] 'agreement among raft nodes before linearized reading' (duration: 133.802858ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:38:12.436531Z","caller":"traceutil/trace.go:171","msg":"trace[1610199511] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"156.899885ms","start":"2026-05-28T00:38:12.278721Z","end":"2026-05-28T00:38:12.435621Z","steps":["trace[1610199511] 'process raft request' (duration: 156.72044ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:38:12.848128Z","caller":"traceutil/trace.go:171","msg":"trace[126156858] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"239.702829ms","start":"2026-05-28T00:38:12.608369Z","end":"2026-05-28T00:38:12.848072Z","steps":["trace[126156858] 'process raft request' (duration: 206.48342ms)","trace[126156858] 'compare' (duration: 32.9336ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:38:18.170381Z","caller":"traceutil/trace.go:171","msg":"trace[1001802176] linearizableReadLoop","detail":"{readStateIndex:2019; appliedIndex:2018; }","duration":"170.879173ms","start":"2026-05-28T00:38:17.999473Z","end":"2026-05-28T00:38:18.170353Z","steps":["trace[1001802176] 'read index received' (duration: 170.78437ms)","trace[1001802176] 'applied index is now lower than readState.Index' (duration: 93.823µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:38:18.17055Z","caller":"traceutil/trace.go:171","msg":"trace[1200223478] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"229.481825ms","start":"2026-05-28T00:38:17.941053Z","end":"2026-05-28T00:38:18.170535Z","steps":["trace[1200223478] 'process raft request' (duration: 229.117326ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:18.170979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.466039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:38:18.171132Z","caller":"traceutil/trace.go:171","msg":"trace[669370318] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1945; }","duration":"171.650013ms","start":"2026-05-28T00:38:17.999426Z","end":"2026-05-28T00:38:18.171076Z","steps":["trace[669370318] 'agreement among raft nodes before linearized reading' (duration: 171.450488ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:38:26.364084Z","caller":"traceutil/trace.go:171","msg":"trace[1039159180] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"135.727934ms","start":"2026-05-28T00:38:26.228332Z","end":"2026-05-28T00:38:26.36406Z","steps":["trace[1039159180] 'process raft request' (duration: 135.465838ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:38:29.056365Z","caller":"traceutil/trace.go:171","msg":"trace[1655383782] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"190.824461ms","start":"2026-05-28T00:38:28.865517Z","end":"2026-05-28T00:38:29.056341Z","steps":["trace[1655383782] 'process raft request' (duration: 190.665857ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:29.37366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.881679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:38:29.374233Z","caller":"traceutil/trace.go:171","msg":"trace[583697453] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"342.773682ms","start":"2026-05-28T00:38:29.031415Z","end":"2026-05-28T00:38:29.374189Z","steps":["trace[583697453] 'process raft request' (duration: 342.382521ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:38:29.374276Z","caller":"traceutil/trace.go:171","msg":"trace[1699702566] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"448.656955ms","start":"2026-05-28T00:38:28.925574Z","end":"2026-05-28T00:38:29.374231Z","steps":["trace[1699702566] 'process raft request' (duration: 335.898262ms)","trace[1699702566] 'compare' (duration: 111.484138ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:38:29.374234Z","caller":"traceutil/trace.go:171","msg":"trace[1537849985] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2106; }","duration":"296.656444ms","start":"2026-05-28T00:38:29.07755Z","end":"2026-05-28T00:38:29.374207Z","steps":["trace[1537849985] 'read index received' (duration: 183.921311ms)","trace[1537849985] 'applied index is now lower than readState.Index' (duration: 112.731793ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:38:29.374471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:29.031389Z","time spent":"342.944726ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:38:29.374531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:28.925534Z","time spent":"448.888332ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:38:29.384732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.348722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:38:29.384791Z","caller":"traceutil/trace.go:171","msg":"trace[796049423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2032; }","duration":"301.421454ms","start":"2026-05-28T00:38:29.083349Z","end":"2026-05-28T00:38:29.38477Z","steps":["trace[796049423] 'agreement among raft nodes before linearized reading' (duration: 301.345672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:29.384846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:29.083338Z","time spent":"301.500257ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:38:29.38493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.368788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-05-28T00:38:29.384952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.528777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-05-28T00:38:29.385016Z","caller":"traceutil/trace.go:171","msg":"trace[1067378985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2032; }","duration":"301.602089ms","start":"2026-05-28T00:38:29.083399Z","end":"2026-05-28T00:38:29.385001Z","steps":["trace[1067378985] 'agreement among raft nodes before linearized reading' (duration: 301.448225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:29.385064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:29.083394Z","time spent":"301.64632ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T00:38:29.385014Z","caller":"traceutil/trace.go:171","msg":"trace[1260681859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2032; }","duration":"307.491371ms","start":"2026-05-28T00:38:29.077492Z","end":"2026-05-28T00:38:29.384983Z","steps":["trace[1260681859] 'agreement among raft nodes before linearized reading' (duration: 296.809647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:29.385163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:29.077467Z","time spent":"307.678785ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T00:38:29.384932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.378872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T00:38:29.385269Z","caller":"traceutil/trace.go:171","msg":"trace[181324596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2032; }","duration":"301.751642ms","start":"2026-05-28T00:38:29.083495Z","end":"2026-05-28T00:38:29.385246Z","steps":["trace[181324596] 'agreement among raft nodes before linearized reading' (duration: 301.30747ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:38:29.385542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:38:29.083473Z","time spent":"302.017961ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T00:39:02.855477Z","caller":"traceutil/trace.go:171","msg":"trace[1129594914] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"160.27559ms","start":"2026-05-28T00:39:02.695169Z","end":"2026-05-28T00:39:02.855445Z","steps":["trace[1129594914] 'read index received' (duration: 150.633604ms)","trace[1129594914] 'applied index is now lower than readState.Index' (duration: 9.640466ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:39:02.85555Z","caller":"traceutil/trace.go:171","msg":"trace[849552075] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"241.848694ms","start":"2026-05-28T00:39:02.613662Z","end":"2026-05-28T00:39:02.85551Z","steps":["trace[849552075] 'process raft request' (duration: 232.136197ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:39:02.85579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.603671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:39:02.855872Z","caller":"traceutil/trace.go:171","msg":"trace[1950952584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2215; }","duration":"160.767254ms","start":"2026-05-28T00:39:02.695088Z","end":"2026-05-28T00:39:02.855856Z","steps":["trace[1950952584] 'agreement among raft nodes before linearized reading' (duration: 160.511337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:39:02.855907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.918224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T00:39:02.85601Z","caller":"traceutil/trace.go:171","msg":"trace[1662436335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"151.081818ms","start":"2026-05-28T00:39:02.704901Z","end":"2026-05-28T00:39:02.855983Z","steps":["trace[1662436335] 'agreement among raft nodes before linearized reading' (duration: 150.81659ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:39:09.042378Z","caller":"traceutil/trace.go:171","msg":"trace[99329552] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"443.02069ms","start":"2026-05-28T00:39:08.599325Z","end":"2026-05-28T00:39:09.042346Z","steps":["trace[99329552] 'process raft request' (duration: 442.875097ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:39:09.042539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:39:08.599303Z","time spent":"443.153464ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:39:09.24794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.718447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T00:39:09.248039Z","caller":"traceutil/trace.go:171","msg":"trace[602651772] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2328; }","duration":"430.305041ms","start":"2026-05-28T00:39:08.817717Z","end":"2026-05-28T00:39:09.248022Z","steps":["trace[602651772] 'read index received' (duration: 224.502388ms)","trace[602651772] 'applied index is now lower than readState.Index' (duration: 205.801293ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:39:09.24816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.445365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:39:09.248268Z","caller":"traceutil/trace.go:171","msg":"trace[691718688] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2245; }","duration":"430.617369ms","start":"2026-05-28T00:39:08.817633Z","end":"2026-05-28T00:39:09.24825Z","steps":["trace[691718688] 'agreement among raft nodes before linearized reading' (duration: 430.471816ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:39:09.248152Z","caller":"traceutil/trace.go:171","msg":"trace[1355184966] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"646.175051ms","start":"2026-05-28T00:39:08.601935Z","end":"2026-05-28T00:39:09.24811Z","steps":["trace[1355184966] 'process raft request' (duration: 499.036172ms)","trace[1355184966] 'compare' (duration: 146.438619ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:39:09.248389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:39:08.817599Z","time spent":"430.733353ms","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:39:09.248443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:39:08.601902Z","time spent":"646.458488ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:39:09.434755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.976508ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-28T00:39:09.434904Z","caller":"traceutil/trace.go:171","msg":"trace[1696543304] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"186.81282ms","start":"2026-05-28T00:39:09.248075Z","end":"2026-05-28T00:39:09.434888Z","steps":["trace[1696543304] 'read index received' (duration: 12.636678ms)","trace[1696543304] 'applied index is now lower than readState.Index' (duration: 174.174582ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:39:09.435089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.20192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T00:39:09.435163Z","caller":"traceutil/trace.go:171","msg":"trace[687282980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2245; }","duration":"554.363235ms","start":"2026-05-28T00:39:08.880791Z","end":"2026-05-28T00:39:09.435154Z","steps":["trace[687282980] 'agreement among raft nodes before linearized reading' (duration: 554.151009ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:39:09.435172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.780852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:39:09.435205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.199597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T00:39:09.435209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:39:08.880753Z","time spent":"554.446577ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T00:39:09.435258Z","caller":"traceutil/trace.go:171","msg":"trace[1909583438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2245; }","duration":"535.30401ms","start":"2026-05-28T00:39:08.89994Z","end":"2026-05-28T00:39:09.435244Z","steps":["trace[1909583438] 'agreement among raft nodes before linearized reading' (duration: 535.149746ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:39:09.435276Z","caller":"traceutil/trace.go:171","msg":"trace[1362646261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2245; }","duration":"350.989168ms","start":"2026-05-28T00:39:09.084233Z","end":"2026-05-28T00:39:09.435222Z","steps":["trace[1362646261] 'agreement among raft nodes before linearized reading' (duration: 350.783892ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:39:09.435294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:39:08.899911Z","time spent":"535.375362ms","remote":"127.0.0.1:36220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T00:39:09.435363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:39:09.084203Z","time spent":"351.144622ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T00:39:09.435659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.141155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T00:39:09.435732Z","caller":"traceutil/trace.go:171","msg":"trace[510192042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2245; }","duration":"535.272209ms","start":"2026-05-28T00:39:08.900443Z","end":"2026-05-28T00:39:09.435715Z","steps":["trace[510192042] 'agreement among raft nodes before linearized reading' (duration: 534.58466ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:39:09.435866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:39:08.900415Z","time spent":"535.406173ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T00:39:09.659424Z","caller":"traceutil/trace.go:171","msg":"trace[1551090925] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"219.075998ms","start":"2026-05-28T00:39:09.440319Z","end":"2026-05-28T00:39:09.659395Z","steps":["trace[1551090925] 'process raft request' (duration: 218.895943ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:39:09.679176Z","caller":"traceutil/trace.go:171","msg":"trace[1491682843] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"238.772481ms","start":"2026-05-28T00:39:09.440378Z","end":"2026-05-28T00:39:09.67915Z","steps":["trace[1491682843] 'process raft request' (duration: 238.581106ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:39:09.679436Z","caller":"traceutil/trace.go:171","msg":"trace[899468551] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"150.038178ms","start":"2026-05-28T00:39:09.529375Z","end":"2026-05-28T00:39:09.679413Z","steps":["trace[899468551] 'process raft request' (duration: 149.73985ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:39:09.679535Z","caller":"traceutil/trace.go:171","msg":"trace[548278912] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2331; }","duration":"202.195274ms","start":"2026-05-28T00:39:09.477321Z","end":"2026-05-28T00:39:09.679516Z","steps":["trace[548278912] 'read index received' (duration: 181.937547ms)","trace[548278912] 'applied index is now lower than readState.Index' (duration: 20.256727ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:39:09.679618Z","caller":"traceutil/trace.go:171","msg":"trace[1886867335] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"104.223269ms","start":"2026-05-28T00:39:09.575383Z","end":"2026-05-28T00:39:09.679606Z","steps":["trace[1886867335] 'process raft request' (duration: 103.949821ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:39:09.679712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.397289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b393bd69e045f8\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-28T00:39:09.679785Z","caller":"traceutil/trace.go:171","msg":"trace[1429758161] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b393bd69e045f8; range_end:; response_count:1; response_revision:2249; }","duration":"202.531924ms","start":"2026-05-28T00:39:09.477238Z","end":"2026-05-28T00:39:09.679769Z","steps":["trace[1429758161] 'agreement among raft nodes before linearized reading' (duration: 202.354239ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:40:15.640406Z","caller":"traceutil/trace.go:171","msg":"trace[1092565686] linearizableReadLoop","detail":"{readStateIndex:2911; appliedIndex:2910; }","duration":"115.377795ms","start":"2026-05-28T00:40:15.524993Z","end":"2026-05-28T00:40:15.640371Z","steps":["trace[1092565686] 'read index received' (duration: 115.164579ms)","trace[1092565686] 'applied index is now lower than readState.Index' (duration: 211.976µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:40:15.640566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.573251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:40:15.6406Z","caller":"traceutil/trace.go:171","msg":"trace[489529314] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2804; }","duration":"115.662453ms","start":"2026-05-28T00:40:15.524927Z","end":"2026-05-28T00:40:15.64059Z","steps":["trace[489529314] 'agreement among raft nodes before linearized reading' (duration: 115.56447ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:40:15.640576Z","caller":"traceutil/trace.go:171","msg":"trace[770025650] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"158.418739ms","start":"2026-05-28T00:40:15.482099Z","end":"2026-05-28T00:40:15.640518Z","steps":["trace[770025650] 'process raft request' (duration: 158.121402ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:40:16.173754Z","caller":"traceutil/trace.go:171","msg":"trace[1695593008] linearizableReadLoop","detail":"{readStateIndex:2913; appliedIndex:2912; }","duration":"177.184732ms","start":"2026-05-28T00:40:15.996541Z","end":"2026-05-28T00:40:16.173726Z","steps":["trace[1695593008] 'read index received' (duration: 176.992396ms)","trace[1695593008] 'applied index is now lower than readState.Index' (duration: 191.576µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:40:16.174062Z","caller":"traceutil/trace.go:171","msg":"trace[690013502] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"224.609573ms","start":"2026-05-28T00:40:15.949436Z","end":"2026-05-28T00:40:16.174045Z","steps":["trace[690013502] 'process raft request' (duration: 224.032497ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:16.17435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.778387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T00:40:16.174394Z","caller":"traceutil/trace.go:171","msg":"trace[1181612288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2806; }","duration":"177.879829ms","start":"2026-05-28T00:40:15.996502Z","end":"2026-05-28T00:40:16.174382Z","steps":["trace[1181612288] 'agreement among raft nodes before linearized reading' (duration: 177.723105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:40:16.174588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.272823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T00:40:16.174626Z","caller":"traceutil/trace.go:171","msg":"trace[1647525441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2806; }","duration":"166.336045ms","start":"2026-05-28T00:40:16.008281Z","end":"2026-05-28T00:40:16.174617Z","steps":["trace[1647525441] 'agreement among raft nodes before linearized reading' (duration: 166.239172ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:44:10.575675Z","caller":"traceutil/trace.go:171","msg":"trace[2098315995] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"105.6374ms","start":"2026-05-28T00:44:10.470009Z","end":"2026-05-28T00:44:10.575646Z","steps":["trace[2098315995] 'process raft request' (duration: 105.489256ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:44:10.580977Z","caller":"traceutil/trace.go:171","msg":"trace[1614090665] linearizableReadLoop","detail":"{readStateIndex:4914; appliedIndex:4912; }","duration":"102.347332ms","start":"2026-05-28T00:44:10.478609Z","end":"2026-05-28T00:44:10.580957Z","steps":["trace[1614090665] 'read index received' (duration: 96.898313ms)","trace[1614090665] 'applied index is now lower than readState.Index' (duration: 5.447889ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:44:10.581072Z","caller":"traceutil/trace.go:171","msg":"trace[33848678] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"105.897548ms","start":"2026-05-28T00:44:10.475164Z","end":"2026-05-28T00:44:10.581062Z","steps":["trace[33848678] 'process raft request' (duration: 105.672502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:44:10.581263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.644989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-05-28T00:44:10.581303Z","caller":"traceutil/trace.go:171","msg":"trace[1528771831] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4731; }","duration":"102.734111ms","start":"2026-05-28T00:44:10.478555Z","end":"2026-05-28T00:44:10.581289Z","steps":["trace[1528771831] 'agreement among raft nodes before linearized reading' (duration: 102.608358ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:44:13.591479Z","caller":"traceutil/trace.go:171","msg":"trace[1858012384] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"114.018128ms","start":"2026-05-28T00:44:13.477434Z","end":"2026-05-28T00:44:13.591452Z","steps":["trace[1858012384] 'process raft request' (duration: 113.164495ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:44:13.622249Z","caller":"traceutil/trace.go:171","msg":"trace[624284240] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4990; }","duration":"141.771582ms","start":"2026-05-28T00:44:13.480453Z","end":"2026-05-28T00:44:13.622224Z","steps":["trace[624284240] 'read index received' (duration: 110.156613ms)","trace[624284240] 'applied index is now lower than readState.Index' (duration: 31.614109ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:44:13.622521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.04275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62982"} {"level":"info","ts":"2026-05-28T00:44:13.622561Z","caller":"traceutil/trace.go:171","msg":"trace[1608054514] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4811; }","duration":"142.115731ms","start":"2026-05-28T00:44:13.480435Z","end":"2026-05-28T00:44:13.622551Z","steps":["trace[1608054514] 'agreement among raft nodes before linearized reading' (duration: 141.881954ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:44:13.622922Z","caller":"traceutil/trace.go:171","msg":"trace[1723507276] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"144.063525ms","start":"2026-05-28T00:44:13.478844Z","end":"2026-05-28T00:44:13.622907Z","steps":["trace[1723507276] 'process raft request' (duration: 143.198441ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:44:13.62306Z","caller":"traceutil/trace.go:171","msg":"trace[535646864] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"144.089254ms","start":"2026-05-28T00:44:13.478961Z","end":"2026-05-28T00:44:13.623051Z","steps":["trace[535646864] 'process raft request' (duration: 143.19316ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:44:13.623421Z","caller":"traceutil/trace.go:171","msg":"trace[888009973] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"144.360562ms","start":"2026-05-28T00:44:13.479011Z","end":"2026-05-28T00:44:13.623372Z","steps":["trace[888009973] 'process raft request' (duration: 143.18194ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:44:18.644964Z","caller":"traceutil/trace.go:171","msg":"trace[1196813403] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"122.604772ms","start":"2026-05-28T00:44:18.522337Z","end":"2026-05-28T00:44:18.644942Z","steps":["trace[1196813403] 'read index received' (duration: 122.484638ms)","trace[1196813403] 'applied index is now lower than readState.Index' (duration: 119.204µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:44:18.645077Z","caller":"traceutil/trace.go:171","msg":"trace[1602382392] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"197.231038ms","start":"2026-05-28T00:44:18.447838Z","end":"2026-05-28T00:44:18.645069Z","steps":["trace[1602382392] 'process raft request' (duration: 196.94125ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:44:18.645529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.185847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728903"} {"level":"info","ts":"2026-05-28T00:44:18.645564Z","caller":"traceutil/trace.go:171","msg":"trace[1276051995] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5004; }","duration":"123.260599ms","start":"2026-05-28T00:44:18.522295Z","end":"2026-05-28T00:44:18.645555Z","steps":["trace[1276051995] 'agreement among raft nodes before linearized reading' (duration: 122.901588ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:44:32.510448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.215675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:44:32.510539Z","caller":"traceutil/trace.go:171","msg":"trace[1380459370] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5271; }","duration":"230.355778ms","start":"2026-05-28T00:44:32.280164Z","end":"2026-05-28T00:44:32.51052Z","steps":["trace[1380459370] 'count revisions from in-memory index tree' (duration: 230.144592ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:45:50.710657Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2999} {"level":"info","ts":"2026-05-28T00:45:50.77888Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2999,"took":"66.926171ms","hash":3151202233,"current-db-size-bytes":58589184,"current-db-size":"59 MB","current-db-size-in-use-bytes":34181120,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-05-28T00:45:50.778938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3151202233,"revision":2999,"compact-revision":-1} {"level":"warn","ts":"2026-05-28T00:50:46.222538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.139868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-28T00:50:46.222601Z","caller":"traceutil/trace.go:171","msg":"trace[1514802729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8263; }","duration":"324.260552ms","start":"2026-05-28T00:50:45.898327Z","end":"2026-05-28T00:50:46.222588Z","steps":["trace[1514802729] 'range keys from in-memory index tree' (duration: 323.976764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:46.222624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:50:45.898303Z","time spent":"324.316192ms","remote":"127.0.0.1:49118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T00:50:46.222788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.084581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:50:46.222804Z","caller":"traceutil/trace.go:171","msg":"trace[1058669658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8263; }","duration":"139.132582ms","start":"2026-05-28T00:50:46.083667Z","end":"2026-05-28T00:50:46.2228Z","steps":["trace[1058669658] 'range keys from in-memory index tree' (duration: 138.993899ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:46.222907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.466482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v2t9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-28T00:50:46.223008Z","caller":"traceutil/trace.go:171","msg":"trace[1195524412] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v2t9k; range_end:; response_count:1; response_revision:8263; }","duration":"397.613136ms","start":"2026-05-28T00:50:45.825371Z","end":"2026-05-28T00:50:46.222984Z","steps":["trace[1195524412] 'range keys from in-memory index tree' (duration: 397.283457ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:50:46.223063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:50:45.825347Z","time spent":"397.702259ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-v2t9k\" "} {"level":"info","ts":"2026-05-28T00:50:50.716509Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6093} {"level":"info","ts":"2026-05-28T00:50:50.815994Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6093,"took":"98.122472ms","hash":1127169532,"current-db-size-bytes":58589184,"current-db-size":"59 MB","current-db-size-in-use-bytes":23363584,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-05-28T00:50:50.816108Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1127169532,"revision":6093,"compact-revision":2999} {"level":"info","ts":"2026-05-28T00:50:57.586284Z","caller":"traceutil/trace.go:171","msg":"trace[1345134939] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"170.51138ms","start":"2026-05-28T00:50:57.415744Z","end":"2026-05-28T00:50:57.586255Z","steps":["trace[1345134939] 'process raft request' (duration: 170.346606ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:50:58.395226Z","caller":"traceutil/trace.go:171","msg":"trace[852318885] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"105.272148ms","start":"2026-05-28T00:50:58.289918Z","end":"2026-05-28T00:50:58.39519Z","steps":["trace[852318885] 'process raft request' (duration: 76.235074ms)","trace[852318885] 'compare' (duration: 28.676523ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:51:23.065739Z","caller":"traceutil/trace.go:171","msg":"trace[354349285] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"103.013234ms","start":"2026-05-28T00:51:22.96268Z","end":"2026-05-28T00:51:23.065693Z","steps":["trace[354349285] 'process raft request' (duration: 102.863271ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:27.048228Z","caller":"traceutil/trace.go:171","msg":"trace[1563757059] linearizableReadLoop","detail":"{readStateIndex:8838; appliedIndex:8837; }","duration":"481.617995ms","start":"2026-05-28T00:51:26.566572Z","end":"2026-05-28T00:51:27.04819Z","steps":["trace[1563757059] 'read index received' (duration: 437.679079ms)","trace[1563757059] 'applied index is now lower than readState.Index' (duration: 43.937736ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:51:27.048255Z","caller":"traceutil/trace.go:171","msg":"trace[896791620] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"556.063612ms","start":"2026-05-28T00:51:26.492151Z","end":"2026-05-28T00:51:27.048214Z","steps":["trace[896791620] 'process raft request' (duration: 512.149895ms)","trace[896791620] 'compare' (duration: 43.755043ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:51:27.04843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:26.492127Z","time spent":"556.210876ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T00:51:27.048587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.990455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v2t9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-28T00:51:27.048983Z","caller":"traceutil/trace.go:171","msg":"trace[444115790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v2t9k; range_end:; response_count:1; response_revision:8535; }","duration":"482.425106ms","start":"2026-05-28T00:51:26.566535Z","end":"2026-05-28T00:51:27.04896Z","steps":["trace[444115790] 'agreement among raft nodes before linearized reading' (duration: 481.755918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:27.049036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:26.566519Z","time spent":"482.50423ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-v2t9k\" "} {"level":"warn","ts":"2026-05-28T00:51:27.053575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.984019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:51:27.053658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.904297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T00:51:27.053682Z","caller":"traceutil/trace.go:171","msg":"trace[1740788644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8536; }","duration":"466.131624ms","start":"2026-05-28T00:51:26.58752Z","end":"2026-05-28T00:51:27.053651Z","steps":["trace[1740788644] 'agreement among raft nodes before linearized reading' (duration: 465.972769ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:27.053576Z","caller":"traceutil/trace.go:171","msg":"trace[1712690488] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"420.322246ms","start":"2026-05-28T00:51:26.633214Z","end":"2026-05-28T00:51:27.053537Z","steps":["trace[1712690488] 'process raft request' (duration: 420.11339ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:27.053719Z","caller":"traceutil/trace.go:171","msg":"trace[710799022] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8536; }","duration":"400.999209ms","start":"2026-05-28T00:51:26.652701Z","end":"2026-05-28T00:51:27.0537Z","steps":["trace[710799022] 'agreement among raft nodes before linearized reading' (duration: 400.850645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:27.05383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:26.5875Z","time spent":"466.258987ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:51:27.053887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:26.652683Z","time spent":"401.184915ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-05-28T00:51:27.053895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:51:26.633185Z","time spent":"420.605454ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T00:51:30.024697Z","caller":"traceutil/trace.go:171","msg":"trace[32886482] linearizableReadLoop","detail":"{readStateIndex:8855; appliedIndex:8853; }","duration":"170.123953ms","start":"2026-05-28T00:51:29.854533Z","end":"2026-05-28T00:51:30.024657Z","steps":["trace[32886482] 'read index received' (duration: 87.229886ms)","trace[32886482] 'applied index is now lower than readState.Index' (duration: 82.893227ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:51:30.02481Z","caller":"traceutil/trace.go:171","msg":"trace[1846310932] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"217.37405ms","start":"2026-05-28T00:51:29.807384Z","end":"2026-05-28T00:51:30.024758Z","steps":["trace[1846310932] 'process raft request' (duration: 134.314479ms)","trace[1846310932] 'compare' (duration: 82.709062ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T00:51:30.024973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.596854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T00:51:30.024824Z","caller":"traceutil/trace.go:171","msg":"trace[425054894] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"216.507176ms","start":"2026-05-28T00:51:29.808281Z","end":"2026-05-28T00:51:30.024789Z","steps":["trace[425054894] 'process raft request' (duration: 216.32325ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:30.024984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.788807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T00:51:30.025015Z","caller":"traceutil/trace.go:171","msg":"trace[1324800512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8551; }","duration":"163.697717ms","start":"2026-05-28T00:51:29.861304Z","end":"2026-05-28T00:51:30.025001Z","steps":["trace[1324800512] 'agreement among raft nodes before linearized reading' (duration: 163.527953ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:30.025047Z","caller":"traceutil/trace.go:171","msg":"trace[310771089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8551; }","duration":"157.883359ms","start":"2026-05-28T00:51:29.867148Z","end":"2026-05-28T00:51:30.025032Z","steps":["trace[310771089] 'agreement among raft nodes before linearized reading' (duration: 157.725645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:51:30.025166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.639177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T00:51:30.025195Z","caller":"traceutil/trace.go:171","msg":"trace[1467841002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8551; }","duration":"170.715689ms","start":"2026-05-28T00:51:29.854472Z","end":"2026-05-28T00:51:30.025188Z","steps":["trace[1467841002] 'agreement among raft nodes before linearized reading' (duration: 170.318998ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:30.161196Z","caller":"traceutil/trace.go:171","msg":"trace[159042152] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"131.872531ms","start":"2026-05-28T00:51:30.029289Z","end":"2026-05-28T00:51:30.161162Z","steps":["trace[159042152] 'process raft request' (duration: 115.849825ms)","trace[159042152] 'compare' (duration: 15.614926ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:51:30.161407Z","caller":"traceutil/trace.go:171","msg":"trace[1748025826] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"131.701366ms","start":"2026-05-28T00:51:30.029645Z","end":"2026-05-28T00:51:30.161347Z","steps":["trace[1748025826] 'process raft request' (duration: 131.421299ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:51:39.971833Z","caller":"traceutil/trace.go:171","msg":"trace[1855818161] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"133.042843ms","start":"2026-05-28T00:51:39.838759Z","end":"2026-05-28T00:51:39.971802Z","steps":["trace[1855818161] 'process raft request' (duration: 132.864818ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:52:03.209974Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002411.wal"} {"level":"warn","ts":"2026-05-28T00:52:56.627438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.96675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:52:56.627535Z","caller":"traceutil/trace.go:171","msg":"trace[1062129363] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9395; }","duration":"249.088633ms","start":"2026-05-28T00:52:56.378425Z","end":"2026-05-28T00:52:56.627513Z","steps":["trace[1062129363] 'count revisions from in-memory index tree' (duration: 248.785314ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:52:56.62766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.602014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-28T00:52:56.627747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.045979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:52:56.627801Z","caller":"traceutil/trace.go:171","msg":"trace[926391368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9395; }","duration":"149.791499ms","start":"2026-05-28T00:52:56.47798Z","end":"2026-05-28T00:52:56.627772Z","steps":["trace[926391368] 'range keys from in-memory index tree' (duration: 149.335966ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:52:56.627824Z","caller":"traceutil/trace.go:171","msg":"trace[615907660] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9395; }","duration":"243.176042ms","start":"2026-05-28T00:52:56.384626Z","end":"2026-05-28T00:52:56.627802Z","steps":["trace[615907660] 'count revisions from in-memory index tree' (duration: 242.915144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:52:56.62806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.926564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T00:52:56.628175Z","caller":"traceutil/trace.go:171","msg":"trace[2043870564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9395; }","duration":"146.085909ms","start":"2026-05-28T00:52:56.482061Z","end":"2026-05-28T00:52:56.628147Z","steps":["trace[2043870564] 'range keys from in-memory index tree' (duration: 145.721958ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:53:32.368524Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T00:53:32.37403Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-05-28T00:53:32.374141Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-05-28T00:55:50.723133Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8288} {"level":"info","ts":"2026-05-28T00:55:50.803535Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8288,"took":"78.202768ms","hash":1723813033,"current-db-size-bytes":58589184,"current-db-size":"59 MB","current-db-size-in-use-bytes":26374144,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-05-28T00:55:50.803612Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1723813033,"revision":8288,"compact-revision":6093} {"level":"warn","ts":"2026-05-28T00:56:38.108659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.553559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:56:38.108825Z","caller":"traceutil/trace.go:171","msg":"trace[516961282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11236; }","duration":"107.725274ms","start":"2026-05-28T00:56:38.001074Z","end":"2026-05-28T00:56:38.108799Z","steps":["trace[516961282] 'range keys from in-memory index tree' (duration: 107.537289ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:38.109452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.75969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-05-28T00:56:38.109558Z","caller":"traceutil/trace.go:171","msg":"trace[691534102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11236; }","duration":"226.877634ms","start":"2026-05-28T00:56:37.882657Z","end":"2026-05-28T00:56:38.109535Z","steps":["trace[691534102] 'range keys from in-memory index tree' (duration: 226.514233ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:38.27609Z","caller":"traceutil/trace.go:171","msg":"trace[2075115166] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"101.479244ms","start":"2026-05-28T00:56:38.174572Z","end":"2026-05-28T00:56:38.276052Z","steps":["trace[2075115166] 'process raft request' (duration: 101.228527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:38.276309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.315304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:56:38.276397Z","caller":"traceutil/trace.go:171","msg":"trace[1092107485] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11238; }","duration":"126.438997ms","start":"2026-05-28T00:56:38.149926Z","end":"2026-05-28T00:56:38.276365Z","steps":["trace[1092107485] 'agreement among raft nodes before linearized reading' (duration: 126.291822ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:38.276466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.431167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:56:38.276514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.763296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T00:56:38.276626Z","caller":"traceutil/trace.go:171","msg":"trace[900674697] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:11238; }","duration":"111.92725ms","start":"2026-05-28T00:56:38.164671Z","end":"2026-05-28T00:56:38.276598Z","steps":["trace[900674697] 'agreement among raft nodes before linearized reading' (duration: 111.675553ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:38.276553Z","caller":"traceutil/trace.go:171","msg":"trace[97980467] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11238; }","duration":"126.52912ms","start":"2026-05-28T00:56:38.150001Z","end":"2026-05-28T00:56:38.27653Z","steps":["trace[97980467] 'agreement among raft nodes before linearized reading' (duration: 126.384756ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:39.379786Z","caller":"traceutil/trace.go:171","msg":"trace[1165441065] linearizableReadLoop","detail":"{readStateIndex:11626; appliedIndex:11625; }","duration":"207.284227ms","start":"2026-05-28T00:56:39.172476Z","end":"2026-05-28T00:56:39.37976Z","steps":["trace[1165441065] 'read index received' (duration: 207.061291ms)","trace[1165441065] 'applied index is now lower than readState.Index' (duration: 222.036µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T00:56:39.380016Z","caller":"traceutil/trace.go:171","msg":"trace[322033020] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"310.407737ms","start":"2026-05-28T00:56:39.069569Z","end":"2026-05-28T00:56:39.379977Z","steps":["trace[322033020] 'process raft request' (duration: 310.036647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:39.380141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.186855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T00:56:39.38014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.647068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v2t9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-28T00:56:39.380218Z","caller":"traceutil/trace.go:171","msg":"trace[464562290] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11242; }","duration":"192.301517ms","start":"2026-05-28T00:56:39.1879Z","end":"2026-05-28T00:56:39.380202Z","steps":["trace[464562290] 'agreement among raft nodes before linearized reading' (duration: 192.176313ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T00:56:39.38024Z","caller":"traceutil/trace.go:171","msg":"trace[1094013449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v2t9k; range_end:; response_count:1; response_revision:11242; }","duration":"207.794762ms","start":"2026-05-28T00:56:39.172421Z","end":"2026-05-28T00:56:39.380216Z","steps":["trace[1094013449] 'agreement among raft nodes before linearized reading' (duration: 207.507144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T00:56:39.380284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T00:56:39.069553Z","time spent":"310.581541ms","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:00:50.730457Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10777} {"level":"info","ts":"2026-05-28T01:00:50.816248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10777,"took":"82.635033ms","hash":2903774570,"current-db-size-bytes":58589184,"current-db-size":"59 MB","current-db-size-in-use-bytes":27193344,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-05-28T01:00:50.816311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2903774570,"revision":10777,"compact-revision":8288} {"level":"info","ts":"2026-05-28T01:03:04.960097Z","caller":"traceutil/trace.go:171","msg":"trace[985848432] linearizableReadLoop","detail":"{readStateIndex:14301; appliedIndex:14300; }","duration":"108.600927ms","start":"2026-05-28T01:03:04.851471Z","end":"2026-05-28T01:03:04.960072Z","steps":["trace[985848432] 'read index received' (duration: 108.365701ms)","trace[985848432] 'applied index is now lower than readState.Index' (duration: 234.126µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:04.960155Z","caller":"traceutil/trace.go:171","msg":"trace[1769747495] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"138.230467ms","start":"2026-05-28T01:03:04.821901Z","end":"2026-05-28T01:03:04.960131Z","steps":["trace[1769747495] 'process raft request' (duration: 138.028441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:04.960614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.062789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v2t9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-28T01:03:04.960665Z","caller":"traceutil/trace.go:171","msg":"trace[1702519326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v2t9k; range_end:; response_count:1; response_revision:13826; }","duration":"109.234335ms","start":"2026-05-28T01:03:04.851417Z","end":"2026-05-28T01:03:04.960651Z","steps":["trace[1702519326] 'agreement among raft nodes before linearized reading' (duration: 108.758942ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:05.993817Z","caller":"traceutil/trace.go:171","msg":"trace[1395975807] linearizableReadLoop","detail":"{readStateIndex:14304; appliedIndex:14303; }","duration":"319.387646ms","start":"2026-05-28T01:03:05.6744Z","end":"2026-05-28T01:03:05.993788Z","steps":["trace[1395975807] 'read index received' (duration: 318.734168ms)","trace[1395975807] 'applied index is now lower than readState.Index' (duration: 652.528µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:05.993875Z","caller":"traceutil/trace.go:171","msg":"trace[383488472] transaction","detail":"{read_only:false; response_revision:13829; number_of_response:1; }","duration":"413.781055ms","start":"2026-05-28T01:03:05.580035Z","end":"2026-05-28T01:03:05.993817Z","steps":["trace[383488472] 'process raft request' (duration: 413.003064ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.994034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.599013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T01:03:05.994094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:05.580011Z","time spent":"413.96221ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T01:03:05.994158Z","caller":"traceutil/trace.go:171","msg":"trace[463311757] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13829; }","duration":"319.741136ms","start":"2026-05-28T01:03:05.674386Z","end":"2026-05-28T01:03:05.994127Z","steps":["trace[463311757] 'agreement among raft nodes before linearized reading' (duration: 319.51285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.994204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:05.674332Z","time spent":"319.860339ms","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T01:03:05.999393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.284031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-05-28T01:03:05.999435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.670701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:05.999459Z","caller":"traceutil/trace.go:171","msg":"trace[553075804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13830; }","duration":"309.383193ms","start":"2026-05-28T01:03:05.690063Z","end":"2026-05-28T01:03:05.999446Z","steps":["trace[553075804] 'agreement among raft nodes before linearized reading' (duration: 309.189027ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:05.999448Z","caller":"traceutil/trace.go:171","msg":"trace[2008113926] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"123.304119ms","start":"2026-05-28T01:03:05.876107Z","end":"2026-05-28T01:03:05.999411Z","steps":["trace[2008113926] 'process raft request' (duration: 123.034622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.999484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.049636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T01:03:05.999505Z","caller":"traceutil/trace.go:171","msg":"trace[256656527] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13830; }","duration":"193.781084ms","start":"2026-05-28T01:03:05.805706Z","end":"2026-05-28T01:03:05.999488Z","steps":["trace[256656527] 'agreement among raft nodes before linearized reading' (duration: 193.661741ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.999504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:05.690053Z","time spent":"309.443434ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T01:03:05.999512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.682749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:05.999542Z","caller":"traceutil/trace.go:171","msg":"trace[1571353349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13830; }","duration":"114.148188ms","start":"2026-05-28T01:03:05.885374Z","end":"2026-05-28T01:03:05.999523Z","steps":["trace[1571353349] 'agreement among raft nodes before linearized reading' (duration: 113.957653ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.999531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.783943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T01:03:05.999572Z","caller":"traceutil/trace.go:171","msg":"trace[1762298701] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:13830; }","duration":"280.787692ms","start":"2026-05-28T01:03:05.718769Z","end":"2026-05-28T01:03:05.999557Z","steps":["trace[1762298701] 'agreement among raft nodes before linearized reading' (duration: 280.666388ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.999577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.779495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T01:03:05.999605Z","caller":"traceutil/trace.go:171","msg":"trace[887495390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13830; }","duration":"104.933487ms","start":"2026-05-28T01:03:05.894655Z","end":"2026-05-28T01:03:05.999589Z","steps":["trace[887495390] 'agreement among raft nodes before linearized reading' (duration: 104.66116ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:05.999614Z","caller":"traceutil/trace.go:171","msg":"trace[1640045302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13830; }","duration":"103.832347ms","start":"2026-05-28T01:03:05.895772Z","end":"2026-05-28T01:03:05.999604Z","steps":["trace[1640045302] 'agreement among raft nodes before linearized reading' (duration: 103.738854ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.999682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.832024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T01:03:05.999725Z","caller":"traceutil/trace.go:171","msg":"trace[1385991983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13830; }","duration":"104.915736ms","start":"2026-05-28T01:03:05.894786Z","end":"2026-05-28T01:03:05.999701Z","steps":["trace[1385991983] 'agreement among raft nodes before linearized reading' (duration: 104.853883ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:05.999984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.111752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T01:03:06.000037Z","caller":"traceutil/trace.go:171","msg":"trace[1903496077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13830; }","duration":"108.186456ms","start":"2026-05-28T01:03:05.891834Z","end":"2026-05-28T01:03:06.000021Z","steps":["trace[1903496077] 'agreement among raft nodes before linearized reading' (duration: 107.97436ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.184841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.201275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T01:03:21.18496Z","caller":"traceutil/trace.go:171","msg":"trace[2013042512] linearizableReadLoop","detail":"{readStateIndex:14402; appliedIndex:14401; }","duration":"100.572907ms","start":"2026-05-28T01:03:21.084369Z","end":"2026-05-28T01:03:21.184942Z","steps":["trace[2013042512] 'read index received' (duration: 48.811µs)","trace[2013042512] 'applied index is now lower than readState.Index' (duration: 100.523076ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:21.185037Z","caller":"traceutil/trace.go:171","msg":"trace[592513740] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"153.810723ms","start":"2026-05-28T01:03:21.031213Z","end":"2026-05-28T01:03:21.185024Z","steps":["trace[592513740] 'process raft request' (duration: 37.329511ms)","trace[592513740] 'compare' (duration: 116.07875ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:21.185298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.878506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:03:21.185438Z","caller":"traceutil/trace.go:171","msg":"trace[2060734013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13922; }","duration":"101.072292ms","start":"2026-05-28T01:03:21.084329Z","end":"2026-05-28T01:03:21.185402Z","steps":["trace[2060734013] 'agreement among raft nodes before linearized reading' (duration: 100.777254ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:21.188031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.238899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v2t9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-28T01:03:21.188111Z","caller":"traceutil/trace.go:171","msg":"trace[1464276226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v2t9k; range_end:; response_count:1; response_revision:13923; }","duration":"100.346362ms","start":"2026-05-28T01:03:21.087747Z","end":"2026-05-28T01:03:21.188094Z","steps":["trace[1464276226] 'agreement among raft nodes before linearized reading' (duration: 100.152326ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:22.313125Z","caller":"traceutil/trace.go:171","msg":"trace[1918951833] linearizableReadLoop","detail":"{readStateIndex:14406; appliedIndex:14405; }","duration":"243.972986ms","start":"2026-05-28T01:03:22.069125Z","end":"2026-05-28T01:03:22.313098Z","steps":["trace[1918951833] 'read index received' (duration: 233.295945ms)","trace[1918951833] 'applied index is now lower than readState.Index' (duration: 10.675821ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:22.313285Z","caller":"traceutil/trace.go:171","msg":"trace[372127392] transaction","detail":"{read_only:false; response_revision:13926; number_of_response:1; }","duration":"259.386106ms","start":"2026-05-28T01:03:22.053851Z","end":"2026-05-28T01:03:22.313237Z","steps":["trace[372127392] 'process raft request' (duration: 248.556981ms)","trace[372127392] 'compare' (duration: 10.25733ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:22.313666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.471729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T01:03:22.313748Z","caller":"traceutil/trace.go:171","msg":"trace[1528542386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13926; }","duration":"244.619064ms","start":"2026-05-28T01:03:22.069098Z","end":"2026-05-28T01:03:22.313717Z","steps":["trace[1528542386] 'agreement among raft nodes before linearized reading' (duration: 244.180542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:22.315366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.93417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T01:03:22.315394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.020781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T01:03:22.315438Z","caller":"traceutil/trace.go:171","msg":"trace[1294980054] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13927; }","duration":"216.040403ms","start":"2026-05-28T01:03:22.099381Z","end":"2026-05-28T01:03:22.315421Z","steps":["trace[1294980054] 'agreement among raft nodes before linearized reading' (duration: 215.915139ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:22.315466Z","caller":"traceutil/trace.go:171","msg":"trace[1524386792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13927; }","duration":"239.132564ms","start":"2026-05-28T01:03:22.076315Z","end":"2026-05-28T01:03:22.315448Z","steps":["trace[1524386792] 'agreement among raft nodes before linearized reading' (duration: 238.914988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:22.315774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.980866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-28T01:03:22.315783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.35192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-28T01:03:22.315783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.37718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T01:03:22.315844Z","caller":"traceutil/trace.go:171","msg":"trace[299595577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13927; }","duration":"237.058447ms","start":"2026-05-28T01:03:22.078752Z","end":"2026-05-28T01:03:22.315811Z","steps":["trace[299595577] 'agreement among raft nodes before linearized reading' (duration: 236.856371ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:22.315873Z","caller":"traceutil/trace.go:171","msg":"trace[2057164071] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13927; }","duration":"232.460821ms","start":"2026-05-28T01:03:22.083366Z","end":"2026-05-28T01:03:22.315827Z","steps":["trace[2057164071] 'agreement among raft nodes before linearized reading' (duration: 232.306917ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:22.315892Z","caller":"traceutil/trace.go:171","msg":"trace[1342418589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13927; }","duration":"239.413841ms","start":"2026-05-28T01:03:22.076402Z","end":"2026-05-28T01:03:22.315816Z","steps":["trace[1342418589] 'agreement among raft nodes before linearized reading' (duration: 239.297578ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:31.331344Z","caller":"traceutil/trace.go:171","msg":"trace[220618163] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"112.047552ms","start":"2026-05-28T01:03:31.219273Z","end":"2026-05-28T01:03:31.33132Z","steps":["trace[220618163] 'process raft request' (duration: 111.901327ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:03:31.542445Z","caller":"traceutil/trace.go:171","msg":"trace[16859242] linearizableReadLoop","detail":"{readStateIndex:14579; appliedIndex:14577; }","duration":"275.791115ms","start":"2026-05-28T01:03:31.266604Z","end":"2026-05-28T01:03:31.542395Z","steps":["trace[16859242] 'read index received' (duration: 64.633536ms)","trace[16859242] 'applied index is now lower than readState.Index' (duration: 211.156558ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:03:31.542499Z","caller":"traceutil/trace.go:171","msg":"trace[1307224317] transaction","detail":"{read_only:false; response_revision:14096; number_of_response:1; }","duration":"301.021844ms","start":"2026-05-28T01:03:31.241412Z","end":"2026-05-28T01:03:31.542434Z","steps":["trace[1307224317] 'process raft request' (duration: 279.362802ms)","trace[1307224317] 'compare' (duration: 21.327873ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:03:31.54263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:03:31.241385Z","time spent":"301.177559ms","remote":"127.0.0.1:49026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T01:03:31.542774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.148434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v2t9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-05-28T01:03:31.542884Z","caller":"traceutil/trace.go:171","msg":"trace[25625088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v2t9k; range_end:; response_count:1; response_revision:14096; }","duration":"276.294429ms","start":"2026-05-28T01:03:31.266563Z","end":"2026-05-28T01:03:31.542857Z","steps":["trace[25625088] 'agreement among raft nodes before linearized reading' (duration: 275.933359ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:03:31.547611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.48965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-pt2zd\" ","response":"range_response_count:1 size:7032"} {"level":"info","ts":"2026-05-28T01:03:31.54767Z","caller":"traceutil/trace.go:171","msg":"trace[1168043036] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-pt2zd; range_end:; response_count:1; response_revision:14097; }","duration":"173.588582ms","start":"2026-05-28T01:03:31.374068Z","end":"2026-05-28T01:03:31.547656Z","steps":["trace[1168043036] 'agreement among raft nodes before linearized reading' (duration: 173.413308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:03.607908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.598504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:03.607998Z","caller":"traceutil/trace.go:171","msg":"trace[1669311423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15160; }","duration":"128.759757ms","start":"2026-05-28T01:05:03.47922Z","end":"2026-05-28T01:05:03.60798Z","steps":["trace[1669311423] 'range keys from in-memory index tree' (duration: 128.447838ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T01:05:04.459559Z","caller":"traceutil/trace.go:171","msg":"trace[1951365103] linearizableReadLoop","detail":"{readStateIndex:15678; appliedIndex:15677; }","duration":"464.660715ms","start":"2026-05-28T01:05:03.994878Z","end":"2026-05-28T01:05:04.459539Z","steps":["trace[1951365103] 'read index received' (duration: 464.615424ms)","trace[1951365103] 'applied index is now lower than readState.Index' (duration: 43.901µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:05:04.459623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:03.988799Z","time spent":"470.818544ms","remote":"127.0.0.1:48994","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T01:05:04.459836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.934113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-05-28T01:05:04.459935Z","caller":"traceutil/trace.go:171","msg":"trace[1418082521] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15162; }","duration":"465.069956ms","start":"2026-05-28T01:05:03.994842Z","end":"2026-05-28T01:05:04.459912Z","steps":["trace[1418082521] 'agreement among raft nodes before linearized reading' (duration: 464.784668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:04.459983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:03.994825Z","time spent":"465.14969ms","remote":"127.0.0.1:49122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-05-28T01:05:04.536117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.080001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T01:05:04.536184Z","caller":"traceutil/trace.go:171","msg":"trace[1406436674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15164; }","duration":"452.186634ms","start":"2026-05-28T01:05:04.083981Z","end":"2026-05-28T01:05:04.536168Z","steps":["trace[1406436674] 'agreement among raft nodes before linearized reading' (duration: 452.087002ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:05:04.536221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:05:04.08396Z","time spent":"452.252706ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T01:05:50.736381Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12855} {"level":"info","ts":"2026-05-28T01:05:50.809648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12855,"took":"70.559868ms","hash":3308214311,"current-db-size-bytes":58589184,"current-db-size":"59 MB","current-db-size-in-use-bytes":31162368,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-05-28T01:05:50.80972Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3308214311,"revision":12855,"compact-revision":10777} {"level":"info","ts":"2026-05-28T01:10:50.744694Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15470} {"level":"info","ts":"2026-05-28T01:10:50.84997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15470,"took":"97.498074ms","hash":3657650922,"current-db-size-bytes":58589184,"current-db-size":"59 MB","current-db-size-in-use-bytes":32100352,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-05-28T01:10:50.850031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3657650922,"revision":15470,"compact-revision":12855} {"level":"info","ts":"2026-05-28T01:10:52.079355Z","caller":"traceutil/trace.go:171","msg":"trace[1442744659] transaction","detail":"{read_only:false; response_revision:17720; number_of_response:1; }","duration":"223.384022ms","start":"2026-05-28T01:10:51.855949Z","end":"2026-05-28T01:10:52.079333Z","steps":["trace[1442744659] 'process raft request' (duration: 223.266158ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:10:52.501516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.908151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-05-28T01:10:52.501629Z","caller":"traceutil/trace.go:171","msg":"trace[595329012] linearizableReadLoop","detail":"{readStateIndex:18322; appliedIndex:18321; }","duration":"434.727015ms","start":"2026-05-28T01:10:52.066882Z","end":"2026-05-28T01:10:52.501609Z","steps":["trace[595329012] 'read index received' (duration: 12.838849ms)","trace[595329012] 'applied index is now lower than readState.Index' (duration: 421.886516ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T01:10:52.501725Z","caller":"traceutil/trace.go:171","msg":"trace[1173338347] transaction","detail":"{read_only:false; response_revision:17721; number_of_response:1; }","duration":"547.273148ms","start":"2026-05-28T01:10:51.954439Z","end":"2026-05-28T01:10:52.501712Z","steps":["trace[1173338347] 'process raft request' (duration: 166.04251ms)","trace[1173338347] 'compare' (duration: 380.146629ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T01:10:52.502009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:10:51.954412Z","time spent":"547.349332ms","remote":"127.0.0.1:49216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T01:10:52.502313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.334741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-q7jlf\" ","response":"range_response_count:1 size:9792"} {"level":"info","ts":"2026-05-28T01:10:52.502402Z","caller":"traceutil/trace.go:171","msg":"trace[1388513042] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-q7jlf; range_end:; response_count:1; response_revision:17721; }","duration":"435.541768ms","start":"2026-05-28T01:10:52.066837Z","end":"2026-05-28T01:10:52.502379Z","steps":["trace[1388513042] 'agreement among raft nodes before linearized reading' (duration: 435.104927ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T01:10:52.50261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T01:10:52.066818Z","time spent":"435.777524ms","remote":"127.0.0.1:49136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9815,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-q7jlf\" "} {"level":"info","ts":"2026-05-28T01:15:42.054296Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b844c110b9783e73","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-05-28T01:15:42.058838Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-05-28T01:15:42.058917Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-05-28T01:15:50.753047Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17715} {"level":"info","ts":"2026-05-28T01:15:50.861298Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17715,"took":"104.509836ms","hash":1646298377,"current-db-size-bytes":58589184,"current-db-size":"59 MB","current-db-size-in-use-bytes":27807744,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-28T01:15:50.861401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1646298377,"revision":17715,"compact-revision":15470}