{"level":"warn","ts":"2026-04-29T01:29:08.071384Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:29:08.07148Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-29T01:29:08.071549Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-29T01:29:08.071571Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-04-29T01:29:08.071592Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:29:08.072348Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-04-29T01:29:08.072438Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-29T01:29:08.077951Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.270455ms"} {"level":"info","ts":"2026-04-29T01:29:08.085794Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-04-29T01:29:08.085874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-29T01:29:08.0859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-04-29T01:29:08.08592Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-29T01:29:08.085954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-04-29T01:29:08.086002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-04-29T01:29:08.093176Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-29T01:29:08.094621Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-29T01:29:08.09585Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-29T01:29:08.098202Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-29T01:29:08.098515Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:29:08.098684Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:29:08.098701Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-29T01:29:08.098446Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-29T01:29:08.099799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-04-29T01:29:08.101187Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-04-29T01:29:08.105727Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-29T01:29:08.106039Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-29T01:29:08.106098Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-29T01:29:08.1067Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-04-29T01:29:08.10675Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-04-29T01:29:08.987137Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-29T01:29:08.987214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-29T01:29:08.987269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-04-29T01:29:08.987297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-04-29T01:29:08.987319Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-04-29T01:29:08.987345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-04-29T01:29:08.987365Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-04-29T01:29:08.988378Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-04-29T01:29:08.988479Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:29:08.988574Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:29:08.988563Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-29T01:29:08.9888Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-29T01:29:08.988862Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-29T01:29:08.98947Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:29:08.989597Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:29:08.989623Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-29T01:29:08.991206Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-04-29T01:29:08.99202Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-29T01:29:34.332623Z","caller":"traceutil/trace.go:171","msg":"trace[455541415] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"131.188546ms","start":"2026-04-29T01:29:34.201407Z","end":"2026-04-29T01:29:34.332595Z","steps":["trace[455541415] 'process raft request' (duration: 131.019901ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:46.825681Z","caller":"traceutil/trace.go:171","msg":"trace[2094742647] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"114.072599ms","start":"2026-04-29T01:29:46.711565Z","end":"2026-04-29T01:29:46.825637Z","steps":["trace[2094742647] 'process raft request' (duration: 108.66349ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:46.825829Z","caller":"traceutil/trace.go:171","msg":"trace[2038791580] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"107.849748ms","start":"2026-04-29T01:29:46.717962Z","end":"2026-04-29T01:29:46.825812Z","steps":["trace[2038791580] 'process raft request' (duration: 107.594751ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:53.266405Z","caller":"traceutil/trace.go:171","msg":"trace[950130927] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"229.017112ms","start":"2026-04-29T01:29:53.037354Z","end":"2026-04-29T01:29:53.266371Z","steps":["trace[950130927] 'read index received' (duration: 228.040105ms)","trace[950130927] 'applied index is now lower than readState.Index' (duration: 975.827µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:29:53.266694Z","caller":"traceutil/trace.go:171","msg":"trace[156256747] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"277.128251ms","start":"2026-04-29T01:29:52.989528Z","end":"2026-04-29T01:29:53.266656Z","steps":["trace[156256747] 'process raft request' (duration: 276.044161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:29:53.266779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.404583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6qpb9\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-29T01:29:53.266851Z","caller":"traceutil/trace.go:171","msg":"trace[2094672222] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6qpb9; range_end:; response_count:1; response_revision:596; }","duration":"229.526957ms","start":"2026-04-29T01:29:53.03731Z","end":"2026-04-29T01:29:53.266837Z","steps":["trace[2094672222] 'agreement among raft nodes before linearized reading' (duration: 229.183187ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:29:53.844373Z","caller":"traceutil/trace.go:171","msg":"trace[225603129] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"431.010339ms","start":"2026-04-29T01:29:53.413328Z","end":"2026-04-29T01:29:53.844339Z","steps":["trace[225603129] 'process raft request' (duration: 412.009384ms)","trace[225603129] 'compare' (duration: 18.728087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:29:53.844869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:29:53.413307Z","time spent":"431.138643ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-29T01:30:08.735484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.157639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:30:08.735588Z","caller":"traceutil/trace.go:171","msg":"trace[532912854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:755; }","duration":"165.331364ms","start":"2026-04-29T01:30:08.570237Z","end":"2026-04-29T01:30:08.735568Z","steps":["trace[532912854] 'range keys from in-memory index tree' (duration: 164.925813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:30:08.735487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.807747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:30:08.735837Z","caller":"traceutil/trace.go:171","msg":"trace[1022558920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:755; }","duration":"108.206938ms","start":"2026-04-29T01:30:08.627596Z","end":"2026-04-29T01:30:08.735802Z","steps":["trace[1022558920] 'range keys from in-memory index tree' (duration: 107.558309ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:31:21.894058Z","caller":"traceutil/trace.go:171","msg":"trace[1723334850] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"114.264927ms","start":"2026-04-29T01:31:21.779763Z","end":"2026-04-29T01:31:21.894028Z","steps":["trace[1723334850] 'read index received' (duration: 114.228736ms)","trace[1723334850] 'applied index is now lower than readState.Index' (duration: 35.29µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:31:21.894165Z","caller":"traceutil/trace.go:171","msg":"trace[2112476122] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"265.34202ms","start":"2026-04-29T01:31:21.628784Z","end":"2026-04-29T01:31:21.894126Z","steps":["trace[2112476122] 'process raft request' (duration: 265.096513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:31:21.894323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.532974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c2f41ad4-2569-477d-993b-80ca1ac175ce\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-29T01:31:21.89437Z","caller":"traceutil/trace.go:171","msg":"trace[228649098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c2f41ad4-2569-477d-993b-80ca1ac175ce; range_end:; response_count:1; response_revision:1825; }","duration":"114.622127ms","start":"2026-04-29T01:31:21.779735Z","end":"2026-04-29T01:31:21.894357Z","steps":["trace[228649098] 'agreement among raft nodes before linearized reading' (duration: 114.456762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:31:21.910034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.285688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:31:21.910082Z","caller":"traceutil/trace.go:171","msg":"trace[223447143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1826; }","duration":"110.361959ms","start":"2026-04-29T01:31:21.79971Z","end":"2026-04-29T01:31:21.910072Z","steps":["trace[223447143] 'agreement among raft nodes before linearized reading' (duration: 110.276747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:31:22.281043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.762201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:31:22.281173Z","caller":"traceutil/trace.go:171","msg":"trace[657177312] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"281.772459ms","start":"2026-04-29T01:31:21.999377Z","end":"2026-04-29T01:31:22.281149Z","steps":["trace[657177312] 'process raft request' (duration: 87.497434ms)","trace[657177312] 'compare' (duration: 193.595147ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:31:34.097325Z","caller":"traceutil/trace.go:171","msg":"trace[332377443] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"150.505508ms","start":"2026-04-29T01:31:33.946788Z","end":"2026-04-29T01:31:34.097293Z","steps":["trace[332377443] 'process raft request' (duration: 141.655806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:32:12.339462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.744127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:32:12.339592Z","caller":"traceutil/trace.go:171","msg":"trace[713546986] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2223; }","duration":"204.186591ms","start":"2026-04-29T01:32:12.135393Z","end":"2026-04-29T01:32:12.33958Z","steps":["trace[713546986] 'read index received' (duration: 64.222178ms)","trace[713546986] 'applied index is now lower than readState.Index' (duration: 139.963663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:32:12.339661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.267063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:32:12.339695Z","caller":"traceutil/trace.go:171","msg":"trace[891712212] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2146; }","duration":"204.340235ms","start":"2026-04-29T01:32:12.135349Z","end":"2026-04-29T01:32:12.339689Z","steps":["trace[891712212] 'agreement among raft nodes before linearized reading' (duration: 204.264243ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:32:12.339832Z","caller":"traceutil/trace.go:171","msg":"trace[2133518268] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"285.5985ms","start":"2026-04-29T01:32:12.054203Z","end":"2026-04-29T01:32:12.339801Z","steps":["trace[2133518268] 'process raft request' (duration: 145.454443ms)","trace[2133518268] 'compare' (duration: 139.660324ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:32:12.339887Z","caller":"traceutil/trace.go:171","msg":"trace[349684316] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"241.888383ms","start":"2026-04-29T01:32:12.097957Z","end":"2026-04-29T01:32:12.339845Z","steps":["trace[349684316] 'process raft request' (duration: 241.582205ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:35:56.381969Z","caller":"traceutil/trace.go:171","msg":"trace[453827711] linearizableReadLoop","detail":"{readStateIndex:3870; appliedIndex:3869; }","duration":"171.824831ms","start":"2026-04-29T01:35:56.210124Z","end":"2026-04-29T01:35:56.381949Z","steps":["trace[453827711] 'read index received' (duration: 171.649817ms)","trace[453827711] 'applied index is now lower than readState.Index' (duration: 174.024µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:35:56.382007Z","caller":"traceutil/trace.go:171","msg":"trace[306876814] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"177.805364ms","start":"2026-04-29T01:35:56.204168Z","end":"2026-04-29T01:35:56.381974Z","steps":["trace[306876814] 'process raft request' (duration: 177.632129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:35:56.382138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.003516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T01:35:56.382169Z","caller":"traceutil/trace.go:171","msg":"trace[219876526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3732; }","duration":"172.089798ms","start":"2026-04-29T01:35:56.210073Z","end":"2026-04-29T01:35:56.382163Z","steps":["trace[219876526] 'agreement among raft nodes before linearized reading' (duration: 171.951914ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:12.306319Z","caller":"traceutil/trace.go:171","msg":"trace[1825066743] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"139.592562ms","start":"2026-04-29T01:37:12.166701Z","end":"2026-04-29T01:37:12.306293Z","steps":["trace[1825066743] 'process raft request' (duration: 139.381467ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:12.306522Z","caller":"traceutil/trace.go:171","msg":"trace[1169695113] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"138.293217ms","start":"2026-04-29T01:37:12.168196Z","end":"2026-04-29T01:37:12.306489Z","steps":["trace[1169695113] 'process raft request' (duration: 138.0266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:37:12.306692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.67668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-04-29T01:37:12.30674Z","caller":"traceutil/trace.go:171","msg":"trace[2054484001] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4625; }","duration":"133.737481ms","start":"2026-04-29T01:37:12.172992Z","end":"2026-04-29T01:37:12.306729Z","steps":["trace[2054484001] 'agreement among raft nodes before linearized reading' (duration: 133.575087ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:12.306495Z","caller":"traceutil/trace.go:171","msg":"trace[8399445] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4798; }","duration":"133.440953ms","start":"2026-04-29T01:37:12.172994Z","end":"2026-04-29T01:37:12.306435Z","steps":["trace[8399445] 'read index received' (duration: 15.983469ms)","trace[8399445] 'applied index is now lower than readState.Index' (duration: 117.455644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:37:12.307111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.356167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bde8d30c-5d60-4367-905c-1019c8f1c26a\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-04-29T01:37:12.307151Z","caller":"traceutil/trace.go:171","msg":"trace[1512298641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bde8d30c-5d60-4367-905c-1019c8f1c26a; range_end:; response_count:1; response_revision:4625; }","duration":"111.426639ms","start":"2026-04-29T01:37:12.195712Z","end":"2026-04-29T01:37:12.307139Z","steps":["trace[1512298641] 'agreement among raft nodes before linearized reading' (duration: 111.334616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:37:12.307242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.877656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bde8d30c-5d60-4367-905c-1019c8f1c26a\" ","response":"range_response_count:1 size:2708"} {"level":"info","ts":"2026-04-29T01:37:12.307351Z","caller":"traceutil/trace.go:171","msg":"trace[1747589957] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bde8d30c-5d60-4367-905c-1019c8f1c26a; range_end:; response_count:1; response_revision:4625; }","duration":"114.057881ms","start":"2026-04-29T01:37:12.193276Z","end":"2026-04-29T01:37:12.307334Z","steps":["trace[1747589957] 'agreement among raft nodes before linearized reading' (duration: 113.702381ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:21.724028Z","caller":"traceutil/trace.go:171","msg":"trace[88748288] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"119.227783ms","start":"2026-04-29T01:37:21.604766Z","end":"2026-04-29T01:37:21.723994Z","steps":["trace[88748288] 'process raft request' (duration: 119.080329ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:21.773986Z","caller":"traceutil/trace.go:171","msg":"trace[1275935145] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"168.944137ms","start":"2026-04-29T01:37:21.604999Z","end":"2026-04-29T01:37:21.773943Z","steps":["trace[1275935145] 'process raft request' (duration: 168.67483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:37:31.315809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.125515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t85sf.18aab01a372a7f29\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-29T01:37:31.315883Z","caller":"traceutil/trace.go:171","msg":"trace[761035212] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t85sf.18aab01a372a7f29; range_end:; response_count:1; response_revision:5128; }","duration":"160.248409ms","start":"2026-04-29T01:37:31.155618Z","end":"2026-04-29T01:37:31.315867Z","steps":["trace[761035212] 'range keys from in-memory index tree' (duration: 159.965361ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:39.156179Z","caller":"traceutil/trace.go:171","msg":"trace[1961925248] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"158.042778ms","start":"2026-04-29T01:37:38.998105Z","end":"2026-04-29T01:37:39.156148Z","steps":["trace[1961925248] 'process raft request' (duration: 157.884264ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:39.179134Z","caller":"traceutil/trace.go:171","msg":"trace[1080879515] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5491; }","duration":"143.331105ms","start":"2026-04-29T01:37:39.035778Z","end":"2026-04-29T01:37:39.179109Z","steps":["trace[1080879515] 'read index received' (duration: 120.508588ms)","trace[1080879515] 'applied index is now lower than readState.Index' (duration: 22.821337ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:37:39.179229Z","caller":"traceutil/trace.go:171","msg":"trace[761669717] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"180.952418ms","start":"2026-04-29T01:37:38.998231Z","end":"2026-04-29T01:37:39.179183Z","steps":["trace[761669717] 'process raft request' (duration: 180.753012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:37:39.179338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.5539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-29T01:37:39.179409Z","caller":"traceutil/trace.go:171","msg":"trace[1453190544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5298; }","duration":"143.671223ms","start":"2026-04-29T01:37:39.035723Z","end":"2026-04-29T01:37:39.179394Z","steps":["trace[1453190544] 'agreement among raft nodes before linearized reading' (duration: 143.485388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:37:39.179443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.559175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-29T01:37:39.179466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.283735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f3353f30-918a-4855-830b-6b706bd1c4e9\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-29T01:37:39.1795Z","caller":"traceutil/trace.go:171","msg":"trace[129415312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5298; }","duration":"118.681138ms","start":"2026-04-29T01:37:39.060805Z","end":"2026-04-29T01:37:39.179486Z","steps":["trace[129415312] 'agreement among raft nodes before linearized reading' (duration: 118.475602ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:39.179544Z","caller":"traceutil/trace.go:171","msg":"trace[823666022] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f3353f30-918a-4855-830b-6b706bd1c4e9; range_end:; response_count:1; response_revision:5298; }","duration":"127.410467ms","start":"2026-04-29T01:37:39.052118Z","end":"2026-04-29T01:37:39.179528Z","steps":["trace[823666022] 'agreement among raft nodes before linearized reading' (duration: 127.119479ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:37:39.336931Z","caller":"traceutil/trace.go:171","msg":"trace[1546682159] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"153.329559ms","start":"2026-04-29T01:37:39.183569Z","end":"2026-04-29T01:37:39.336898Z","steps":["trace[1546682159] 'process raft request' (duration: 120.132507ms)","trace[1546682159] 'compare' (duration: 32.998886ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:37:50.912004Z","caller":"traceutil/trace.go:171","msg":"trace[1406731180] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"143.377576ms","start":"2026-04-29T01:37:50.768599Z","end":"2026-04-29T01:37:50.911977Z","steps":["trace[1406731180] 'process raft request' (duration: 143.221401ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:39:09.015767Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2977} {"level":"info","ts":"2026-04-29T01:39:09.083089Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2977,"took":"65.920293ms","hash":439364910,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":34140160,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T01:39:09.083156Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":439364910,"revision":2977,"compact-revision":-1} {"level":"info","ts":"2026-04-29T01:43:40.734483Z","caller":"traceutil/trace.go:171","msg":"trace[936222783] linearizableReadLoop","detail":"{readStateIndex:8384; appliedIndex:8383; }","duration":"244.58107ms","start":"2026-04-29T01:43:40.489878Z","end":"2026-04-29T01:43:40.734459Z","steps":["trace[936222783] 'read index received' (duration: 244.308132ms)","trace[936222783] 'applied index is now lower than readState.Index' (duration: 271.858µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:43:40.734505Z","caller":"traceutil/trace.go:171","msg":"trace[679985718] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"262.389568ms","start":"2026-04-29T01:43:40.472086Z","end":"2026-04-29T01:43:40.734475Z","steps":["trace[679985718] 'process raft request' (duration: 262.193323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:43:40.734729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.833436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:43:40.734774Z","caller":"traceutil/trace.go:171","msg":"trace[993583401] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8104; }","duration":"244.929309ms","start":"2026-04-29T01:43:40.489831Z","end":"2026-04-29T01:43:40.734761Z","steps":["trace[993583401] 'agreement among raft nodes before linearized reading' (duration: 244.730973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:43:53.43604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.657486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:43:53.436167Z","caller":"traceutil/trace.go:171","msg":"trace[129656004] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"276.984148ms","start":"2026-04-29T01:43:53.159162Z","end":"2026-04-29T01:43:53.436146Z","steps":["trace[129656004] 'process raft request' (duration: 131.131887ms)","trace[129656004] 'compare' (duration: 145.517092ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:43:53.527792Z","caller":"traceutil/trace.go:171","msg":"trace[295894906] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"171.68939ms","start":"2026-04-29T01:43:53.356072Z","end":"2026-04-29T01:43:53.527761Z","steps":["trace[295894906] 'process raft request' (duration: 171.534456ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:43:53.639278Z","caller":"traceutil/trace.go:171","msg":"trace[1558333636] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"100.573508ms","start":"2026-04-29T01:43:53.538677Z","end":"2026-04-29T01:43:53.639251Z","steps":["trace[1558333636] 'process raft request' (duration: 100.407324ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:43:54.572467Z","caller":"traceutil/trace.go:171","msg":"trace[701318282] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"208.272364ms","start":"2026-04-29T01:43:54.364167Z","end":"2026-04-29T01:43:54.572439Z","steps":["trace[701318282] 'process raft request' (duration: 208.092299ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:44:09.022873Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6093} {"level":"info","ts":"2026-04-29T01:44:09.121757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6093,"took":"96.95729ms","hash":2970223560,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":22884352,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-29T01:44:09.121833Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2970223560,"revision":6093,"compact-revision":2977} {"level":"warn","ts":"2026-04-29T01:44:22.347707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.371982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:44:22.347943Z","caller":"traceutil/trace.go:171","msg":"trace[163910399] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"282.756647ms","start":"2026-04-29T01:44:22.065166Z","end":"2026-04-29T01:44:22.347922Z","steps":["trace[163910399] 'process raft request' (duration: 162.100407ms)","trace[163910399] 'compare' (duration: 120.101245ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:44:25.327921Z","caller":"traceutil/trace.go:171","msg":"trace[194879082] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"143.25008ms","start":"2026-04-29T01:44:25.184645Z","end":"2026-04-29T01:44:25.327896Z","steps":["trace[194879082] 'process raft request' (duration: 137.41817ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:44:25.327858Z","caller":"traceutil/trace.go:171","msg":"trace[554715997] linearizableReadLoop","detail":"{readStateIndex:8691; appliedIndex:8690; }","duration":"131.200559ms","start":"2026-04-29T01:44:25.196637Z","end":"2026-04-29T01:44:25.327838Z","steps":["trace[554715997] 'read index received' (duration: 125.337188ms)","trace[554715997] 'applied index is now lower than readState.Index' (duration: 5.862631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:44:25.328181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.532108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-29T01:44:25.328214Z","caller":"traceutil/trace.go:171","msg":"trace[737053403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8398; }","duration":"131.60632ms","start":"2026-04-29T01:44:25.196599Z","end":"2026-04-29T01:44:25.328206Z","steps":["trace[737053403] 'agreement among raft nodes before linearized reading' (duration: 131.502737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:44:25.328997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.33452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-29T01:44:25.329026Z","caller":"traceutil/trace.go:171","msg":"trace[383045404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8398; }","duration":"101.36551ms","start":"2026-04-29T01:44:25.227653Z","end":"2026-04-29T01:44:25.329018Z","steps":["trace[383045404] 'agreement among raft nodes before linearized reading' (duration: 100.764184ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:45:25.257343Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002443.wal"} {"level":"info","ts":"2026-04-29T01:46:51.904223Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T01:46:51.908744Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-29T01:46:51.908889Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-29T01:49:09.029323Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8259} {"level":"info","ts":"2026-04-29T01:49:09.105359Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8259,"took":"73.89991ms","hash":352306379,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":26587136,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-29T01:49:09.105436Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":352306379,"revision":8259,"compact-revision":6093} {"level":"warn","ts":"2026-04-29T01:49:32.992291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.366214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:49:32.992388Z","caller":"traceutil/trace.go:171","msg":"trace[53111552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11078; }","duration":"109.54936ms","start":"2026-04-29T01:49:32.882818Z","end":"2026-04-29T01:49:32.992368Z","steps":["trace[53111552] 'range keys from in-memory index tree' (duration: 109.098226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:13.569247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532039708141598,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:51:13.616542Z","caller":"traceutil/trace.go:171","msg":"trace[70684598] linearizableReadLoop","detail":"{readStateIndex:12141; appliedIndex:12140; }","duration":"697.423212ms","start":"2026-04-29T01:51:12.919099Z","end":"2026-04-29T01:51:13.616522Z","steps":["trace[70684598] 'read index received' (duration: 696.773914ms)","trace[70684598] 'applied index is now lower than readState.Index' (duration: 647.948µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:51:13.616733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.626847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:51:13.616762Z","caller":"traceutil/trace.go:171","msg":"trace[405289542] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11747; }","duration":"697.671388ms","start":"2026-04-29T01:51:12.919082Z","end":"2026-04-29T01:51:13.616753Z","steps":["trace[405289542] 'agreement among raft nodes before linearized reading' (duration: 697.553465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:13.616753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.215482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:13.616757Z","caller":"traceutil/trace.go:171","msg":"trace[1464466445] transaction","detail":"{read_only:false; response_revision:11747; number_of_response:1; }","duration":"756.898775ms","start":"2026-04-29T01:51:12.859797Z","end":"2026-04-29T01:51:13.616695Z","steps":["trace[1464466445] 'process raft request' (duration: 756.046471ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:13.616835Z","caller":"traceutil/trace.go:171","msg":"trace[1528899982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:11747; }","duration":"495.360826ms","start":"2026-04-29T01:51:13.121456Z","end":"2026-04-29T01:51:13.616817Z","steps":["trace[1528899982] 'agreement among raft nodes before linearized reading' (duration: 495.218482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:13.616881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:13.121436Z","time spent":"495.433628ms","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:13.616869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.199488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:51:13.616937Z","caller":"traceutil/trace.go:171","msg":"trace[50952361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11747; }","duration":"297.3014ms","start":"2026-04-29T01:51:13.319618Z","end":"2026-04-29T01:51:13.61692Z","steps":["trace[50952361] 'agreement among raft nodes before linearized reading' (duration: 297.092814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:13.616942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:12.85978Z","time spent":"757.056868ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7398,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:51:13.616786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:12.919021Z","time spent":"697.759801ms","remote":"127.0.0.1:33638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:13.617144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.83056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-29T01:51:13.617172Z","caller":"traceutil/trace.go:171","msg":"trace[296957952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11747; }","duration":"385.901511ms","start":"2026-04-29T01:51:13.231264Z","end":"2026-04-29T01:51:13.617166Z","steps":["trace[296957952] 'agreement among raft nodes before linearized reading' (duration: 385.809079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:13.617167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.398696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-29T01:51:13.617207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:13.231244Z","time spent":"385.957623ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-29T01:51:13.617201Z","caller":"traceutil/trace.go:171","msg":"trace[2143755126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11747; }","duration":"331.471798ms","start":"2026-04-29T01:51:13.285719Z","end":"2026-04-29T01:51:13.617191Z","steps":["trace[2143755126] 'agreement among raft nodes before linearized reading' (duration: 331.328974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:13.617303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:13.285697Z","time spent":"331.592682ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:51:19.168344Z","caller":"traceutil/trace.go:171","msg":"trace[412402516] linearizableReadLoop","detail":"{readStateIndex:12192; appliedIndex:12191; }","duration":"452.923832ms","start":"2026-04-29T01:51:18.715396Z","end":"2026-04-29T01:51:19.16832Z","steps":["trace[412402516] 'read index received' (duration: 452.86707ms)","trace[412402516] 'applied index is now lower than readState.Index' (duration: 55.871µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:51:19.168589Z","caller":"traceutil/trace.go:171","msg":"trace[1655735618] transaction","detail":"{read_only:false; response_revision:11796; number_of_response:1; }","duration":"454.568497ms","start":"2026-04-29T01:51:18.714009Z","end":"2026-04-29T01:51:19.168577Z","steps":["trace[1655735618] 'process raft request' (duration: 454.184546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:19.168698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:18.713991Z","time spent":"454.635429ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:51:19.169063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.670483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-29T01:51:19.169119Z","caller":"traceutil/trace.go:171","msg":"trace[1276286315] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11796; }","duration":"453.764665ms","start":"2026-04-29T01:51:18.715343Z","end":"2026-04-29T01:51:19.169108Z","steps":["trace[1276286315] 'agreement among raft nodes before linearized reading' (duration: 453.559249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:19.16915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:18.71532Z","time spent":"453.822456ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T01:51:19.669344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532039708141715,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T01:51:19.684449Z","caller":"traceutil/trace.go:171","msg":"trace[1369994061] transaction","detail":"{read_only:false; response_revision:11797; number_of_response:1; }","duration":"916.860415ms","start":"2026-04-29T01:51:18.767569Z","end":"2026-04-29T01:51:19.684429Z","steps":["trace[1369994061] 'process raft request' (duration: 916.720361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:19.684577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:18.767556Z","time spent":"916.954708ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:51:19.684923Z","caller":"traceutil/trace.go:171","msg":"trace[828599687] transaction","detail":"{read_only:false; response_revision:11798; number_of_response:1; }","duration":"876.106486ms","start":"2026-04-29T01:51:18.808802Z","end":"2026-04-29T01:51:19.684909Z","steps":["trace[828599687] 'process raft request' (duration: 875.586622ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:19.684948Z","caller":"traceutil/trace.go:171","msg":"trace[682570198] transaction","detail":"{read_only:false; response_revision:11799; number_of_response:1; }","duration":"781.759567ms","start":"2026-04-29T01:51:18.903165Z","end":"2026-04-29T01:51:19.684925Z","steps":["trace[682570198] 'process raft request' (duration: 781.565951ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:19.68495Z","caller":"traceutil/trace.go:171","msg":"trace[2112872752] linearizableReadLoop","detail":"{readStateIndex:12195; appliedIndex:12192; }","duration":"516.505467ms","start":"2026-04-29T01:51:19.168413Z","end":"2026-04-29T01:51:19.684919Z","steps":["trace[2112872752] 'read index received' (duration: 515.828168ms)","trace[2112872752] 'applied index is now lower than readState.Index' (duration: 674.108µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:51:19.685052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.934578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:51:19.685048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.122905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T01:51:19.685081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:18.903142Z","time spent":"781.86688ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:51:19.685105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.159341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:19.685112Z","caller":"traceutil/trace.go:171","msg":"trace[767954364] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11799; }","duration":"619.03078ms","start":"2026-04-29T01:51:19.066063Z","end":"2026-04-29T01:51:19.685094Z","steps":["trace[767954364] 'agreement among raft nodes before linearized reading' (duration: 618.922587ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:19.685129Z","caller":"traceutil/trace.go:171","msg":"trace[1259998129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11799; }","duration":"887.214742ms","start":"2026-04-29T01:51:18.797907Z","end":"2026-04-29T01:51:19.685122Z","steps":["trace[1259998129] 'agreement among raft nodes before linearized reading' (duration: 887.170441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:19.685147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:18.797891Z","time spent":"887.252753ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:51:19.68515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.066044Z","time spent":"619.097303ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:19.685037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.103968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:19.685188Z","caller":"traceutil/trace.go:171","msg":"trace[1954387117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11799; }","duration":"848.301284ms","start":"2026-04-29T01:51:18.836875Z","end":"2026-04-29T01:51:19.685176Z","steps":["trace[1954387117] 'agreement among raft nodes before linearized reading' (duration: 848.084738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:19.68521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.007965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19173"} {"level":"info","ts":"2026-04-29T01:51:19.685235Z","caller":"traceutil/trace.go:171","msg":"trace[855357577] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11799; }","duration":"869.223278ms","start":"2026-04-29T01:51:18.815878Z","end":"2026-04-29T01:51:19.685102Z","steps":["trace[855357577] 'agreement among raft nodes before linearized reading' (duration: 869.091974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:19.685203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.716724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-29T01:51:19.685309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:18.815867Z","time spent":"869.422864ms","remote":"127.0.0.1:57050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:51:19.685298Z","caller":"traceutil/trace.go:171","msg":"trace[667690750] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11799; }","duration":"515.108769ms","start":"2026-04-29T01:51:19.170137Z","end":"2026-04-29T01:51:19.685246Z","steps":["trace[667690750] 'agreement among raft nodes before linearized reading' (duration: 514.962875ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:19.685525Z","caller":"traceutil/trace.go:171","msg":"trace[867658182] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11799; }","duration":"304.880578ms","start":"2026-04-29T01:51:19.380443Z","end":"2026-04-29T01:51:19.685323Z","steps":["trace[867658182] 'agreement among raft nodes before linearized reading' (duration: 304.659902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:19.685555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.380424Z","time spent":"305.122105ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-29T01:51:19.685571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.170115Z","time spent":"515.428097ms","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19197,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-29T01:51:19.685223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:18.836864Z","time spent":"848.347025ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:19.684977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:18.808786Z","time spent":"876.163318ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:51:20.355743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.152837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T01:51:20.355819Z","caller":"traceutil/trace.go:171","msg":"trace[1026202472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11803; }","duration":"516.26839ms","start":"2026-04-29T01:51:19.839534Z","end":"2026-04-29T01:51:20.355803Z","steps":["trace[1026202472] 'range keys from in-memory index tree' (duration: 515.960041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:20.355848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.839518Z","time spent":"516.322331ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T01:51:20.355925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.328031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:51:20.356015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.434099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:51:20.356007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.580932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:20.356058Z","caller":"traceutil/trace.go:171","msg":"trace[895960218] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11803; }","duration":"522.506381ms","start":"2026-04-29T01:51:19.83354Z","end":"2026-04-29T01:51:20.356047Z","steps":["trace[895960218] 'range keys from in-memory index tree' (duration: 522.370776ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:51:20.356069Z","caller":"traceutil/trace.go:171","msg":"trace[1629115421] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11803; }","duration":"546.686115ms","start":"2026-04-29T01:51:19.809368Z","end":"2026-04-29T01:51:20.356054Z","steps":["trace[1629115421] 'range keys from in-memory index tree' (duration: 546.487219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:20.356065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.539505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-29T01:51:20.356097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.809346Z","time spent":"546.745886ms","remote":"127.0.0.1:33722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-29T01:51:20.35602Z","caller":"traceutil/trace.go:171","msg":"trace[1296709026] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11803; }","duration":"516.467265ms","start":"2026-04-29T01:51:19.839534Z","end":"2026-04-29T01:51:20.356002Z","steps":["trace[1296709026] 'range keys from in-memory index tree' (duration: 516.088284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:20.356097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.833518Z","time spent":"522.569982ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-29T01:51:20.356121Z","caller":"traceutil/trace.go:171","msg":"trace[1511301096] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11803; }","duration":"513.621817ms","start":"2026-04-29T01:51:19.842486Z","end":"2026-04-29T01:51:20.356108Z","steps":["trace[1511301096] 'range keys from in-memory index tree' (duration: 513.3897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:20.35597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.904934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:51:20.356157Z","caller":"traceutil/trace.go:171","msg":"trace[245002688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11803; }","duration":"557.137261ms","start":"2026-04-29T01:51:19.799011Z","end":"2026-04-29T01:51:20.356148Z","steps":["trace[245002688] 'range keys from in-memory index tree' (duration: 556.814922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:20.356127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.839518Z","time spent":"516.602829ms","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-29T01:51:20.356189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.798987Z","time spent":"557.195422ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:51:20.35616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.842473Z","time spent":"513.678209ms","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-04-29T01:51:20.356304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.239819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:51:20.356391Z","caller":"traceutil/trace.go:171","msg":"trace[659343101] linearizableReadLoop","detail":"{readStateIndex:12200; appliedIndex:12199; }","duration":"305.996919ms","start":"2026-04-29T01:51:20.050379Z","end":"2026-04-29T01:51:20.356376Z","steps":["trace[659343101] 'read index received' (duration: 102.522864ms)","trace[659343101] 'applied index is now lower than readState.Index' (duration: 203.472625ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:51:20.356428Z","caller":"traceutil/trace.go:171","msg":"trace[942558516] transaction","detail":"{read_only:false; response_revision:11804; number_of_response:1; }","duration":"476.720534ms","start":"2026-04-29T01:51:19.879696Z","end":"2026-04-29T01:51:20.356417Z","steps":["trace[942558516] 'process raft request' (duration: 273.27249ms)","trace[942558516] 'compare' (duration: 202.770835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:51:20.356487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:19.879676Z","time spent":"476.783945ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:51:20.356489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.107111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:51:20.356525Z","caller":"traceutil/trace.go:171","msg":"trace[2141290438] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11804; }","duration":"306.187743ms","start":"2026-04-29T01:51:20.050326Z","end":"2026-04-29T01:51:20.356514Z","steps":["trace[2141290438] 'agreement among raft nodes before linearized reading' (duration: 306.116652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:51:20.356562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:51:20.050301Z","time spent":"306.253576ms","remote":"127.0.0.1:57034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:51:20.358954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.111789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8vjh5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-04-29T01:51:20.359035Z","caller":"traceutil/trace.go:171","msg":"trace[972681398] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8vjh5; range_end:; response_count:1; response_revision:11805; }","duration":"131.233542ms","start":"2026-04-29T01:51:20.227785Z","end":"2026-04-29T01:51:20.359019Z","steps":["trace[972681398] 'agreement among raft nodes before linearized reading' (duration: 130.898263ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:09.034485Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10943} {"level":"info","ts":"2026-04-29T01:54:09.110705Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10943,"took":"74.543216ms","hash":2720657029,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":28192768,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-29T01:54:09.110848Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2720657029,"revision":10943,"compact-revision":8259} {"level":"warn","ts":"2026-04-29T01:54:44.803949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00474329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-29T01:54:44.804134Z","caller":"traceutil/trace.go:171","msg":"trace[1489229596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004948296s","start":"2026-04-29T01:54:42.79917Z","end":"2026-04-29T01:54:44.804119Z","steps":["trace[1489229596] 'agreement among raft nodes before linearized reading' (duration: 2.00473852s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:44.804172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.799128Z","time spent":"2.005036368s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 01:54:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T01:54:46.8017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997253656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-29T01:54:46.801856Z","caller":"traceutil/trace.go:171","msg":"trace[819447782] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997475681s","start":"2026-04-29T01:54:44.804354Z","end":"2026-04-29T01:54:46.80183Z","steps":["trace[819447782] 'agreement among raft nodes before linearized reading' (duration: 1.997272075s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:46.801923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:44.804342Z","time spent":"1.997571804s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/29 01:54:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-29T01:54:47.370873Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.352974354s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-29T01:54:47.372522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.08913293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:54:47.37271Z","caller":"traceutil/trace.go:171","msg":"trace[972162846] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13177; }","duration":"5.089404277s","start":"2026-04-29T01:54:42.283281Z","end":"2026-04-29T01:54:47.372685Z","steps":["trace[972162846] 'range keys from in-memory index tree' (duration: 5.088993545s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.372782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.283245Z","time spent":"5.08952457s","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-04-29T01:54:47.373605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.090370743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-04-29T01:54:47.373669Z","caller":"traceutil/trace.go:171","msg":"trace[2083243184] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:13177; }","duration":"5.090474366s","start":"2026-04-29T01:54:42.283179Z","end":"2026-04-29T01:54:47.373653Z","steps":["trace[2083243184] 'range keys from in-memory index tree' (duration: 5.090154807s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.373725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.283158Z","time spent":"5.090550028s","remote":"127.0.0.1:33500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":7390,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-04-29T01:54:47.374256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65473858s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-29T01:54:47.374518Z","caller":"traceutil/trace.go:171","msg":"trace[1064253903] transaction","detail":"{read_only:false; response_revision:13179; number_of_response:1; }","duration":"4.356715536s","start":"2026-04-29T01:54:43.017777Z","end":"2026-04-29T01:54:47.374492Z","steps":["trace[1064253903] 'process raft request' (duration: 4.356615673s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.374691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.017749Z","time spent":"4.356885721s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:47.374803Z","caller":"traceutil/trace.go:171","msg":"trace[2072866209] linearizableReadLoop","detail":"{readStateIndex:13623; appliedIndex:13622; }","duration":"4.731140349s","start":"2026-04-29T01:54:42.643622Z","end":"2026-04-29T01:54:47.374762Z","steps":["trace[2072866209] 'read index received' (duration: 75.72447ms)","trace[2072866209] 'applied index is now lower than readState.Index' (duration: 4.655411488s)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:54:47.374915Z","caller":"traceutil/trace.go:171","msg":"trace[1623904587] transaction","detail":"{read_only:false; response_revision:13178; number_of_response:1; }","duration":"4.932778635s","start":"2026-04-29T01:54:42.442121Z","end":"2026-04-29T01:54:47.3749Z","steps":["trace[1623904587] 'process raft request' (duration: 277.272904ms)","trace[1623904587] 'compare' (duration: 4.653477546s)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:54:47.375027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.441923Z","time spent":"4.933018853s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:47.375181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73156762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-29T01:54:47.375208Z","caller":"traceutil/trace.go:171","msg":"trace[1700424023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13179; }","duration":"4.731627662s","start":"2026-04-29T01:54:42.643573Z","end":"2026-04-29T01:54:47.375201Z","steps":["trace[1700424023] 'agreement among raft nodes before linearized reading' (duration: 4.731532539s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.37523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.643555Z","time spent":"4.731669932s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T01:54:47.377686Z","caller":"traceutil/trace.go:171","msg":"trace[907534494] transaction","detail":"{read_only:false; response_revision:13182; number_of_response:1; }","duration":"3.50762279s","start":"2026-04-29T01:54:43.870043Z","end":"2026-04-29T01:54:47.377666Z","steps":["trace[907534494] 'process raft request' (duration: 3.50726639s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:47.377736Z","caller":"traceutil/trace.go:171","msg":"trace[1474007031] transaction","detail":"{read_only:false; response_revision:13181; number_of_response:1; }","duration":"3.53929733s","start":"2026-04-29T01:54:43.838408Z","end":"2026-04-29T01:54:47.377706Z","steps":["trace[1474007031] 'process raft request' (duration: 3.538851858s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:47.377853Z","caller":"traceutil/trace.go:171","msg":"trace[797640764] transaction","detail":"{read_only:false; response_revision:13185; number_of_response:1; }","duration":"572.424979ms","start":"2026-04-29T01:54:46.805416Z","end":"2026-04-29T01:54:47.377841Z","steps":["trace[797640764] 'process raft request' (duration: 572.042719ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:47.377855Z","caller":"traceutil/trace.go:171","msg":"trace[1520826904] transaction","detail":"{read_only:false; response_revision:13183; number_of_response:1; }","duration":"1.199533779s","start":"2026-04-29T01:54:46.17831Z","end":"2026-04-29T01:54:47.377844Z","steps":["trace[1520826904] 'process raft request' (duration: 1.199065176s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.377899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:46.805391Z","time spent":"572.49016ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-29T01:54:47.377885Z","caller":"traceutil/trace.go:171","msg":"trace[417618833] transaction","detail":"{read_only:false; response_revision:13184; number_of_response:1; }","duration":"615.344277ms","start":"2026-04-29T01:54:46.762495Z","end":"2026-04-29T01:54:47.377839Z","steps":["trace[417618833] 'process raft request' (duration: 614.928966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.377799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.870034Z","time spent":"3.507704242s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:47.377982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:46.178291Z","time spent":"1.199606402s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T01:54:47.377766Z","caller":"traceutil/trace.go:171","msg":"trace[1344455759] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"4.359125393s","start":"2026-04-29T01:54:43.018572Z","end":"2026-04-29T01:54:47.377697Z","steps":["trace[1344455759] 'process raft request' (duration: 4.358459945s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.378118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:46.762473Z","time spent":"615.525742ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:47.377981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.838391Z","time spent":"3.539480435s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:47.378164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.018553Z","time spent":"4.359504203s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T01:54:47.380505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728739902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-29T01:54:47.380543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.574693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:54:47.380577Z","caller":"traceutil/trace.go:171","msg":"trace[1394561570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13185; }","duration":"4.728850466s","start":"2026-04-29T01:54:42.651707Z","end":"2026-04-29T01:54:47.380557Z","steps":["trace[1394561570] 'agreement among raft nodes before linearized reading' (duration: 4.72865627s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:47.380578Z","caller":"traceutil/trace.go:171","msg":"trace[1304031347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13185; }","duration":"572.642565ms","start":"2026-04-29T01:54:46.807925Z","end":"2026-04-29T01:54:47.380568Z","steps":["trace[1304031347] 'agreement among raft nodes before linearized reading' (duration: 572.560453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.380599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.678203775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-29T01:54:47.380622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.651691Z","time spent":"4.728917947s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T01:54:47.380589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385154828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-29T01:54:47.380662Z","caller":"traceutil/trace.go:171","msg":"trace[265725962] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13185; }","duration":"4.678284477s","start":"2026-04-29T01:54:42.702356Z","end":"2026-04-29T01:54:47.38064Z","steps":["trace[265725962] 'agreement among raft nodes before linearized reading' (duration: 4.678192854s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.380701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.702341Z","time spent":"4.678352978s","remote":"127.0.0.1:33704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:54:47.380632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:46.807908Z","time spent":"572.717477ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T01:54:47.380693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199877139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-29T01:54:47.380712Z","caller":"traceutil/trace.go:171","msg":"trace[750768314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13185; }","duration":"3.385285901s","start":"2026-04-29T01:54:43.995399Z","end":"2026-04-29T01:54:47.380685Z","steps":["trace[750768314] 'agreement among raft nodes before linearized reading' (duration: 3.385016764s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.380701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.727332784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-29T01:54:47.380752Z","caller":"traceutil/trace.go:171","msg":"trace[528599629] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13185; }","duration":"1.199971152s","start":"2026-04-29T01:54:46.180765Z","end":"2026-04-29T01:54:47.380736Z","steps":["trace[528599629] 'agreement among raft nodes before linearized reading' (duration: 1.199817907s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:47.380781Z","caller":"traceutil/trace.go:171","msg":"trace[1385482168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13185; }","duration":"4.727436846s","start":"2026-04-29T01:54:42.653321Z","end":"2026-04-29T01:54:47.380758Z","steps":["trace[1385482168] 'agreement among raft nodes before linearized reading' (duration: 4.72720822s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.38079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:46.180754Z","time spent":"1.200026043s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:54:47.380817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549964763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-29T01:54:47.380756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.995383Z","time spent":"3.385364633s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-29T01:54:47.380858Z","caller":"traceutil/trace.go:171","msg":"trace[993885924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13185; }","duration":"3.550030205s","start":"2026-04-29T01:54:43.830819Z","end":"2026-04-29T01:54:47.380849Z","steps":["trace[993885924] 'agreement among raft nodes before linearized reading' (duration: 3.549931262s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.380887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.830804Z","time spent":"3.550076136s","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T01:54:47.380913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.431445268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8vjh5\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-04-29T01:54:47.3807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202022398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-29T01:54:47.380823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.653307Z","time spent":"4.727507679s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-29T01:54:47.380943Z","caller":"traceutil/trace.go:171","msg":"trace[1664147643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8vjh5; range_end:; response_count:1; response_revision:13185; }","duration":"3.43150998s","start":"2026-04-29T01:54:43.949424Z","end":"2026-04-29T01:54:47.380934Z","steps":["trace[1664147643] 'agreement among raft nodes before linearized reading' (duration: 3.431420898s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.380969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.949409Z","time spent":"3.431554192s","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-8vjh5\" "} {"level":"warn","ts":"2026-04-29T01:54:47.380977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.762414147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-29T01:54:47.380968Z","caller":"traceutil/trace.go:171","msg":"trace[580943989] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13185; }","duration":"1.202376418s","start":"2026-04-29T01:54:46.17858Z","end":"2026-04-29T01:54:47.380956Z","steps":["trace[580943989] 'agreement among raft nodes before linearized reading' (duration: 1.202041698s)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:54:47.381007Z","caller":"traceutil/trace.go:171","msg":"trace[917133431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13185; }","duration":"3.762450498s","start":"2026-04-29T01:54:43.618546Z","end":"2026-04-29T01:54:47.380997Z","steps":["trace[917133431] 'agreement among raft nodes before linearized reading' (duration: 3.762302074s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.381035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:46.178558Z","time spent":"1.202466371s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-29T01:54:47.380823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.575135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:54:47.381049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.618542Z","time spent":"3.762500989s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T01:54:47.381132Z","caller":"traceutil/trace.go:171","msg":"trace[1038032935] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13185; }","duration":"772.896794ms","start":"2026-04-29T01:54:46.60822Z","end":"2026-04-29T01:54:47.381117Z","steps":["trace[1038032935] 'agreement among raft nodes before linearized reading' (duration: 772.554145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.381217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7625411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-29T01:54:47.381178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:46.608201Z","time spent":"772.957675ms","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-29T01:54:47.381271Z","caller":"traceutil/trace.go:171","msg":"trace[1114264780] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:13185; }","duration":"3.763317662s","start":"2026-04-29T01:54:43.617939Z","end":"2026-04-29T01:54:47.381256Z","steps":["trace[1114264780] 'agreement among raft nodes before linearized reading' (duration: 3.76251636s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.38131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:43.617922Z","time spent":"3.763377203s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-29T01:54:47.381383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72795097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-29T01:54:47.381411Z","caller":"traceutil/trace.go:171","msg":"trace[1693143400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13185; }","duration":"4.728003702s","start":"2026-04-29T01:54:42.653399Z","end":"2026-04-29T01:54:47.381403Z","steps":["trace[1693143400] 'agreement among raft nodes before linearized reading' (duration: 4.72792754s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:54:47.381428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T01:54:42.653385Z","time spent":"4.728040314s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T01:55:57.750365Z","caller":"traceutil/trace.go:171","msg":"trace[1754079823] linearizableReadLoop","detail":"{readStateIndex:14087; appliedIndex:14083; }","duration":"119.09066ms","start":"2026-04-29T01:55:57.631259Z","end":"2026-04-29T01:55:57.75035Z","steps":["trace[1754079823] 'read index received' (duration: 4.504724ms)","trace[1754079823] 'applied index is now lower than readState.Index' (duration: 114.585336ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:55:57.750455Z","caller":"traceutil/trace.go:171","msg":"trace[1278566541] transaction","detail":"{read_only:false; response_revision:13624; number_of_response:1; }","duration":"134.220446ms","start":"2026-04-29T01:55:57.616228Z","end":"2026-04-29T01:55:57.750448Z","steps":["trace[1278566541] 'process raft request' (duration: 102.367161ms)","trace[1278566541] 'compare' (duration: 31.626699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T01:55:57.750507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.230904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:55:57.750574Z","caller":"traceutil/trace.go:171","msg":"trace[706067354] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:13625; }","duration":"119.331637ms","start":"2026-04-29T01:55:57.631227Z","end":"2026-04-29T01:55:57.750558Z","steps":["trace[706067354] 'agreement among raft nodes before linearized reading' (duration: 119.238924ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:55:57.75073Z","caller":"traceutil/trace.go:171","msg":"trace[1616649086] transaction","detail":"{read_only:false; response_revision:13625; number_of_response:1; }","duration":"127.320817ms","start":"2026-04-29T01:55:57.623401Z","end":"2026-04-29T01:55:57.750722Z","steps":["trace[1616649086] 'process raft request' (duration: 126.905275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:33.63014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.385593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-6wlgt\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-04-29T01:56:33.630242Z","caller":"traceutil/trace.go:171","msg":"trace[999005769] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-6wlgt; range_end:; response_count:1; response_revision:14024; }","duration":"121.506207ms","start":"2026-04-29T01:56:33.508716Z","end":"2026-04-29T01:56:33.630222Z","steps":["trace[999005769] 'range keys from in-memory index tree' (duration: 121.176467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:33.630884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.057783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-nova-server-0.18aab128fe1bee0c\" ","response":"range_response_count:1 size:1001"} {"level":"info","ts":"2026-04-29T01:56:33.630968Z","caller":"traceutil/trace.go:171","msg":"trace[1981372344] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-nova-server-0.18aab128fe1bee0c; range_end:; response_count:1; response_revision:14024; }","duration":"157.189246ms","start":"2026-04-29T01:56:33.473759Z","end":"2026-04-29T01:56:33.630948Z","steps":["trace[1981372344] 'range keys from in-memory index tree' (duration: 156.052295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T01:56:33.929075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.35079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-29T01:56:33.929163Z","caller":"traceutil/trace.go:171","msg":"trace[220193371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14025; }","duration":"130.476742ms","start":"2026-04-29T01:56:33.798668Z","end":"2026-04-29T01:56:33.929144Z","steps":["trace[220193371] 'range keys from in-memory index tree' (duration: 130.207465ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:33.936321Z","caller":"traceutil/trace.go:171","msg":"trace[617138029] transaction","detail":"{read_only:false; response_revision:14026; number_of_response:1; }","duration":"114.925626ms","start":"2026-04-29T01:56:33.821371Z","end":"2026-04-29T01:56:33.936297Z","steps":["trace[617138029] 'process raft request' (duration: 114.777682ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:33.943269Z","caller":"traceutil/trace.go:171","msg":"trace[771418974] transaction","detail":"{read_only:false; response_revision:14027; number_of_response:1; }","duration":"119.670936ms","start":"2026-04-29T01:56:33.823579Z","end":"2026-04-29T01:56:33.94325Z","steps":["trace[771418974] 'process raft request' (duration: 119.430959ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:34.169032Z","caller":"traceutil/trace.go:171","msg":"trace[1845151603] transaction","detail":"{read_only:false; response_revision:14033; number_of_response:1; }","duration":"220.29761ms","start":"2026-04-29T01:56:33.948708Z","end":"2026-04-29T01:56:34.169005Z","steps":["trace[1845151603] 'process raft request' (duration: 220.231488ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:34.169046Z","caller":"traceutil/trace.go:171","msg":"trace[771822215] transaction","detail":"{read_only:false; response_revision:14032; number_of_response:1; }","duration":"221.003499ms","start":"2026-04-29T01:56:33.948009Z","end":"2026-04-29T01:56:34.169012Z","steps":["trace[771822215] 'process raft request' (duration: 220.872966ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:34.169059Z","caller":"traceutil/trace.go:171","msg":"trace[565717491] transaction","detail":"{read_only:false; response_revision:14031; number_of_response:1; }","duration":"221.085281ms","start":"2026-04-29T01:56:33.947922Z","end":"2026-04-29T01:56:34.169007Z","steps":["trace[565717491] 'process raft request' (duration: 179.370785ms)","trace[565717491] 'compare' (duration: 41.326165ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T01:56:34.169244Z","caller":"traceutil/trace.go:171","msg":"trace[570148163] transaction","detail":"{read_only:false; response_revision:14034; number_of_response:1; }","duration":"220.126455ms","start":"2026-04-29T01:56:33.949087Z","end":"2026-04-29T01:56:34.169213Z","steps":["trace[570148163] 'process raft request' (duration: 219.888838ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:56:34.169282Z","caller":"traceutil/trace.go:171","msg":"trace[788207529] transaction","detail":"{read_only:false; response_revision:14035; number_of_response:1; }","duration":"218.10771ms","start":"2026-04-29T01:56:33.951141Z","end":"2026-04-29T01:56:34.169248Z","steps":["trace[788207529] 'process raft request' (duration: 217.947135ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T01:59:09.043823Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12976} {"level":"info","ts":"2026-04-29T01:59:09.12361Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12976,"took":"77.588697ms","hash":1146119690,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":30429184,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T01:59:09.123675Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1146119690,"revision":12976,"compact-revision":10943} {"level":"info","ts":"2026-04-29T02:03:43.658402Z","caller":"traceutil/trace.go:171","msg":"trace[337447269] transaction","detail":"{read_only:false; response_revision:17444; number_of_response:1; }","duration":"120.677151ms","start":"2026-04-29T02:03:43.537683Z","end":"2026-04-29T02:03:43.65836Z","steps":["trace[337447269] 'process raft request' (duration: 120.423164ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:03:43.66102Z","caller":"traceutil/trace.go:171","msg":"trace[603169445] transaction","detail":"{read_only:false; response_revision:17445; number_of_response:1; }","duration":"113.75125ms","start":"2026-04-29T02:03:43.547259Z","end":"2026-04-29T02:03:43.66101Z","steps":["trace[603169445] 'process raft request' (duration: 113.394651ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:03:49.959106Z","caller":"traceutil/trace.go:171","msg":"trace[1284940564] linearizableReadLoop","detail":"{readStateIndex:18071; appliedIndex:18068; }","duration":"228.528519ms","start":"2026-04-29T02:03:49.730553Z","end":"2026-04-29T02:03:49.959082Z","steps":["trace[1284940564] 'read index received' (duration: 32.739798ms)","trace[1284940564] 'applied index is now lower than readState.Index' (duration: 195.787661ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:03:49.959117Z","caller":"traceutil/trace.go:171","msg":"trace[653024253] transaction","detail":"{read_only:false; response_revision:17482; number_of_response:1; }","duration":"277.170494ms","start":"2026-04-29T02:03:49.681912Z","end":"2026-04-29T02:03:49.959083Z","steps":["trace[653024253] 'process raft request' (duration: 276.943608ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:03:49.959232Z","caller":"traceutil/trace.go:171","msg":"trace[66133591] transaction","detail":"{read_only:false; response_revision:17483; number_of_response:1; }","duration":"277.085812ms","start":"2026-04-29T02:03:49.682134Z","end":"2026-04-29T02:03:49.95922Z","steps":["trace[66133591] 'process raft request' (duration: 276.864906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:03:49.959323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.758755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29623800-9j6qf\" ","response":"range_response_count:1 size:6955"} {"level":"info","ts":"2026-04-29T02:03:49.959356Z","caller":"traceutil/trace.go:171","msg":"trace[1035006252] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29623800-9j6qf; range_end:; response_count:1; response_revision:17484; }","duration":"228.833317ms","start":"2026-04-29T02:03:49.730515Z","end":"2026-04-29T02:03:49.959348Z","steps":["trace[1035006252] 'agreement among raft nodes before linearized reading' (duration: 228.728334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:03:49.95937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.730959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:03:49.959404Z","caller":"traceutil/trace.go:171","msg":"trace[987407033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17484; }","duration":"160.824991ms","start":"2026-04-29T02:03:49.79857Z","end":"2026-04-29T02:03:49.959395Z","steps":["trace[987407033] 'agreement among raft nodes before linearized reading' (duration: 160.77417ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:03:49.959454Z","caller":"traceutil/trace.go:171","msg":"trace[633841749] transaction","detail":"{read_only:false; response_revision:17484; number_of_response:1; }","duration":"276.724801ms","start":"2026-04-29T02:03:49.682723Z","end":"2026-04-29T02:03:49.959448Z","steps":["trace[633841749] 'process raft request' (duration: 276.31902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:03:50.465763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.745463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:03:50.465859Z","caller":"traceutil/trace.go:171","msg":"trace[176706445] linearizableReadLoop","detail":"{readStateIndex:18072; appliedIndex:18071; }","duration":"418.047628ms","start":"2026-04-29T02:03:50.047797Z","end":"2026-04-29T02:03:50.465844Z","steps":["trace[176706445] 'read index received' (duration: 9.056808ms)","trace[176706445] 'applied index is now lower than readState.Index' (duration: 408.98956ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:03:50.465996Z","caller":"traceutil/trace.go:171","msg":"trace[1496844539] transaction","detail":"{read_only:false; response_revision:17485; number_of_response:1; }","duration":"478.316912ms","start":"2026-04-29T02:03:49.987656Z","end":"2026-04-29T02:03:50.465973Z","steps":["trace[1496844539] 'process raft request' (duration: 69.296091ms)","trace[1496844539] 'compare' (duration: 407.939011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:03:50.466106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.289246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:03:50.466126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:03:49.987636Z","time spent":"478.433605ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:03:50.466153Z","caller":"traceutil/trace.go:171","msg":"trace[906147864] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:17485; }","duration":"418.375377ms","start":"2026-04-29T02:03:50.047764Z","end":"2026-04-29T02:03:50.466139Z","steps":["trace[906147864] 'agreement among raft nodes before linearized reading' (duration: 418.195812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:03:50.466189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:03:50.04775Z","time spent":"418.429969ms","remote":"127.0.0.1:57036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:03:50.466252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.872721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:03:50.46633Z","caller":"traceutil/trace.go:171","msg":"trace[1926430586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17485; }","duration":"118.998555ms","start":"2026-04-29T02:03:50.347309Z","end":"2026-04-29T02:03:50.466307Z","steps":["trace[1926430586] 'agreement among raft nodes before linearized reading' (duration: 118.689116ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:04:09.04986Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15288} {"level":"info","ts":"2026-04-29T02:04:09.143012Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15288,"took":"89.830564ms","hash":3370029941,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":32624640,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-29T02:04:09.143081Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3370029941,"revision":15288,"compact-revision":12976} {"level":"info","ts":"2026-04-29T02:07:28.746982Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:07:28.75209Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-29T02:07:28.752249Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-29T02:09:09.056345Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17745} {"level":"info","ts":"2026-04-29T02:09:09.149954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17745,"took":"90.275997ms","hash":864075507,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":34271232,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T02:09:09.150078Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":864075507,"revision":17745,"compact-revision":15288} {"level":"info","ts":"2026-04-29T02:09:33.267603Z","caller":"traceutil/trace.go:171","msg":"trace[1471473353] transaction","detail":"{read_only:false; response_revision:20195; number_of_response:1; }","duration":"251.772028ms","start":"2026-04-29T02:09:33.015806Z","end":"2026-04-29T02:09:33.267578Z","steps":["trace[1471473353] 'process raft request' (duration: 251.611794ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:09:33.562522Z","caller":"traceutil/trace.go:171","msg":"trace[593325126] transaction","detail":"{read_only:false; response_revision:20196; number_of_response:1; }","duration":"544.666575ms","start":"2026-04-29T02:09:33.017827Z","end":"2026-04-29T02:09:33.562494Z","steps":["trace[593325126] 'process raft request' (duration: 544.47451ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:09:33.562554Z","caller":"traceutil/trace.go:171","msg":"trace[1574779471] linearizableReadLoop","detail":"{readStateIndex:20873; appliedIndex:20870; }","duration":"473.163123ms","start":"2026-04-29T02:09:33.089372Z","end":"2026-04-29T02:09:33.562535Z","steps":["trace[1574779471] 'read index received' (duration: 178.135948ms)","trace[1574779471] 'applied index is now lower than readState.Index' (duration: 295.026135ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:09:33.562612Z","caller":"traceutil/trace.go:171","msg":"trace[1489514776] transaction","detail":"{read_only:false; response_revision:20199; number_of_response:1; }","duration":"360.135512ms","start":"2026-04-29T02:09:33.202426Z","end":"2026-04-29T02:09:33.562561Z","steps":["trace[1489514776] 'process raft request' (duration: 360.034819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:33.562722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:33.017811Z","time spent":"544.809969ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:09:33.562768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:33.202408Z","time spent":"360.283876ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:09:33.562814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.455451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:09:33.562843Z","caller":"traceutil/trace.go:171","msg":"trace[250508700] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20201; }","duration":"473.531413ms","start":"2026-04-29T02:09:33.089302Z","end":"2026-04-29T02:09:33.562834Z","steps":["trace[250508700] 'agreement among raft nodes before linearized reading' (duration: 473.333068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:33.562864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:33.089284Z","time spent":"473.574234ms","remote":"127.0.0.1:48510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:09:33.562872Z","caller":"traceutil/trace.go:171","msg":"trace[1731607300] transaction","detail":"{read_only:false; response_revision:20201; number_of_response:1; }","duration":"353.620213ms","start":"2026-04-29T02:09:33.209246Z","end":"2026-04-29T02:09:33.562866Z","steps":["trace[1731607300] 'process raft request' (duration: 353.264014ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:09:33.562852Z","caller":"traceutil/trace.go:171","msg":"trace[630152502] transaction","detail":"{read_only:false; response_revision:20197; number_of_response:1; }","duration":"527.461453ms","start":"2026-04-29T02:09:33.035351Z","end":"2026-04-29T02:09:33.562812Z","steps":["trace[630152502] 'process raft request' (duration: 527.063342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:33.562907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:33.209217Z","time spent":"353.673114ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:09:33.562925Z","caller":"traceutil/trace.go:171","msg":"trace[78393103] transaction","detail":"{read_only:false; response_revision:20198; number_of_response:1; }","duration":"373.90188ms","start":"2026-04-29T02:09:33.18897Z","end":"2026-04-29T02:09:33.562872Z","steps":["trace[78393103] 'process raft request' (duration: 373.468718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:33.563005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:33.035333Z","time spent":"527.592977ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:09:33.563394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:33.188938Z","time spent":"374.361742ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:09:33.562731Z","caller":"traceutil/trace.go:171","msg":"trace[1230888602] transaction","detail":"{read_only:false; response_revision:20200; number_of_response:1; }","duration":"353.474659ms","start":"2026-04-29T02:09:33.209234Z","end":"2026-04-29T02:09:33.562709Z","steps":["trace[1230888602] 'process raft request' (duration: 353.255433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:33.563672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:33.20922Z","time spent":"354.391124ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:09:33.789554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.616802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:09:33.789678Z","caller":"traceutil/trace.go:171","msg":"trace[818373356] linearizableReadLoop","detail":"{readStateIndex:20878; appliedIndex:20877; }","duration":"196.897053ms","start":"2026-04-29T02:09:33.59276Z","end":"2026-04-29T02:09:33.789657Z","steps":["trace[818373356] 'read index received' (duration: 69.027014ms)","trace[818373356] 'applied index is now lower than readState.Index' (duration: 127.868599ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:09:33.789729Z","caller":"traceutil/trace.go:171","msg":"trace[204120860] transaction","detail":"{read_only:false; response_revision:20202; number_of_response:1; }","duration":"419.061488ms","start":"2026-04-29T02:09:33.37064Z","end":"2026-04-29T02:09:33.789702Z","steps":["trace[204120860] 'process raft request' (duration: 291.172829ms)","trace[204120860] 'compare' (duration: 127.473018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:09:33.789852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.094168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-29T02:09:33.789913Z","caller":"traceutil/trace.go:171","msg":"trace[1375868324] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20202; }","duration":"197.184161ms","start":"2026-04-29T02:09:33.592716Z","end":"2026-04-29T02:09:33.7899Z","steps":["trace[1375868324] 'agreement among raft nodes before linearized reading' (duration: 196.999156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:33.789854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:09:33.370618Z","time spent":"419.175732ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:09:34.270942Z","caller":"traceutil/trace.go:171","msg":"trace[84453203] linearizableReadLoop","detail":"{readStateIndex:20879; appliedIndex:20878; }","duration":"134.373587ms","start":"2026-04-29T02:09:34.13655Z","end":"2026-04-29T02:09:34.270924Z","steps":["trace[84453203] 'read index received' (duration: 134.181542ms)","trace[84453203] 'applied index is now lower than readState.Index' (duration: 190.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:09:34.271014Z","caller":"traceutil/trace.go:171","msg":"trace[414433432] transaction","detail":"{read_only:false; response_revision:20203; number_of_response:1; }","duration":"137.832732ms","start":"2026-04-29T02:09:34.133146Z","end":"2026-04-29T02:09:34.270979Z","steps":["trace[414433432] 'process raft request' (duration: 137.650667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:34.271162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.061144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:09:34.271207Z","caller":"traceutil/trace.go:171","msg":"trace[1670498514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20203; }","duration":"120.151147ms","start":"2026-04-29T02:09:34.151044Z","end":"2026-04-29T02:09:34.271195Z","steps":["trace[1670498514] 'agreement among raft nodes before linearized reading' (duration: 120.010793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:09:34.27144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.85721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-29T02:09:34.271647Z","caller":"traceutil/trace.go:171","msg":"trace[56923332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20203; }","duration":"135.016205ms","start":"2026-04-29T02:09:34.136513Z","end":"2026-04-29T02:09:34.27153Z","steps":["trace[56923332] 'agreement among raft nodes before linearized reading' (duration: 134.539272ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:26.4889Z","caller":"traceutil/trace.go:171","msg":"trace[1394575770] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"210.107315ms","start":"2026-04-29T02:13:26.27877Z","end":"2026-04-29T02:13:26.488878Z","steps":["trace[1394575770] 'process raft request' (duration: 209.888319ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:26.735243Z","caller":"traceutil/trace.go:171","msg":"trace[906564004] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"250.986307ms","start":"2026-04-29T02:13:26.484237Z","end":"2026-04-29T02:13:26.735224Z","steps":["trace[906564004] 'process raft request' (duration: 250.779591ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:26.735253Z","caller":"traceutil/trace.go:171","msg":"trace[811780880] transaction","detail":"{read_only:false; response_revision:22632; number_of_response:1; }","duration":"266.755179ms","start":"2026-04-29T02:13:26.468458Z","end":"2026-04-29T02:13:26.735213Z","steps":["trace[811780880] 'process raft request' (duration: 255.268094ms)","trace[811780880] 'compare' (duration: 10.998642ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:13:26.735268Z","caller":"traceutil/trace.go:171","msg":"trace[232902522] transaction","detail":"{read_only:false; response_revision:22635; number_of_response:1; }","duration":"248.723975ms","start":"2026-04-29T02:13:26.486516Z","end":"2026-04-29T02:13:26.73524Z","steps":["trace[232902522] 'process raft request' (duration: 248.666983ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:13:26.735322Z","caller":"traceutil/trace.go:171","msg":"trace[215757977] transaction","detail":"{read_only:false; response_revision:22634; number_of_response:1; }","duration":"250.270707ms","start":"2026-04-29T02:13:26.485017Z","end":"2026-04-29T02:13:26.735288Z","steps":["trace[215757977] 'process raft request' (duration: 250.123763ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:14:09.06327Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20073} {"level":"info","ts":"2026-04-29T02:14:09.171991Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20073,"took":"104.465977ms","hash":1567682356,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":40890368,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-29T02:14:09.172062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1567682356,"revision":20073,"compact-revision":17745} {"level":"info","ts":"2026-04-29T02:16:36.677327Z","caller":"traceutil/trace.go:171","msg":"trace[928690424] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25410; }","duration":"108.512948ms","start":"2026-04-29T02:16:36.568796Z","end":"2026-04-29T02:16:36.677309Z","steps":["trace[928690424] 'read index received' (duration: 49.983772ms)","trace[928690424] 'applied index is now lower than readState.Index' (duration: 58.528566ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:36.677429Z","caller":"traceutil/trace.go:171","msg":"trace[1873160711] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"108.651772ms","start":"2026-04-29T02:16:36.568768Z","end":"2026-04-29T02:16:36.677419Z","steps":["trace[1873160711] 'process raft request' (duration: 50.061374ms)","trace[1873160711] 'compare' (duration: 58.390993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:36.6776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.790076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-29T02:16:36.677624Z","caller":"traceutil/trace.go:171","msg":"trace[396221042] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24613; }","duration":"108.842147ms","start":"2026-04-29T02:16:36.568774Z","end":"2026-04-29T02:16:36.677616Z","steps":["trace[396221042] 'agreement among raft nodes before linearized reading' (duration: 108.725534ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:42.390864Z","caller":"traceutil/trace.go:171","msg":"trace[1911458453] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"121.969257ms","start":"2026-04-29T02:16:42.268874Z","end":"2026-04-29T02:16:42.390843Z","steps":["trace[1911458453] 'process raft request' (duration: 121.3551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:47.045291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532039708180955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:16:47.084335Z","caller":"traceutil/trace.go:171","msg":"trace[1774954540] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"554.62641ms","start":"2026-04-29T02:16:46.52968Z","end":"2026-04-29T02:16:47.084307Z","steps":["trace[1774954540] 'process raft request' (duration: 554.469785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:47.084483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:46.529648Z","time spent":"554.767584ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:47.084803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.155622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:16:47.084915Z","caller":"traceutil/trace.go:171","msg":"trace[1118324767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24710; }","duration":"540.331327ms","start":"2026-04-29T02:16:46.544563Z","end":"2026-04-29T02:16:47.084894Z","steps":["trace[1118324767] 'agreement among raft nodes before linearized reading' (duration: 540.016028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:47.084978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:46.54454Z","time spent":"540.42317ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:16:47.084475Z","caller":"traceutil/trace.go:171","msg":"trace[807127530] linearizableReadLoop","detail":"{readStateIndex:25511; appliedIndex:25510; }","duration":"539.803503ms","start":"2026-04-29T02:16:46.544632Z","end":"2026-04-29T02:16:47.084436Z","steps":["trace[807127530] 'read index received' (duration: 539.483544ms)","trace[807127530] 'applied index is now lower than readState.Index' (duration: 316.199µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:47.085273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.676368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:16:47.0853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.493571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-29T02:16:47.085345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.885455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:16:47.08537Z","caller":"traceutil/trace.go:171","msg":"trace[1397347018] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24710; }","duration":"473.807342ms","start":"2026-04-29T02:16:46.611537Z","end":"2026-04-29T02:16:47.085345Z","steps":["trace[1397347018] 'agreement among raft nodes before linearized reading' (duration: 473.651568ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:47.085375Z","caller":"traceutil/trace.go:171","msg":"trace[1494602222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24710; }","duration":"419.607004ms","start":"2026-04-29T02:16:46.665749Z","end":"2026-04-29T02:16:47.085356Z","steps":["trace[1494602222] 'agreement among raft nodes before linearized reading' (duration: 419.46127ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:47.085401Z","caller":"traceutil/trace.go:171","msg":"trace[1873658691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24710; }","duration":"469.953896ms","start":"2026-04-29T02:16:46.615429Z","end":"2026-04-29T02:16:47.085383Z","steps":["trace[1873658691] 'agreement among raft nodes before linearized reading' (duration: 469.791412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:47.085426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:46.611522Z","time spent":"473.887634ms","remote":"127.0.0.1:48768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:16:47.085424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:46.66567Z","time spent":"419.741548ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:16:47.085455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:46.615422Z","time spent":"470.024268ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:16:51.30222Z","caller":"traceutil/trace.go:171","msg":"trace[1128876307] linearizableReadLoop","detail":"{readStateIndex:25543; appliedIndex:25542; }","duration":"114.825171ms","start":"2026-04-29T02:16:51.187376Z","end":"2026-04-29T02:16:51.302201Z","steps":["trace[1128876307] 'read index received' (duration: 114.661487ms)","trace[1128876307] 'applied index is now lower than readState.Index' (duration: 163.034µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:51.30253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.14904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-29T02:16:51.302573Z","caller":"traceutil/trace.go:171","msg":"trace[270740862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24741; }","duration":"115.236132ms","start":"2026-04-29T02:16:51.187324Z","end":"2026-04-29T02:16:51.302561Z","steps":["trace[270740862] 'agreement among raft nodes before linearized reading' (duration: 115.114229ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:51.302586Z","caller":"traceutil/trace.go:171","msg":"trace[949791432] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"205.811438ms","start":"2026-04-29T02:16:51.096729Z","end":"2026-04-29T02:16:51.30254Z","steps":["trace[949791432] 'process raft request' (duration: 205.360456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:51.302622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.259758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-29T02:16:51.302643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.79947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:16:51.302687Z","caller":"traceutil/trace.go:171","msg":"trace[1286285969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24741; }","duration":"109.379672ms","start":"2026-04-29T02:16:51.193293Z","end":"2026-04-29T02:16:51.302673Z","steps":["trace[1286285969] 'agreement among raft nodes before linearized reading' (duration: 109.165606ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:51.302731Z","caller":"traceutil/trace.go:171","msg":"trace[1874424013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24741; }","duration":"110.962465ms","start":"2026-04-29T02:16:51.191748Z","end":"2026-04-29T02:16:51.30271Z","steps":["trace[1874424013] 'agreement among raft nodes before linearized reading' (duration: 110.703578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:51.995047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532039708181023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:16:52.115012Z","caller":"traceutil/trace.go:171","msg":"trace[1264130885] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"808.874265ms","start":"2026-04-29T02:16:51.306118Z","end":"2026-04-29T02:16:52.114992Z","steps":["trace[1264130885] 'process raft request' (duration: 808.729851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.115142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.306088Z","time spent":"808.987598ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:52.599912Z","caller":"traceutil/trace.go:171","msg":"trace[636089971] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"1.28789572s","start":"2026-04-29T02:16:51.311995Z","end":"2026-04-29T02:16:52.59989Z","steps":["trace[636089971] 'process raft request' (duration: 1.287826308s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:52.599958Z","caller":"traceutil/trace.go:171","msg":"trace[1100509976] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"1.293180025s","start":"2026-04-29T02:16:51.306738Z","end":"2026-04-29T02:16:52.599918Z","steps":["trace[1100509976] 'process raft request' (duration: 1.293040601s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:52.599958Z","caller":"traceutil/trace.go:171","msg":"trace[1519287012] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"1.293248067s","start":"2026-04-29T02:16:51.306674Z","end":"2026-04-29T02:16:52.599922Z","steps":["trace[1519287012] 'process raft request' (duration: 1.292978819s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.600052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.311982Z","time spent":"1.287998443s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:52.600095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.306732Z","time spent":"1.293288589s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:52.60011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.306662Z","time spent":"1.293363581s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:52.600216Z","caller":"traceutil/trace.go:171","msg":"trace[155778067] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"1.132978229s","start":"2026-04-29T02:16:51.467211Z","end":"2026-04-29T02:16:52.60019Z","steps":["trace[155778067] 'process raft request' (duration: 1.13264351s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.600353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.467186Z","time spent":"1.133097513s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:52.600448Z","caller":"traceutil/trace.go:171","msg":"trace[1358742863] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"1.109409993s","start":"2026-04-29T02:16:51.491023Z","end":"2026-04-29T02:16:52.600433Z","steps":["trace[1358742863] 'process raft request' (duration: 1.109253619s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:52.600437Z","caller":"traceutil/trace.go:171","msg":"trace[2037377857] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.119956151s","start":"2026-04-29T02:16:51.480459Z","end":"2026-04-29T02:16:52.600415Z","steps":["trace[2037377857] 'process raft request' (duration: 1.119625562s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.600531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.490998Z","time spent":"1.109493584s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:52.600581Z","caller":"traceutil/trace.go:171","msg":"trace[479079412] linearizableReadLoop","detail":"{readStateIndex:25552; appliedIndex:25544; }","duration":"1.106123743s","start":"2026-04-29T02:16:51.494449Z","end":"2026-04-29T02:16:52.600573Z","steps":["trace[479079412] 'read index received' (duration: 620.840656ms)","trace[479079412] 'applied index is now lower than readState.Index' (duration: 485.282317ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:52.600599Z","caller":"traceutil/trace.go:171","msg":"trace[197815194] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"857.87011ms","start":"2026-04-29T02:16:51.74272Z","end":"2026-04-29T02:16:52.60059Z","steps":["trace[197815194] 'process raft request' (duration: 857.777098ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:52.600643Z","caller":"traceutil/trace.go:171","msg":"trace[476112312] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"575.837791ms","start":"2026-04-29T02:16:52.024797Z","end":"2026-04-29T02:16:52.600635Z","steps":["trace[476112312] 'process raft request' (duration: 575.740099ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:52.600669Z","caller":"traceutil/trace.go:171","msg":"trace[1278859136] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"1.099346426s","start":"2026-04-29T02:16:51.501316Z","end":"2026-04-29T02:16:52.600662Z","steps":["trace[1278859136] 'process raft request' (duration: 1.099079799s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.60069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:52.02477Z","time spent":"575.894723ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:52.600712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.501302Z","time spent":"1.099388357s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:52.600643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.742698Z","time spent":"857.922422ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:52.600748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058911237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:16:52.600801Z","caller":"traceutil/trace.go:171","msg":"trace[1060596095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24751; }","duration":"1.05900161s","start":"2026-04-29T02:16:51.541786Z","end":"2026-04-29T02:16:52.600788Z","steps":["trace[1060596095] 'agreement among raft nodes before linearized reading' (duration: 1.058927487s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.600749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.48043Z","time spent":"1.120112016s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:52.60086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.905231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:16:52.600908Z","caller":"traceutil/trace.go:171","msg":"trace[691155821] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24751; }","duration":"677.952493ms","start":"2026-04-29T02:16:51.922946Z","end":"2026-04-29T02:16:52.600899Z","steps":["trace[691155821] 'agreement among raft nodes before linearized reading' (duration: 677.883191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.600943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.922889Z","time spent":"678.049126ms","remote":"127.0.0.1:33702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:16:52.600949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.398584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:52.600991Z","caller":"traceutil/trace.go:171","msg":"trace[1016462320] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24751; }","duration":"991.465366ms","start":"2026-04-29T02:16:51.609513Z","end":"2026-04-29T02:16:52.600979Z","steps":["trace[1016462320] 'agreement among raft nodes before linearized reading' (duration: 991.344622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.601027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.6095Z","time spent":"991.516197ms","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:16:52.601146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.880182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-29T02:16:52.601171Z","caller":"traceutil/trace.go:171","msg":"trace[810117597] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24751; }","duration":"458.941064ms","start":"2026-04-29T02:16:52.142224Z","end":"2026-04-29T02:16:52.601165Z","steps":["trace[810117597] 'agreement among raft nodes before linearized reading' (duration: 458.854472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.601192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:52.142207Z","time spent":"458.981436ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-04-29T02:16:52.601292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.910428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273005"} {"level":"info","ts":"2026-04-29T02:16:52.601391Z","caller":"traceutil/trace.go:171","msg":"trace[1105309236] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24751; }","duration":"242.020131ms","start":"2026-04-29T02:16:52.35933Z","end":"2026-04-29T02:16:52.60135Z","steps":["trace[1105309236] 'agreement among raft nodes before linearized reading' (duration: 241.475646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.601461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107012537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:52.601515Z","caller":"traceutil/trace.go:171","msg":"trace[1438206608] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24751; }","duration":"1.107096369s","start":"2026-04-29T02:16:51.494407Z","end":"2026-04-29T02:16:52.601504Z","steps":["trace[1438206608] 'agreement among raft nodes before linearized reading' (duration: 1.106993446s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:52.601539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.494395Z","time spent":"1.10713863s","remote":"127.0.0.1:59932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:16:52.600838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:51.541767Z","time spent":"1.059062201s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:16:52.949414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.905834ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-29T02:16:52.949503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:52.602895Z","time spent":"346.604351ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-29T02:16:53.012665Z","caller":"traceutil/trace.go:171","msg":"trace[1181326255] linearizableReadLoop","detail":"{readStateIndex:25556; appliedIndex:25554; }","duration":"213.92333ms","start":"2026-04-29T02:16:52.798715Z","end":"2026-04-29T02:16:53.012639Z","steps":["trace[1181326255] 'read index received' (duration: 213.836208ms)","trace[1181326255] 'applied index is now lower than readState.Index' (duration: 85.752µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:53.012895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.160866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:53.012962Z","caller":"traceutil/trace.go:171","msg":"trace[1030932415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24753; }","duration":"214.281529ms","start":"2026-04-29T02:16:52.798664Z","end":"2026-04-29T02:16:53.012946Z","steps":["trace[1030932415] 'agreement among raft nodes before linearized reading' (duration: 214.151576ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:53.013083Z","caller":"traceutil/trace.go:171","msg":"trace[1863833503] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"407.155833ms","start":"2026-04-29T02:16:52.605887Z","end":"2026-04-29T02:16:53.013043Z","steps":["trace[1863833503] 'process raft request' (duration: 406.707731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:53.013229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:52.605869Z","time spent":"407.285506ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:53.013558Z","caller":"traceutil/trace.go:171","msg":"trace[1712544033] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"407.759479ms","start":"2026-04-29T02:16:52.605768Z","end":"2026-04-29T02:16:53.013528Z","steps":["trace[1712544033] 'process raft request' (duration: 406.651349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:53.013644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:52.60574Z","time spent":"407.866122ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:53.225655Z","caller":"traceutil/trace.go:171","msg":"trace[1995004874] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"285.779612ms","start":"2026-04-29T02:16:52.939853Z","end":"2026-04-29T02:16:53.225633Z","steps":["trace[1995004874] 'process raft request' (duration: 272.789735ms)","trace[1995004874] 'compare' (duration: 12.668838ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:53.225762Z","caller":"traceutil/trace.go:171","msg":"trace[1664536916] linearizableReadLoop","detail":"{readStateIndex:25558; appliedIndex:25556; }","duration":"212.957534ms","start":"2026-04-29T02:16:53.012783Z","end":"2026-04-29T02:16:53.225741Z","steps":["trace[1664536916] 'read index received' (duration: 199.789992ms)","trace[1664536916] 'applied index is now lower than readState.Index' (duration: 13.166502ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:53.225864Z","caller":"traceutil/trace.go:171","msg":"trace[474128316] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"275.415258ms","start":"2026-04-29T02:16:52.95044Z","end":"2026-04-29T02:16:53.225855Z","steps":["trace[474128316] 'process raft request' (duration: 275.12104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:53.226067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.513574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:53.226115Z","caller":"traceutil/trace.go:171","msg":"trace[1954212620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24755; }","duration":"211.598927ms","start":"2026-04-29T02:16:53.014504Z","end":"2026-04-29T02:16:53.226103Z","steps":["trace[1954212620] 'agreement among raft nodes before linearized reading' (duration: 211.475133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:53.226188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.707877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T02:16:53.226222Z","caller":"traceutil/trace.go:171","msg":"trace[442057615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24755; }","duration":"298.786649ms","start":"2026-04-29T02:16:52.927425Z","end":"2026-04-29T02:16:53.226212Z","steps":["trace[442057615] 'agreement among raft nodes before linearized reading' (duration: 298.646505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:53.226088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.079998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:53.227306Z","caller":"traceutil/trace.go:171","msg":"trace[693682465] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24755; }","duration":"253.234169ms","start":"2026-04-29T02:16:52.973982Z","end":"2026-04-29T02:16:53.227217Z","steps":["trace[693682465] 'agreement among raft nodes before linearized reading' (duration: 252.047537ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:54.728517Z","caller":"traceutil/trace.go:171","msg":"trace[192561467] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"121.255408ms","start":"2026-04-29T02:16:54.607235Z","end":"2026-04-29T02:16:54.72849Z","steps":["trace[192561467] 'process raft request' (duration: 121.043842ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:55.031694Z","caller":"traceutil/trace.go:171","msg":"trace[1537431800] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"424.036636ms","start":"2026-04-29T02:16:54.607633Z","end":"2026-04-29T02:16:55.031669Z","steps":["trace[1537431800] 'process raft request' (duration: 397.428876ms)","trace[1537431800] 'compare' (duration: 25.782968ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:55.032013Z","caller":"traceutil/trace.go:171","msg":"trace[727603608] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"423.925513ms","start":"2026-04-29T02:16:54.608069Z","end":"2026-04-29T02:16:55.031994Z","steps":["trace[727603608] 'process raft request' (duration: 423.78934ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:55.032093Z","caller":"traceutil/trace.go:171","msg":"trace[1177765543] linearizableReadLoop","detail":"{readStateIndex:25563; appliedIndex:25560; }","duration":"424.346124ms","start":"2026-04-29T02:16:54.607729Z","end":"2026-04-29T02:16:55.032075Z","steps":["trace[1177765543] 'read index received' (duration: 120.60324ms)","trace[1177765543] 'applied index is now lower than readState.Index' (duration: 303.742124ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:55.032049Z","caller":"traceutil/trace.go:171","msg":"trace[14188794] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"424.124478ms","start":"2026-04-29T02:16:54.607859Z","end":"2026-04-29T02:16:55.031983Z","steps":["trace[14188794] 'process raft request' (duration: 423.923682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.032149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.608052Z","time spent":"424.012315ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:55.032165Z","caller":"traceutil/trace.go:171","msg":"trace[1459437947] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"424.066987ms","start":"2026-04-29T02:16:54.608088Z","end":"2026-04-29T02:16:55.032155Z","steps":["trace[1459437947] 'process raft request' (duration: 423.81034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.032225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.608052Z","time spent":"424.134639ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:55.032278Z","caller":"traceutil/trace.go:171","msg":"trace[1720156172] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"378.203108ms","start":"2026-04-29T02:16:54.65406Z","end":"2026-04-29T02:16:55.032263Z","steps":["trace[1720156172] 'process raft request' (duration: 377.969131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.032315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.607842Z","time spent":"424.324614ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:55.032324Z","caller":"traceutil/trace.go:171","msg":"trace[1764381526] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"424.145719ms","start":"2026-04-29T02:16:54.608157Z","end":"2026-04-29T02:16:55.032302Z","steps":["trace[1764381526] 'process raft request' (duration: 423.796169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.032465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.733225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-29T02:16:55.032334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.654038Z","time spent":"378.26307ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:55.032508Z","caller":"traceutil/trace.go:171","msg":"trace[1988986339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24765; }","duration":"424.804087ms","start":"2026-04-29T02:16:54.60769Z","end":"2026-04-29T02:16:55.032494Z","steps":["trace[1988986339] 'agreement among raft nodes before linearized reading' (duration: 424.682794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.032532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.608145Z","time spent":"424.275683ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:55.032551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.60768Z","time spent":"424.863338ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-29T02:16:55.031914Z","caller":"traceutil/trace.go:171","msg":"trace[1963427712] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"424.238332ms","start":"2026-04-29T02:16:54.607639Z","end":"2026-04-29T02:16:55.031877Z","steps":["trace[1963427712] 'process raft request' (duration: 423.79282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.032847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.607618Z","time spent":"425.105885ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:55.032863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.607617Z","time spent":"425.123036ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:55.344672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.346155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:16:55.344876Z","caller":"traceutil/trace.go:171","msg":"trace[820389974] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"307.385095ms","start":"2026-04-29T02:16:55.037475Z","end":"2026-04-29T02:16:55.34486Z","steps":["trace[820389974] 'process raft request' (duration: 307.302852ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:55.344867Z","caller":"traceutil/trace.go:171","msg":"trace[560626465] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"517.385348ms","start":"2026-04-29T02:16:54.827449Z","end":"2026-04-29T02:16:55.344835Z","steps":["trace[560626465] 'process raft request' (duration: 338.810738ms)","trace[560626465] 'compare' (duration: 178.000154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:55.344928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:55.037454Z","time spent":"307.452047ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:55.34488Z","caller":"traceutil/trace.go:171","msg":"trace[210689315] linearizableReadLoop","detail":"{readStateIndex:25569; appliedIndex:25568; }","duration":"312.725971ms","start":"2026-04-29T02:16:55.032126Z","end":"2026-04-29T02:16:55.344852Z","steps":["trace[210689315] 'read index received' (duration: 134.149051ms)","trace[210689315] 'applied index is now lower than readState.Index' (duration: 178.57507ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:55.345021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.827424Z","time spent":"517.517671ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:55.345277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.562641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:16:55.345298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.795862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:16:55.345276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.444036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-29T02:16:55.345326Z","caller":"traceutil/trace.go:171","msg":"trace[584530464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24767; }","duration":"328.867244ms","start":"2026-04-29T02:16:55.016451Z","end":"2026-04-29T02:16:55.345318Z","steps":["trace[584530464] 'agreement among raft nodes before linearized reading' (duration: 328.766411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.345295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.169828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:55.345327Z","caller":"traceutil/trace.go:171","msg":"trace[576532577] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24767; }","duration":"326.631723ms","start":"2026-04-29T02:16:55.018683Z","end":"2026-04-29T02:16:55.345315Z","steps":["trace[576532577] 'agreement among raft nodes before linearized reading' (duration: 326.540961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.345355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:55.016431Z","time spent":"328.919426ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-29T02:16:55.345349Z","caller":"traceutil/trace.go:171","msg":"trace[786533047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24767; }","duration":"737.55966ms","start":"2026-04-29T02:16:54.607772Z","end":"2026-04-29T02:16:55.345331Z","steps":["trace[786533047] 'agreement among raft nodes before linearized reading' (duration: 737.21264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.345354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.221247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-29T02:16:55.345375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:55.018675Z","time spent":"326.691015ms","remote":"127.0.0.1:39484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:16:55.345381Z","caller":"traceutil/trace.go:171","msg":"trace[1114044087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24767; }","duration":"546.28921ms","start":"2026-04-29T02:16:54.799072Z","end":"2026-04-29T02:16:55.345361Z","steps":["trace[1114044087] 'agreement among raft nodes before linearized reading' (duration: 546.149477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.345403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.607762Z","time spent":"737.628711ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:16:55.345411Z","caller":"traceutil/trace.go:171","msg":"trace[172153754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24767; }","duration":"328.293408ms","start":"2026-04-29T02:16:55.017101Z","end":"2026-04-29T02:16:55.345395Z","steps":["trace[172153754] 'agreement among raft nodes before linearized reading' (duration: 328.131364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.34547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:55.01709Z","time spent":"328.368421ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:16:55.345431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.799059Z","time spent":"546.363473ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:16:55.34531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.427143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:55.345619Z","caller":"traceutil/trace.go:171","msg":"trace[50271009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24767; }","duration":"566.743132ms","start":"2026-04-29T02:16:54.778854Z","end":"2026-04-29T02:16:55.345597Z","steps":["trace[50271009] 'agreement among raft nodes before linearized reading' (duration: 566.383862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.345673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:54.778762Z","time spent":"566.892886ms","remote":"127.0.0.1:39662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:16:55.493083Z","caller":"traceutil/trace.go:171","msg":"trace[1674263882] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"144.017221ms","start":"2026-04-29T02:16:55.349012Z","end":"2026-04-29T02:16:55.493029Z","steps":["trace[1674263882] 'process raft request' (duration: 141.683747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.872216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.539905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:16:55.872488Z","caller":"traceutil/trace.go:171","msg":"trace[260241092] linearizableReadLoop","detail":"{readStateIndex:25574; appliedIndex:25571; }","duration":"357.261483ms","start":"2026-04-29T02:16:55.515209Z","end":"2026-04-29T02:16:55.87247Z","steps":["trace[260241092] 'read index received' (duration: 223.268116ms)","trace[260241092] 'applied index is now lower than readState.Index' (duration: 133.992367ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:55.872556Z","caller":"traceutil/trace.go:171","msg":"trace[486792612] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"523.235937ms","start":"2026-04-29T02:16:55.349278Z","end":"2026-04-29T02:16:55.872514Z","steps":["trace[486792612] 'process raft request' (duration: 389.298481ms)","trace[486792612] 'compare' (duration: 133.140204ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:55.872587Z","caller":"traceutil/trace.go:171","msg":"trace[1228847723] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"469.846622ms","start":"2026-04-29T02:16:55.402707Z","end":"2026-04-29T02:16:55.872553Z","steps":["trace[1228847723] 'process raft request' (duration: 469.700798ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:55.872571Z","caller":"traceutil/trace.go:171","msg":"trace[1179595028] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"523.122104ms","start":"2026-04-29T02:16:55.349423Z","end":"2026-04-29T02:16:55.872545Z","steps":["trace[1179595028] 'process raft request' (duration: 522.893598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.872745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:55.349271Z","time spent":"523.36616ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:55.872749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.048833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:16:55.872785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:55.402675Z","time spent":"470.000726ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:55.872818Z","caller":"traceutil/trace.go:171","msg":"trace[1192755675] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24771; }","duration":"105.164096ms","start":"2026-04-29T02:16:55.767636Z","end":"2026-04-29T02:16:55.8728Z","steps":["trace[1192755675] 'agreement among raft nodes before linearized reading' (duration: 104.95213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.872803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:55.349417Z","time spent":"523.319829ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:55.872832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.597752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-29T02:16:55.872933Z","caller":"traceutil/trace.go:171","msg":"trace[248523320] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24771; }","duration":"357.744706ms","start":"2026-04-29T02:16:55.515166Z","end":"2026-04-29T02:16:55.872911Z","steps":["trace[248523320] 'agreement among raft nodes before linearized reading' (duration: 357.393346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:55.873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:55.515148Z","time spent":"357.833759ms","remote":"127.0.0.1:33466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":239,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:16:57.183163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.788511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:16:57.183237Z","caller":"traceutil/trace.go:171","msg":"trace[20923451] linearizableReadLoop","detail":"{readStateIndex:25577; appliedIndex:25576; }","duration":"386.113275ms","start":"2026-04-29T02:16:56.797112Z","end":"2026-04-29T02:16:57.183226Z","steps":["trace[20923451] 'read index received' (duration: 40.941µs)","trace[20923451] 'applied index is now lower than readState.Index' (duration: 386.071564ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:57.183283Z","caller":"traceutil/trace.go:171","msg":"trace[813874611] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"449.035812ms","start":"2026-04-29T02:16:56.73424Z","end":"2026-04-29T02:16:57.183276Z","steps":["trace[813874611] 'process raft request' (duration: 53.079906ms)","trace[813874611] 'compare' (duration: 395.711189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:57.18332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:56.734218Z","time spent":"449.081673ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:57.183361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.229838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:57.183433Z","caller":"traceutil/trace.go:171","msg":"trace[552309581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24774; }","duration":"386.368712ms","start":"2026-04-29T02:16:56.797048Z","end":"2026-04-29T02:16:57.183416Z","steps":["trace[552309581] 'agreement among raft nodes before linearized reading' (duration: 386.251109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.183475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:56.797026Z","time spent":"386.441664ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:16:57.630712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.660577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:16:57.630886Z","caller":"traceutil/trace.go:171","msg":"trace[1269426931] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"592.204801ms","start":"2026-04-29T02:16:57.038665Z","end":"2026-04-29T02:16:57.63087Z","steps":["trace[1269426931] 'process raft request' (duration: 592.134419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.630941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.038637Z","time spent":"592.280002ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:57.631089Z","caller":"traceutil/trace.go:171","msg":"trace[284049983] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"593.297941ms","start":"2026-04-29T02:16:57.037783Z","end":"2026-04-29T02:16:57.631081Z","steps":["trace[284049983] 'process raft request' (duration: 275.206902ms)","trace[284049983] 'compare' (duration: 317.213285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:57.631126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.037755Z","time spent":"593.350672ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:57.631104Z","caller":"traceutil/trace.go:171","msg":"trace[144459737] linearizableReadLoop","detail":"{readStateIndex:25583; appliedIndex:25577; }","duration":"447.828779ms","start":"2026-04-29T02:16:57.183254Z","end":"2026-04-29T02:16:57.631083Z","steps":["trace[144459737] 'read index received' (duration: 129.748681ms)","trace[144459737] 'applied index is now lower than readState.Index' (duration: 318.079058ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:16:57.631332Z","caller":"traceutil/trace.go:171","msg":"trace[169783895] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"592.5638ms","start":"2026-04-29T02:16:57.038756Z","end":"2026-04-29T02:16:57.63132Z","steps":["trace[169783895] 'process raft request' (duration: 592.089147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.631436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.03875Z","time spent":"592.619762ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:57.631682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.348562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-29T02:16:57.631709Z","caller":"traceutil/trace.go:171","msg":"trace[580178938] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24780; }","duration":"714.408644ms","start":"2026-04-29T02:16:56.91729Z","end":"2026-04-29T02:16:57.631699Z","steps":["trace[580178938] 'agreement among raft nodes before linearized reading' (duration: 714.294151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.63173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:56.917272Z","time spent":"714.453305ms","remote":"127.0.0.1:33418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-29T02:16:57.631732Z","caller":"traceutil/trace.go:171","msg":"trace[2109535212] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"592.150869ms","start":"2026-04-29T02:16:57.039564Z","end":"2026-04-29T02:16:57.631715Z","steps":["trace[2109535212] 'process raft request' (duration: 591.383198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.631748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.854417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:16:57.631815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.039555Z","time spent":"592.219031ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:57.631764Z","caller":"traceutil/trace.go:171","msg":"trace[874303377] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"591.761138ms","start":"2026-04-29T02:16:57.039917Z","end":"2026-04-29T02:16:57.631678Z","steps":["trace[874303377] 'process raft request' (duration: 591.08664ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:57.631826Z","caller":"traceutil/trace.go:171","msg":"trace[1547370733] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24780; }","duration":"608.976941ms","start":"2026-04-29T02:16:57.022826Z","end":"2026-04-29T02:16:57.631803Z","steps":["trace[1547370733] 'agreement among raft nodes before linearized reading' (duration: 608.844387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.631887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.022771Z","time spent":"609.102544ms","remote":"127.0.0.1:48504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:16:57.63197Z","caller":"traceutil/trace.go:171","msg":"trace[1582157938] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"591.286145ms","start":"2026-04-29T02:16:57.040644Z","end":"2026-04-29T02:16:57.63193Z","steps":["trace[1582157938] 'process raft request' (duration: 590.38947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.63201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.03991Z","time spent":"591.964824ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:16:57.632152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.040635Z","time spent":"591.417939ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:16:57.85955Z","caller":"traceutil/trace.go:171","msg":"trace[1896855497] linearizableReadLoop","detail":"{readStateIndex:25584; appliedIndex:25583; }","duration":"228.358917ms","start":"2026-04-29T02:16:57.631168Z","end":"2026-04-29T02:16:57.859527Z","steps":["trace[1896855497] 'read index received' (duration: 225.884769ms)","trace[1896855497] 'applied index is now lower than readState.Index' (duration: 2.472418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:16:57.85972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.567715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:16:57.859735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.430597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:16:57.859735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.821837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:16:57.859783Z","caller":"traceutil/trace.go:171","msg":"trace[1602164324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24780; }","duration":"510.53724ms","start":"2026-04-29T02:16:57.349232Z","end":"2026-04-29T02:16:57.85977Z","steps":["trace[1602164324] 'agreement among raft nodes before linearized reading' (duration: 510.354525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.859821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.349213Z","time spent":"510.600032ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:16:57.859841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.700964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:57.859871Z","caller":"traceutil/trace.go:171","msg":"trace[1915502085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24780; }","duration":"674.753536ms","start":"2026-04-29T02:16:57.18511Z","end":"2026-04-29T02:16:57.859864Z","steps":["trace[1915502085] 'agreement among raft nodes before linearized reading' (duration: 674.683684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.859868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.232215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:16:57.859821Z","caller":"traceutil/trace.go:171","msg":"trace[616891809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24780; }","duration":"362.95979ms","start":"2026-04-29T02:16:57.496843Z","end":"2026-04-29T02:16:57.859802Z","steps":["trace[616891809] 'agreement among raft nodes before linearized reading' (duration: 362.706593ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:16:57.859937Z","caller":"traceutil/trace.go:171","msg":"trace[1476716452] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24780; }","duration":"114.345688ms","start":"2026-04-29T02:16:57.745574Z","end":"2026-04-29T02:16:57.85992Z","steps":["trace[1476716452] 'agreement among raft nodes before linearized reading' (duration: 114.227854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.859904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.185098Z","time spent":"674.799397ms","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:16:57.860006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.496824Z","time spent":"363.143035ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:16:57.859762Z","caller":"traceutil/trace.go:171","msg":"trace[992424299] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24780; }","duration":"567.660217ms","start":"2026-04-29T02:16:57.292089Z","end":"2026-04-29T02:16:57.85975Z","steps":["trace[992424299] 'agreement among raft nodes before linearized reading' (duration: 567.571755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:16:57.860104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:16:57.292071Z","time spent":"568.013727ms","remote":"127.0.0.1:39732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:16:57.860201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.377235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f3353f30-918a-4855-830b-6b706bd1c4e9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-29T02:16:57.860304Z","caller":"traceutil/trace.go:171","msg":"trace[1460236183] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f3353f30-918a-4855-830b-6b706bd1c4e9; range_end:; response_count:1; response_revision:24780; }","duration":"225.519278ms","start":"2026-04-29T02:16:57.63476Z","end":"2026-04-29T02:16:57.860279Z","steps":["trace[1460236183] 'agreement among raft nodes before linearized reading' (duration: 225.032325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:09.904538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.384323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:09.904639Z","caller":"traceutil/trace.go:171","msg":"trace[61575761] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24919; }","duration":"788.539557ms","start":"2026-04-29T02:17:09.116074Z","end":"2026-04-29T02:17:09.904613Z","steps":["trace[61575761] 'count revisions from in-memory index tree' (duration: 788.282271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:09.904639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.504243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-04-29T02:17:09.904769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.116046Z","time spent":"788.64118ms","remote":"127.0.0.1:38616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:17:09.904795Z","caller":"traceutil/trace.go:171","msg":"trace[1631342144] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd; range_end:; response_count:1; response_revision:24919; }","duration":"852.714039ms","start":"2026-04-29T02:17:09.052054Z","end":"2026-04-29T02:17:09.904768Z","steps":["trace[1631342144] 'range keys from in-memory index tree' (duration: 852.242686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:09.904867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.052034Z","time spent":"852.816502ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd\" "} {"level":"warn","ts":"2026-04-29T02:17:10.299583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532039708181460,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:17:10.331881Z","caller":"traceutil/trace.go:171","msg":"trace[1070268947] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"1.093633369s","start":"2026-04-29T02:17:09.238223Z","end":"2026-04-29T02:17:10.331856Z","steps":["trace[1070268947] 'process raft request' (duration: 1.093467515s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:10.332051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.238202Z","time spent":"1.093752363s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:11.282461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.672004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:11.282949Z","caller":"traceutil/trace.go:171","msg":"trace[1925832301] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"1.58890826s","start":"2026-04-29T02:17:09.694001Z","end":"2026-04-29T02:17:11.282909Z","steps":["trace[1925832301] 'process raft request' (duration: 1.456684201s)","trace[1925832301] 'compare' (duration: 131.115779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:11.283117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.693976Z","time spent":"1.589053594s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:11.283127Z","caller":"traceutil/trace.go:171","msg":"trace[2080682883] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"1.588993723s","start":"2026-04-29T02:17:09.694099Z","end":"2026-04-29T02:17:11.283093Z","steps":["trace[2080682883] 'process raft request' (duration: 1.588456938s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.283293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.694091Z","time spent":"1.589103196s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:11.283685Z","caller":"traceutil/trace.go:171","msg":"trace[45347062] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"1.589493016s","start":"2026-04-29T02:17:09.694153Z","end":"2026-04-29T02:17:11.283646Z","steps":["trace[45347062] 'process raft request' (duration: 1.588998443s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.283865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.694136Z","time spent":"1.589635821s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:11.283891Z","caller":"traceutil/trace.go:171","msg":"trace[1687350538] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"1.58961514s","start":"2026-04-29T02:17:09.69424Z","end":"2026-04-29T02:17:11.283855Z","steps":["trace[1687350538] 'process raft request' (duration: 1.589034684s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.283966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.694231Z","time spent":"1.589693512s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:11.284027Z","caller":"traceutil/trace.go:171","msg":"trace[970106054] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"1.589455985s","start":"2026-04-29T02:17:09.694559Z","end":"2026-04-29T02:17:11.284015Z","steps":["trace[970106054] 'process raft request' (duration: 1.589300381s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.284162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.694531Z","time spent":"1.589589639s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:11.284234Z","caller":"traceutil/trace.go:171","msg":"trace[102768407] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"918.094313ms","start":"2026-04-29T02:17:10.366125Z","end":"2026-04-29T02:17:11.28422Z","steps":["trace[102768407] 'process raft request' (duration: 918.011741ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:11.284304Z","caller":"traceutil/trace.go:171","msg":"trace[665346104] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"1.347092106s","start":"2026-04-29T02:17:09.937194Z","end":"2026-04-29T02:17:11.284286Z","steps":["trace[665346104] 'process raft request' (duration: 1.346782387s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.284314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:10.3661Z","time spent":"918.171045ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:11.284357Z","caller":"traceutil/trace.go:171","msg":"trace[1355873660] linearizableReadLoop","detail":"{readStateIndex:25733; appliedIndex:25725; }","duration":"1.485653907s","start":"2026-04-29T02:17:09.798686Z","end":"2026-04-29T02:17:11.28434Z","steps":["trace[1355873660] 'read index received' (duration: 533.038877ms)","trace[1355873660] 'applied index is now lower than readState.Index' (duration: 952.61238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:11.284371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.937174Z","time spent":"1.347158807s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:11.284415Z","caller":"traceutil/trace.go:171","msg":"trace[637745352] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"1.589407064s","start":"2026-04-29T02:17:09.69451Z","end":"2026-04-29T02:17:11.283917Z","steps":["trace[637745352] 'process raft request' (duration: 1.589121376s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.284507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485824922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:11.285284Z","caller":"traceutil/trace.go:171","msg":"trace[670737249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24928; }","duration":"1.486635804s","start":"2026-04-29T02:17:09.798636Z","end":"2026-04-29T02:17:11.285272Z","steps":["trace[670737249] 'agreement among raft nodes before linearized reading' (duration: 1.485833382s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.285322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.798581Z","time spent":"1.486734727s","remote":"127.0.0.1:33248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:17:11.285499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.694494Z","time spent":"1.59070295s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:11.285018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355394103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-29T02:17:11.284727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.690193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:17:11.285791Z","caller":"traceutil/trace.go:171","msg":"trace[1821423061] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24928; }","duration":"832.757192ms","start":"2026-04-29T02:17:10.453Z","end":"2026-04-29T02:17:11.285757Z","steps":["trace[1821423061] 'agreement among raft nodes before linearized reading' (duration: 831.689693ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:11.285696Z","caller":"traceutil/trace.go:171","msg":"trace[1604475731] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24928; }","duration":"1.356101943s","start":"2026-04-29T02:17:09.929576Z","end":"2026-04-29T02:17:11.285678Z","steps":["trace[1604475731] 'agreement among raft nodes before linearized reading' (duration: 1.355097315s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.285863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:10.452984Z","time spent":"832.857624ms","remote":"127.0.0.1:57820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:11.284794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.254796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:17:11.285939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.92956Z","time spent":"1.356287208s","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:17:11.285982Z","caller":"traceutil/trace.go:171","msg":"trace[1557479059] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24928; }","duration":"220.47536ms","start":"2026-04-29T02:17:11.065486Z","end":"2026-04-29T02:17:11.285961Z","steps":["trace[1557479059] 'agreement among raft nodes before linearized reading' (duration: 219.279697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.284929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.029465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129931"} {"level":"info","ts":"2026-04-29T02:17:11.286387Z","caller":"traceutil/trace.go:171","msg":"trace[507335087] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24928; }","duration":"816.448834ms","start":"2026-04-29T02:17:10.469867Z","end":"2026-04-29T02:17:11.286315Z","steps":["trace[507335087] 'agreement among raft nodes before linearized reading' (duration: 814.904372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.284979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.906685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-04-29T02:17:11.286481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:10.469856Z","time spent":"816.603498ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129955,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-29T02:17:11.286494Z","caller":"traceutil/trace.go:171","msg":"trace[1819929988] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd; range_end:; response_count:1; response_revision:24928; }","duration":"377.436588ms","start":"2026-04-29T02:17:10.909029Z","end":"2026-04-29T02:17:11.286465Z","steps":["trace[1819929988] 'agreement among raft nodes before linearized reading' (duration: 375.845824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.285016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303133039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-29T02:17:11.286582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:10.909014Z","time spent":"377.54896ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd\" "} {"level":"info","ts":"2026-04-29T02:17:11.28669Z","caller":"traceutil/trace.go:171","msg":"trace[214558720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24928; }","duration":"1.304810875s","start":"2026-04-29T02:17:09.981835Z","end":"2026-04-29T02:17:11.286646Z","steps":["trace[214558720] 'agreement among raft nodes before linearized reading' (duration: 1.303122959s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.285027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340744641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:17:11.286789Z","caller":"traceutil/trace.go:171","msg":"trace[288734862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24928; }","duration":"1.34250563s","start":"2026-04-29T02:17:09.944265Z","end":"2026-04-29T02:17:11.286771Z","steps":["trace[288734862] 'agreement among raft nodes before linearized reading' (duration: 1.340706271s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.2868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.981816Z","time spent":"1.304932388s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-29T02:17:11.286852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.944259Z","time spent":"1.342577522s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:17:11.285096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302461231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:17:11.287047Z","caller":"traceutil/trace.go:171","msg":"trace[1324825703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24928; }","duration":"1.304475836s","start":"2026-04-29T02:17:09.982554Z","end":"2026-04-29T02:17:11.28703Z","steps":["trace[1324825703] 'agreement among raft nodes before linearized reading' (duration: 1.302490232s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.287108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.982533Z","time spent":"1.304559278s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-29T02:17:11.285112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340968287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:17:11.287177Z","caller":"traceutil/trace.go:171","msg":"trace[1869645372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24928; }","duration":"1.343062415s","start":"2026-04-29T02:17:09.944102Z","end":"2026-04-29T02:17:11.287165Z","steps":["trace[1869645372] 'agreement among raft nodes before linearized reading' (duration: 1.340956287s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.287226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:09.944086Z","time spent":"1.343127116s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-29T02:17:11.284926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.286056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-29T02:17:11.28733Z","caller":"traceutil/trace.go:171","msg":"trace[316800322] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24928; }","duration":"831.683912ms","start":"2026-04-29T02:17:10.455634Z","end":"2026-04-29T02:17:11.287318Z","steps":["trace[316800322] 'agreement among raft nodes before linearized reading' (duration: 829.178533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.287375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:10.455566Z","time spent":"831.797775ms","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-29T02:17:11.285089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.358053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:17:11.287464Z","caller":"traceutil/trace.go:171","msg":"trace[1786904728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24928; }","duration":"935.754617ms","start":"2026-04-29T02:17:10.351691Z","end":"2026-04-29T02:17:11.287446Z","steps":["trace[1786904728] 'agreement among raft nodes before linearized reading' (duration: 933.342591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:11.287526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:10.351676Z","time spent":"935.83406ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-29T02:17:11.791888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532039708181472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-29T02:17:12.56995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.29534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:12.570082Z","caller":"traceutil/trace.go:171","msg":"trace[66518361] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24928; }","duration":"910.445834ms","start":"2026-04-29T02:17:11.659616Z","end":"2026-04-29T02:17:12.570062Z","steps":["trace[66518361] 'range keys from in-memory index tree' (duration: 910.276059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:12.571098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.706366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:12.571203Z","caller":"traceutil/trace.go:171","msg":"trace[1643102861] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"1.279913523s","start":"2026-04-29T02:17:11.29127Z","end":"2026-04-29T02:17:12.571183Z","steps":["trace[1643102861] 'process raft request' (duration: 625.035362ms)","trace[1643102861] 'compare' (duration: 653.530624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:12.57127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.291257Z","time spent":"1.279983974s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.116484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189785439s","expected-duration":"1s"} {"level":"info","ts":"2026-04-29T02:17:13.175779Z","caller":"traceutil/trace.go:171","msg":"trace[119538058] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"1.883758373s","start":"2026-04-29T02:17:11.292001Z","end":"2026-04-29T02:17:13.17576Z","steps":["trace[119538058] 'process raft request' (duration: 1.883718082s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.175882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.291992Z","time spent":"1.883834635s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:13.176072Z","caller":"traceutil/trace.go:171","msg":"trace[1753421522] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"1.88405295s","start":"2026-04-29T02:17:11.291941Z","end":"2026-04-29T02:17:13.175994Z","steps":["trace[1753421522] 'process raft request' (duration: 1.883712811s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.176087Z","caller":"traceutil/trace.go:171","msg":"trace[912891987] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"838.702255ms","start":"2026-04-29T02:17:12.337356Z","end":"2026-04-29T02:17:13.176058Z","steps":["trace[912891987] 'process raft request' (duration: 838.624363ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.176133Z","caller":"traceutil/trace.go:171","msg":"trace[1791802524] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"1.884317437s","start":"2026-04-29T02:17:11.291789Z","end":"2026-04-29T02:17:13.176106Z","steps":["trace[1791802524] 'process raft request' (duration: 1.824953678s)","trace[1791802524] 'compare' (duration: 58.630919ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:13.176138Z","caller":"traceutil/trace.go:171","msg":"trace[1222683850] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"1.884104961s","start":"2026-04-29T02:17:11.292004Z","end":"2026-04-29T02:17:13.176109Z","steps":["trace[1222683850] 'process raft request' (duration: 1.883732821s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.176214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.29193Z","time spent":"1.884207075s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.176239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.291781Z","time spent":"1.88440393s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.176246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:12.337336Z","time spent":"838.824079ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:13.176265Z","caller":"traceutil/trace.go:171","msg":"trace[1233248604] linearizableReadLoop","detail":"{readStateIndex:25740; appliedIndex:25734; }","duration":"1.884611606s","start":"2026-04-29T02:17:11.291633Z","end":"2026-04-29T02:17:13.176244Z","steps":["trace[1233248604] 'read index received' (duration: 624.690182ms)","trace[1233248604] 'applied index is now lower than readState.Index' (duration: 1.259919294s)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:13.176265Z","caller":"traceutil/trace.go:171","msg":"trace[1984982491] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"1.421861488s","start":"2026-04-29T02:17:11.754376Z","end":"2026-04-29T02:17:13.176237Z","steps":["trace[1984982491] 'process raft request' (duration: 1.421464997s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.17626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.291997Z","time spent":"1.884198665s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.176372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.75435Z","time spent":"1.42197101s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.176389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88475201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-29T02:17:13.176413Z","caller":"traceutil/trace.go:171","msg":"trace[627426175] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24935; }","duration":"1.884785251s","start":"2026-04-29T02:17:11.291621Z","end":"2026-04-29T02:17:13.176407Z","steps":["trace[627426175] 'agreement among raft nodes before linearized reading' (duration: 1.884699298s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.176433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.291616Z","time spent":"1.884814141s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-29T02:17:13.176457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281197697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:17:13.176495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598522605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:17:13.176553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.81044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:17:13.176588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883392432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:13.176579Z","caller":"traceutil/trace.go:171","msg":"trace[1228777501] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24935; }","duration":"1.598667649s","start":"2026-04-29T02:17:11.57789Z","end":"2026-04-29T02:17:13.176557Z","steps":["trace[1228777501] 'agreement among raft nodes before linearized reading' (duration: 1.598506364s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.176602Z","caller":"traceutil/trace.go:171","msg":"trace[268539771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24935; }","duration":"1.883421243s","start":"2026-04-29T02:17:11.293177Z","end":"2026-04-29T02:17:13.176598Z","steps":["trace[268539771] 'agreement among raft nodes before linearized reading' (duration: 1.883392252s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.176605Z","caller":"traceutil/trace.go:171","msg":"trace[1039839772] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24935; }","duration":"669.914553ms","start":"2026-04-29T02:17:12.506678Z","end":"2026-04-29T02:17:13.176593Z","steps":["trace[1039839772] 'agreement among raft nodes before linearized reading' (duration: 669.82003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.176615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.293167Z","time spent":"1.883445423s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:17:13.176627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.57787Z","time spent":"1.598747061s","remote":"127.0.0.1:38624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:13.176636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.455797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:17:13.176631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881308075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-29T02:17:13.176666Z","caller":"traceutil/trace.go:171","msg":"trace[169359780] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24935; }","duration":"944.528849ms","start":"2026-04-29T02:17:12.232127Z","end":"2026-04-29T02:17:13.176656Z","steps":["trace[169359780] 'agreement among raft nodes before linearized reading' (duration: 944.468768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.176686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:12.232107Z","time spent":"944.57533ms","remote":"127.0.0.1:59902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:17:13.176695Z","caller":"traceutil/trace.go:171","msg":"trace[748925410] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24935; }","duration":"1.881370047s","start":"2026-04-29T02:17:11.29531Z","end":"2026-04-29T02:17:13.17668Z","steps":["trace[748925410] 'agreement among raft nodes before linearized reading' (duration: 1.881185792s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.176701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.502807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:17:13.176741Z","caller":"traceutil/trace.go:171","msg":"trace[386105336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24935; }","duration":"401.582889ms","start":"2026-04-29T02:17:12.77515Z","end":"2026-04-29T02:17:13.176733Z","steps":["trace[386105336] 'agreement among raft nodes before linearized reading' (duration: 401.518578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.176746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.295287Z","time spent":"1.881448289s","remote":"127.0.0.1:33318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-29T02:17:13.176758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52726135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:17:13.176753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033558462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-29T02:17:13.176779Z","caller":"traceutil/trace.go:171","msg":"trace[1848331747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24935; }","duration":"1.527319262s","start":"2026-04-29T02:17:11.649454Z","end":"2026-04-29T02:17:13.176773Z","steps":["trace[1848331747] 'agreement among raft nodes before linearized reading' (duration: 1.527287681s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.176779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:12.775129Z","time spent":"401.639741ms","remote":"127.0.0.1:48618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:13.176796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.649434Z","time spent":"1.527357212s","remote":"127.0.0.1:43392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:17:13.176522Z","caller":"traceutil/trace.go:171","msg":"trace[2087944634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24935; }","duration":"1.28130316s","start":"2026-04-29T02:17:11.895201Z","end":"2026-04-29T02:17:13.176505Z","steps":["trace[2087944634] 'agreement among raft nodes before linearized reading' (duration: 1.281196137s)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.176797Z","caller":"traceutil/trace.go:171","msg":"trace[705471902] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24935; }","duration":"1.033637144s","start":"2026-04-29T02:17:12.143149Z","end":"2026-04-29T02:17:13.176787Z","steps":["trace[705471902] 'agreement among raft nodes before linearized reading' (duration: 1.03350392s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.17681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.583145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:17:13.176804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.975579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:17:13.176832Z","caller":"traceutil/trace.go:171","msg":"trace[1948477687] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24935; }","duration":"942.635797ms","start":"2026-04-29T02:17:12.234191Z","end":"2026-04-29T02:17:13.176827Z","steps":["trace[1948477687] 'agreement among raft nodes before linearized reading' (duration: 942.597206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.17683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.895182Z","time spent":"1.2816354s","remote":"127.0.0.1:48650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:17:13.176845Z","caller":"traceutil/trace.go:171","msg":"trace[208454180] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24935; }","duration":"770.062021ms","start":"2026-04-29T02:17:12.406772Z","end":"2026-04-29T02:17:13.176834Z","steps":["trace[208454180] 'agreement among raft nodes before linearized reading' (duration: 769.929008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.176648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:12.506658Z","time spent":"669.979645ms","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:13.176874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:12.406751Z","time spent":"770.117863ms","remote":"127.0.0.1:47282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-29T02:17:13.176853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:12.234179Z","time spent":"942.670128ms","remote":"127.0.0.1:39450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:13.176827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:12.143131Z","time spent":"1.033689995s","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-04-29T02:17:13.177036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885197072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:91 size:120135"} {"level":"info","ts":"2026-04-29T02:17:13.177111Z","caller":"traceutil/trace.go:171","msg":"trace[1481661229] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:91; response_revision:24935; }","duration":"1.885313805s","start":"2026-04-29T02:17:11.291782Z","end":"2026-04-29T02:17:13.177096Z","steps":["trace[1481661229] 'agreement among raft nodes before linearized reading' (duration: 1.884611636s)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.177162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:11.291766Z","time spent":"1.885381507s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":120159,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-29T02:17:13.177195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.51714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-29T02:17:13.17724Z","caller":"traceutil/trace.go:171","msg":"trace[146968095] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd; range_end:; response_count:1; response_revision:24935; }","duration":"885.584711ms","start":"2026-04-29T02:17:12.291643Z","end":"2026-04-29T02:17:13.177228Z","steps":["trace[146968095] 'agreement among raft nodes before linearized reading' (duration: 884.733808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.177278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:12.291632Z","time spent":"885.637393ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd\" "} {"level":"warn","ts":"2026-04-29T02:17:13.807077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.323987Z","time spent":"483.081695ms","remote":"127.0.0.1:54786","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-29T02:17:13.807392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.191385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:13.807518Z","caller":"traceutil/trace.go:171","msg":"trace[2139784398] linearizableReadLoop","detail":"{readStateIndex:25743; appliedIndex:25742; }","duration":"573.328211ms","start":"2026-04-29T02:17:13.234167Z","end":"2026-04-29T02:17:13.807495Z","steps":["trace[2139784398] 'read index received' (duration: 271.91519ms)","trace[2139784398] 'applied index is now lower than readState.Index' (duration: 301.410651ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:13.807623Z","caller":"traceutil/trace.go:171","msg":"trace[472510435] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"576.169859ms","start":"2026-04-29T02:17:13.231435Z","end":"2026-04-29T02:17:13.807605Z","steps":["trace[472510435] 'process raft request' (duration: 274.631035ms)","trace[472510435] 'compare' (duration: 300.867466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:13.808104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.231401Z","time spent":"576.264772ms","remote":"127.0.0.1:33286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.808126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.940429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aab248a636f28e\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-04-29T02:17:13.808202Z","caller":"traceutil/trace.go:171","msg":"trace[636518299] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aab248a636f28e; range_end:; response_count:1; response_revision:24936; }","duration":"574.043271ms","start":"2026-04-29T02:17:13.234132Z","end":"2026-04-29T02:17:13.808176Z","steps":["trace[636518299] 'agreement among raft nodes before linearized reading' (duration: 573.756013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.808268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.234117Z","time spent":"574.137894ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18aab248a636f28e\" "} {"level":"info","ts":"2026-04-29T02:17:13.859373Z","caller":"traceutil/trace.go:171","msg":"trace[1438097611] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"570.991028ms","start":"2026-04-29T02:17:13.28836Z","end":"2026-04-29T02:17:13.859351Z","steps":["trace[1438097611] 'process raft request' (duration: 570.841704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.859516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.288341Z","time spent":"571.100801ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:13.859918Z","caller":"traceutil/trace.go:171","msg":"trace[1222091927] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"570.909195ms","start":"2026-04-29T02:17:13.288992Z","end":"2026-04-29T02:17:13.859901Z","steps":["trace[1222091927] 'process raft request' (duration: 570.755691ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.859913Z","caller":"traceutil/trace.go:171","msg":"trace[832745820] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"571.45033ms","start":"2026-04-29T02:17:13.288437Z","end":"2026-04-29T02:17:13.859887Z","steps":["trace[832745820] 'process raft request' (duration: 571.182223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.859998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.288981Z","time spent":"570.977658ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:13.859994Z","caller":"traceutil/trace.go:171","msg":"trace[1452381695] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"570.00305ms","start":"2026-04-29T02:17:13.289969Z","end":"2026-04-29T02:17:13.859972Z","steps":["trace[1452381695] 'process raft request' (duration: 569.833796ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.860073Z","caller":"traceutil/trace.go:171","msg":"trace[1921139597] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"569.829736ms","start":"2026-04-29T02:17:13.290228Z","end":"2026-04-29T02:17:13.860058Z","steps":["trace[1921139597] 'process raft request' (duration: 569.657311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.860084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.289943Z","time spent":"570.093863ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:13.859995Z","caller":"traceutil/trace.go:171","msg":"trace[809548076] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"569.743063ms","start":"2026-04-29T02:17:13.290225Z","end":"2026-04-29T02:17:13.859968Z","steps":["trace[809548076] 'process raft request' (duration: 569.61913ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.859902Z","caller":"traceutil/trace.go:171","msg":"trace[1314183376] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"571.39847ms","start":"2026-04-29T02:17:13.288435Z","end":"2026-04-29T02:17:13.859833Z","steps":["trace[1314183376] 'process raft request' (duration: 570.877575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.860162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.290215Z","time spent":"569.896188ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:13.860186Z","caller":"traceutil/trace.go:171","msg":"trace[1190172766] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"401.776144ms","start":"2026-04-29T02:17:13.458399Z","end":"2026-04-29T02:17:13.860175Z","steps":["trace[1190172766] 'process raft request' (duration: 401.532707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.860222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.290211Z","time spent":"569.921469ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.860237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.458377Z","time spent":"401.830306ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.860291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.252303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-29T02:17:13.860363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.784899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:17:13.860369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.288429Z","time spent":"571.763279ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:13.860416Z","caller":"traceutil/trace.go:171","msg":"trace[366153243] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24944; }","duration":"411.875222ms","start":"2026-04-29T02:17:13.448522Z","end":"2026-04-29T02:17:13.860397Z","steps":["trace[366153243] 'agreement among raft nodes before linearized reading' (duration: 411.80013ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:13.860405Z","caller":"traceutil/trace.go:171","msg":"trace[380840370] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24944; }","duration":"326.410747ms","start":"2026-04-29T02:17:13.533978Z","end":"2026-04-29T02:17:13.860389Z","steps":["trace[380840370] 'agreement among raft nodes before linearized reading' (duration: 326.224142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.860402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.228752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-29T02:17:13.860467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.533957Z","time spent":"326.49608ms","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:13.860416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.66562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-04-29T02:17:13.860477Z","caller":"traceutil/trace.go:171","msg":"trace[1635467331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24944; }","duration":"158.351876ms","start":"2026-04-29T02:17:13.702107Z","end":"2026-04-29T02:17:13.860459Z","steps":["trace[1635467331] 'agreement among raft nodes before linearized reading' (duration: 158.13015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.860379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.174259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:13.860516Z","caller":"traceutil/trace.go:171","msg":"trace[1114211857] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24944; }","duration":"624.768173ms","start":"2026-04-29T02:17:13.23574Z","end":"2026-04-29T02:17:13.860508Z","steps":["trace[1114211857] 'agreement among raft nodes before linearized reading' (duration: 624.545257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.861298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.288416Z","time spent":"571.598685ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:13.861455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.23572Z","time spent":"625.685109ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-29T02:17:13.861703Z","caller":"traceutil/trace.go:171","msg":"trace[193036920] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24944; }","duration":"557.448597ms","start":"2026-04-29T02:17:13.30315Z","end":"2026-04-29T02:17:13.860599Z","steps":["trace[193036920] 'agreement among raft nodes before linearized reading' (duration: 557.147698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:13.861787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.303135Z","time spent":"558.631019ms","remote":"127.0.0.1:39590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:17:13.861147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.448498Z","time spent":"411.952093ms","remote":"127.0.0.1:59912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:14.347499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.357487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:14.347653Z","caller":"traceutil/trace.go:171","msg":"trace[378088828] linearizableReadLoop","detail":"{readStateIndex:25752; appliedIndex:25751; }","duration":"487.391674ms","start":"2026-04-29T02:17:13.860241Z","end":"2026-04-29T02:17:14.347633Z","steps":["trace[378088828] 'read index received' (duration: 254.74158ms)","trace[378088828] 'applied index is now lower than readState.Index' (duration: 232.648804ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:14.347692Z","caller":"traceutil/trace.go:171","msg":"trace[532601347] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"536.531853ms","start":"2026-04-29T02:17:13.811112Z","end":"2026-04-29T02:17:14.347643Z","steps":["trace[532601347] 'process raft request' (duration: 303.90031ms)","trace[532601347] 'compare' (duration: 231.04882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:14.347901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.602668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-29T02:17:14.347898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.788829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:17:14.347922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.739296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-29T02:17:14.347983Z","caller":"traceutil/trace.go:171","msg":"trace[2113143032] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24945; }","duration":"474.899532ms","start":"2026-04-29T02:17:13.873057Z","end":"2026-04-29T02:17:14.347957Z","steps":["trace[2113143032] 'agreement among raft nodes before linearized reading' (duration: 474.722237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:14.348009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.811091Z","time spent":"536.709948ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:14.347967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.229459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:14.348036Z","caller":"traceutil/trace.go:171","msg":"trace[1426418531] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24945; }","duration":"537.90607ms","start":"2026-04-29T02:17:13.810103Z","end":"2026-04-29T02:17:14.348009Z","steps":["trace[1426418531] 'agreement among raft nodes before linearized reading' (duration: 537.607562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:14.348046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.873052Z","time spent":"474.984094ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-29T02:17:14.348043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.394746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-04-29T02:17:14.348127Z","caller":"traceutil/trace.go:171","msg":"trace[1138040809] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3742a1ff-47fb-46fd-8bff-e934fbece9cd; range_end:; response_count:1; response_revision:24945; }","duration":"166.515139ms","start":"2026-04-29T02:17:14.18159Z","end":"2026-04-29T02:17:14.348105Z","steps":["trace[1138040809] 'agreement among raft nodes before linearized reading' (duration: 166.252742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:14.348156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.810086Z","time spent":"538.001654ms","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-29T02:17:14.348135Z","caller":"traceutil/trace.go:171","msg":"trace[1244780246] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24945; }","duration":"417.438335ms","start":"2026-04-29T02:17:13.930631Z","end":"2026-04-29T02:17:14.348069Z","steps":["trace[1244780246] 'agreement among raft nodes before linearized reading' (duration: 417.145777ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:14.347956Z","caller":"traceutil/trace.go:171","msg":"trace[546756895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24945; }","duration":"476.681811ms","start":"2026-04-29T02:17:13.87126Z","end":"2026-04-29T02:17:14.347942Z","steps":["trace[546756895] 'agreement among raft nodes before linearized reading' (duration: 476.495606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:14.348283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.871245Z","time spent":"477.01552ms","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-29T02:17:14.348253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.930617Z","time spent":"417.61462ms","remote":"127.0.0.1:39658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:14.347955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.150457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-29T02:17:14.348377Z","caller":"traceutil/trace.go:171","msg":"trace[1393719950] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24945; }","duration":"476.586378ms","start":"2026-04-29T02:17:13.871778Z","end":"2026-04-29T02:17:14.348364Z","steps":["trace[1393719950] 'agreement among raft nodes before linearized reading' (duration: 476.073954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:14.348423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:13.871766Z","time spent":"476.64595ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-04-29T02:17:16.52275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.215292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:16.52284Z","caller":"traceutil/trace.go:171","msg":"trace[1412506272] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24965; }","duration":"111.368437ms","start":"2026-04-29T02:17:16.411448Z","end":"2026-04-29T02:17:16.522816Z","steps":["trace[1412506272] 'count revisions from in-memory index tree' (duration: 111.12835ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:20.769473Z","caller":"traceutil/trace.go:171","msg":"trace[1129787136] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"163.581427ms","start":"2026-04-29T02:17:20.605871Z","end":"2026-04-29T02:17:20.769453Z","steps":["trace[1129787136] 'process raft request' (duration: 163.454884ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:21.264445Z","caller":"traceutil/trace.go:171","msg":"trace[1980153807] linearizableReadLoop","detail":"{readStateIndex:25825; appliedIndex:25824; }","duration":"464.99621ms","start":"2026-04-29T02:17:20.799425Z","end":"2026-04-29T02:17:21.264421Z","steps":["trace[1980153807] 'read index received' (duration: 392.392437ms)","trace[1980153807] 'applied index is now lower than readState.Index' (duration: 72.602773ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:21.26458Z","caller":"traceutil/trace.go:171","msg":"trace[451471090] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"582.804673ms","start":"2026-04-29T02:17:20.681763Z","end":"2026-04-29T02:17:21.264567Z","steps":["trace[451471090] 'process raft request' (duration: 510.099728ms)","trace[451471090] 'compare' (duration: 72.363976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:21.264687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:20.681744Z","time spent":"582.873724ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:21.264995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.572435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:21.265048Z","caller":"traceutil/trace.go:171","msg":"trace[562148419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25018; }","duration":"465.667348ms","start":"2026-04-29T02:17:20.799369Z","end":"2026-04-29T02:17:21.265037Z","steps":["trace[562148419] 'agreement among raft nodes before linearized reading' (duration: 465.543934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:21.265086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:20.799347Z","time spent":"465.73228ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:17:21.265304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.203073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-29T02:17:21.265365Z","caller":"traceutil/trace.go:171","msg":"trace[1543146102] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25018; }","duration":"345.307715ms","start":"2026-04-29T02:17:20.920042Z","end":"2026-04-29T02:17:21.26535Z","steps":["trace[1543146102] 'agreement among raft nodes before linearized reading' (duration: 345.145471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:21.265397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:20.920022Z","time spent":"345.368308ms","remote":"127.0.0.1:33418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-29T02:17:21.265541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.895211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:21.265676Z","caller":"traceutil/trace.go:171","msg":"trace[772300355] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25018; }","duration":"190.097167ms","start":"2026-04-29T02:17:21.075557Z","end":"2026-04-29T02:17:21.265654Z","steps":["trace[772300355] 'agreement among raft nodes before linearized reading' (duration: 189.734487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:21.815306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.754154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:21.815395Z","caller":"traceutil/trace.go:171","msg":"trace[905075609] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25018; }","duration":"155.852367ms","start":"2026-04-29T02:17:21.65953Z","end":"2026-04-29T02:17:21.815382Z","steps":["trace[905075609] 'range keys from in-memory index tree' (duration: 155.744184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:21.816585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.469153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:21.816654Z","caller":"traceutil/trace.go:171","msg":"trace[1264570282] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"547.278867ms","start":"2026-04-29T02:17:21.269364Z","end":"2026-04-29T02:17:21.816643Z","steps":["trace[1264570282] 'process raft request' (duration: 339.700391ms)","trace[1264570282] 'compare' (duration: 206.044264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:21.816695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:21.269345Z","time spent":"547.329169ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:21.819761Z","caller":"traceutil/trace.go:171","msg":"trace[2082690957] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"547.593436ms","start":"2026-04-29T02:17:21.272155Z","end":"2026-04-29T02:17:21.819749Z","steps":["trace[2082690957] 'process raft request' (duration: 547.140984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:21.819848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:21.272137Z","time spent":"547.658048ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:21.819951Z","caller":"traceutil/trace.go:171","msg":"trace[395558532] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"547.681599ms","start":"2026-04-29T02:17:21.272261Z","end":"2026-04-29T02:17:21.819943Z","steps":["trace[395558532] 'process raft request' (duration: 547.114883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:21.819994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:21.272254Z","time spent":"547.71792ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:21.8201Z","caller":"traceutil/trace.go:171","msg":"trace[750398701] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"547.596467ms","start":"2026-04-29T02:17:21.272496Z","end":"2026-04-29T02:17:21.820093Z","steps":["trace[750398701] 'process raft request' (duration: 546.914388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:21.820151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:21.272487Z","time spent":"547.636108ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:21.820248Z","caller":"traceutil/trace.go:171","msg":"trace[1550877898] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"469.813542ms","start":"2026-04-29T02:17:21.350426Z","end":"2026-04-29T02:17:21.82024Z","steps":["trace[1550877898] 'process raft request' (duration: 469.01352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:21.820289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:21.350401Z","time spent":"469.865034ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:37.458709Z","caller":"traceutil/trace.go:171","msg":"trace[1633933087] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"141.898144ms","start":"2026-04-29T02:17:37.316783Z","end":"2026-04-29T02:17:37.458681Z","steps":["trace[1633933087] 'process raft request' (duration: 141.699308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:37.87932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.571702ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-04-29T02:17:38.103629Z","caller":"traceutil/trace.go:171","msg":"trace[1821946232] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"208.591574ms","start":"2026-04-29T02:17:37.895007Z","end":"2026-04-29T02:17:38.103598Z","steps":["trace[1821946232] 'process raft request' (duration: 208.542293ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:38.103941Z","caller":"traceutil/trace.go:171","msg":"trace[759844030] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"209.241262ms","start":"2026-04-29T02:17:37.894659Z","end":"2026-04-29T02:17:38.1039Z","steps":["trace[759844030] 'process raft request' (duration: 208.78502ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:38.104463Z","caller":"traceutil/trace.go:171","msg":"trace[1989378793] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"210.107226ms","start":"2026-04-29T02:17:37.894324Z","end":"2026-04-29T02:17:38.104431Z","steps":["trace[1989378793] 'process raft request' (duration: 168.470333ms)","trace[1989378793] 'compare' (duration: 40.274035ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:38.393811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.977335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:38.394139Z","caller":"traceutil/trace.go:171","msg":"trace[1987806528] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"438.248016ms","start":"2026-04-29T02:17:37.955847Z","end":"2026-04-29T02:17:38.394095Z","steps":["trace[1987806528] 'process raft request' (duration: 275.89143ms)","trace[1987806528] 'compare' (duration: 161.484022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:38.394874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.476811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:17:38.394963Z","caller":"traceutil/trace.go:171","msg":"trace[879624195] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25158; }","duration":"364.649666ms","start":"2026-04-29T02:17:38.030302Z","end":"2026-04-29T02:17:38.394952Z","steps":["trace[879624195] 'agreement among raft nodes before linearized reading' (duration: 364.446271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:38.394954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:37.955823Z","time spent":"439.025697ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:38.395001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:38.030288Z","time spent":"364.703248ms","remote":"127.0.0.1:33514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:17:38.394326Z","caller":"traceutil/trace.go:171","msg":"trace[1388871334] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"421.882087ms","start":"2026-04-29T02:17:37.972406Z","end":"2026-04-29T02:17:38.394288Z","steps":["trace[1388871334] 'process raft request' (duration: 421.506237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:38.395215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:37.972393Z","time spent":"422.72618ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:38.394376Z","caller":"traceutil/trace.go:171","msg":"trace[259935879] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"420.290213ms","start":"2026-04-29T02:17:37.97405Z","end":"2026-04-29T02:17:38.394341Z","steps":["trace[259935879] 'process raft request' (duration: 419.956794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:38.395363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:37.974021Z","time spent":"421.278601ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:38.394396Z","caller":"traceutil/trace.go:171","msg":"trace[1199566686] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"420.248102ms","start":"2026-04-29T02:17:37.974124Z","end":"2026-04-29T02:17:38.394372Z","steps":["trace[1199566686] 'process raft request' (duration: 420.078778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:38.395601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:37.974112Z","time spent":"421.406914ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:38.394552Z","caller":"traceutil/trace.go:171","msg":"trace[240293886] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"418.650779ms","start":"2026-04-29T02:17:37.975888Z","end":"2026-04-29T02:17:38.394539Z","steps":["trace[240293886] 'process raft request' (duration: 418.442423ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:38.394723Z","caller":"traceutil/trace.go:171","msg":"trace[432578553] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25960; }","duration":"364.327288ms","start":"2026-04-29T02:17:38.030356Z","end":"2026-04-29T02:17:38.394684Z","steps":["trace[432578553] 'read index received' (duration: 32.521932ms)","trace[432578553] 'applied index is now lower than readState.Index' (duration: 331.804186ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:38.394748Z","caller":"traceutil/trace.go:171","msg":"trace[1444591087] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"414.69106ms","start":"2026-04-29T02:17:37.980034Z","end":"2026-04-29T02:17:38.394588Z","steps":["trace[1444591087] 'process raft request' (duration: 414.443153ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:38.394742Z","caller":"traceutil/trace.go:171","msg":"trace[915709574] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"413.444385ms","start":"2026-04-29T02:17:37.981264Z","end":"2026-04-29T02:17:38.394709Z","steps":["trace[915709574] 'process raft request' (duration: 413.300141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:38.39662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:37.975858Z","time spent":"420.708324ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:38.39663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:37.981252Z","time spent":"415.334687ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:38.396794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:37.980001Z","time spent":"416.654394ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:38.396785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.071099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10851"} {"level":"warn","ts":"2026-04-29T02:17:38.396853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.407901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:17:38.396857Z","caller":"traceutil/trace.go:171","msg":"trace[481138178] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25158; }","duration":"177.146041ms","start":"2026-04-29T02:17:38.219697Z","end":"2026-04-29T02:17:38.396843Z","steps":["trace[481138178] 'agreement among raft nodes before linearized reading' (duration: 176.965346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:38.396876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.967015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-29T02:17:38.39689Z","caller":"traceutil/trace.go:171","msg":"trace[1363900641] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25158; }","duration":"172.466563ms","start":"2026-04-29T02:17:38.224412Z","end":"2026-04-29T02:17:38.396878Z","steps":["trace[1363900641] 'agreement among raft nodes before linearized reading' (duration: 172.301368ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:38.396952Z","caller":"traceutil/trace.go:171","msg":"trace[1886542348] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25158; }","duration":"111.074828ms","start":"2026-04-29T02:17:38.285859Z","end":"2026-04-29T02:17:38.396934Z","steps":["trace[1886542348] 'agreement among raft nodes before linearized reading' (duration: 110.832802ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:38.672068Z","caller":"traceutil/trace.go:171","msg":"trace[2013957471] linearizableReadLoop","detail":"{readStateIndex:25971; appliedIndex:25970; }","duration":"192.499602ms","start":"2026-04-29T02:17:38.479543Z","end":"2026-04-29T02:17:38.672042Z","steps":["trace[2013957471] 'read index received' (duration: 192.264485ms)","trace[2013957471] 'applied index is now lower than readState.Index' (duration: 234.077µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:38.672125Z","caller":"traceutil/trace.go:171","msg":"trace[148197833] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"264.754314ms","start":"2026-04-29T02:17:38.407336Z","end":"2026-04-29T02:17:38.67209Z","steps":["trace[148197833] 'process raft request' (duration: 264.569429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:38.672302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.734228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:17:38.672393Z","caller":"traceutil/trace.go:171","msg":"trace[1544211346] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25159; }","duration":"192.838651ms","start":"2026-04-29T02:17:38.47953Z","end":"2026-04-29T02:17:38.672368Z","steps":["trace[1544211346] 'agreement among raft nodes before linearized reading' (duration: 192.609045ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:39.11176Z","caller":"traceutil/trace.go:171","msg":"trace[210321692] linearizableReadLoop","detail":"{readStateIndex:25975; appliedIndex:25972; }","duration":"313.154413ms","start":"2026-04-29T02:17:38.798588Z","end":"2026-04-29T02:17:39.111742Z","steps":["trace[210321692] 'read index received' (duration: 246.6935ms)","trace[210321692] 'applied index is now lower than readState.Index' (duration: 66.460213ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:39.111805Z","caller":"traceutil/trace.go:171","msg":"trace[1413269731] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"430.129993ms","start":"2026-04-29T02:17:38.681645Z","end":"2026-04-29T02:17:39.111775Z","steps":["trace[1413269731] 'process raft request' (duration: 429.977479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:39.111939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:38.681638Z","time spent":"430.227476ms","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:39.111999Z","caller":"traceutil/trace.go:171","msg":"trace[1376306016] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"419.960674ms","start":"2026-04-29T02:17:38.692027Z","end":"2026-04-29T02:17:39.111988Z","steps":["trace[1376306016] 'process raft request' (duration: 419.676466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:39.112089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:38.692011Z","time spent":"420.019255ms","remote":"127.0.0.1:33724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:39.112228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.043118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:17:39.112271Z","caller":"traceutil/trace.go:171","msg":"trace[950533510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25163; }","duration":"263.114861ms","start":"2026-04-29T02:17:38.849146Z","end":"2026-04-29T02:17:39.112261Z","steps":["trace[950533510] 'agreement among raft nodes before linearized reading' (duration: 262.970917ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:39.112436Z","caller":"traceutil/trace.go:171","msg":"trace[1292911765] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"431.866011ms","start":"2026-04-29T02:17:38.680555Z","end":"2026-04-29T02:17:39.112421Z","steps":["trace[1292911765] 'process raft request' (duration: 364.793301ms)","trace[1292911765] 'compare' (duration: 65.97193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:39.112473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.888713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:39.112502Z","caller":"traceutil/trace.go:171","msg":"trace[388101817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25163; }","duration":"313.947055ms","start":"2026-04-29T02:17:38.798546Z","end":"2026-04-29T02:17:39.112493Z","steps":["trace[388101817] 'agreement among raft nodes before linearized reading' (duration: 313.894504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:39.1125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:38.68053Z","time spent":"431.934182ms","remote":"127.0.0.1:33546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:39.11253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:38.79853Z","time spent":"313.990786ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:17:39.112618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.215286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:17:39.112712Z","caller":"traceutil/trace.go:171","msg":"trace[922071204] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25163; }","duration":"168.320769ms","start":"2026-04-29T02:17:38.944369Z","end":"2026-04-29T02:17:39.112689Z","steps":["trace[922071204] 'agreement among raft nodes before linearized reading' (duration: 168.169184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:39.112759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.343785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:39.112798Z","caller":"traceutil/trace.go:171","msg":"trace[2031487055] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25163; }","duration":"158.421507ms","start":"2026-04-29T02:17:38.954365Z","end":"2026-04-29T02:17:39.112786Z","steps":["trace[2031487055] 'agreement among raft nodes before linearized reading' (duration: 158.357535ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:39.331309Z","caller":"traceutil/trace.go:171","msg":"trace[46541276] linearizableReadLoop","detail":"{readStateIndex:25976; appliedIndex:25975; }","duration":"212.747838ms","start":"2026-04-29T02:17:39.118531Z","end":"2026-04-29T02:17:39.331279Z","steps":["trace[46541276] 'read index received' (duration: 200.878782ms)","trace[46541276] 'applied index is now lower than readState.Index' (duration: 11.867576ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:39.331388Z","caller":"traceutil/trace.go:171","msg":"trace[1439436170] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"214.331712ms","start":"2026-04-29T02:17:39.117019Z","end":"2026-04-29T02:17:39.33135Z","steps":["trace[1439436170] 'process raft request' (duration: 202.401655ms)","trace[1439436170] 'compare' (duration: 11.594687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:39.331548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.983524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-29T02:17:39.331589Z","caller":"traceutil/trace.go:171","msg":"trace[1985181062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25164; }","duration":"213.090267ms","start":"2026-04-29T02:17:39.118486Z","end":"2026-04-29T02:17:39.331576Z","steps":["trace[1985181062] 'agreement among raft nodes before linearized reading' (duration: 212.893061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:39.611995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.39325ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-04-29T02:17:39.61211Z","caller":"traceutil/trace.go:171","msg":"trace[576733422] linearizableReadLoop","detail":"{readStateIndex:25978; appliedIndex:25977; }","duration":"198.688693ms","start":"2026-04-29T02:17:39.413404Z","end":"2026-04-29T02:17:39.612092Z","steps":["trace[576733422] 'read index received' (duration: 96.298833ms)","trace[576733422] 'applied index is now lower than readState.Index' (duration: 102.388119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:39.612297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.880788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9650"} {"level":"info","ts":"2026-04-29T02:17:39.612328Z","caller":"traceutil/trace.go:171","msg":"trace[734087100] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25165; }","duration":"198.940949ms","start":"2026-04-29T02:17:39.413377Z","end":"2026-04-29T02:17:39.612318Z","steps":["trace[734087100] 'agreement among raft nodes before linearized reading' (duration: 198.765334ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:39.614563Z","caller":"traceutil/trace.go:171","msg":"trace[1466505887] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"149.646097ms","start":"2026-04-29T02:17:39.464896Z","end":"2026-04-29T02:17:39.614542Z","steps":["trace[1466505887] 'process raft request' (duration: 149.488082ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.15103Z","caller":"traceutil/trace.go:171","msg":"trace[932674295] linearizableReadLoop","detail":"{readStateIndex:25983; appliedIndex:25982; }","duration":"197.087558ms","start":"2026-04-29T02:17:39.953928Z","end":"2026-04-29T02:17:40.151015Z","steps":["trace[932674295] 'read index received' (duration: 196.945514ms)","trace[932674295] 'applied index is now lower than readState.Index' (duration: 141.414µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:40.151412Z","caller":"traceutil/trace.go:171","msg":"trace[920771769] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"200.816931ms","start":"2026-04-29T02:17:39.950584Z","end":"2026-04-29T02:17:40.151401Z","steps":["trace[920771769] 'process raft request' (duration: 200.326027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:40.151671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.735376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:40.151733Z","caller":"traceutil/trace.go:171","msg":"trace[1288242858] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25170; }","duration":"197.821759ms","start":"2026-04-29T02:17:39.953903Z","end":"2026-04-29T02:17:40.151724Z","steps":["trace[1288242858] 'agreement among raft nodes before linearized reading' (duration: 197.727206ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.264329Z","caller":"traceutil/trace.go:171","msg":"trace[689611447] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"108.552509ms","start":"2026-04-29T02:17:40.155748Z","end":"2026-04-29T02:17:40.2643Z","steps":["trace[689611447] 'process raft request' (duration: 67.934204ms)","trace[689611447] 'compare' (duration: 40.345087ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:40.264345Z","caller":"traceutil/trace.go:171","msg":"trace[1352578877] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"106.710148ms","start":"2026-04-29T02:17:40.157612Z","end":"2026-04-29T02:17:40.264322Z","steps":["trace[1352578877] 'process raft request' (duration: 106.583125ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.264494Z","caller":"traceutil/trace.go:171","msg":"trace[292672131] linearizableReadLoop","detail":"{readStateIndex:25985; appliedIndex:25983; }","duration":"106.778671ms","start":"2026-04-29T02:17:40.157695Z","end":"2026-04-29T02:17:40.264474Z","steps":["trace[292672131] 'read index received' (duration: 65.94652ms)","trace[292672131] 'applied index is now lower than readState.Index' (duration: 40.831181ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:40.264521Z","caller":"traceutil/trace.go:171","msg":"trace[2122728169] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"105.489595ms","start":"2026-04-29T02:17:40.159002Z","end":"2026-04-29T02:17:40.264491Z","steps":["trace[2122728169] 'process raft request' (duration: 105.278799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:40.264644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.933885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T02:17:40.264686Z","caller":"traceutil/trace.go:171","msg":"trace[717626088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25173; }","duration":"107.023517ms","start":"2026-04-29T02:17:40.157653Z","end":"2026-04-29T02:17:40.264676Z","steps":["trace[717626088] 'agreement among raft nodes before linearized reading' (duration: 106.890423ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.509037Z","caller":"traceutil/trace.go:171","msg":"trace[392256374] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"110.979466ms","start":"2026-04-29T02:17:40.398028Z","end":"2026-04-29T02:17:40.509007Z","steps":["trace[392256374] 'process raft request' (duration: 106.105472ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.592881Z","caller":"traceutil/trace.go:171","msg":"trace[205038428] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"193.896441ms","start":"2026-04-29T02:17:40.398952Z","end":"2026-04-29T02:17:40.592848Z","steps":["trace[205038428] 'process raft request' (duration: 193.684635ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.592893Z","caller":"traceutil/trace.go:171","msg":"trace[1998140277] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"193.274564ms","start":"2026-04-29T02:17:40.399593Z","end":"2026-04-29T02:17:40.592868Z","steps":["trace[1998140277] 'process raft request' (duration: 193.194262ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.593138Z","caller":"traceutil/trace.go:171","msg":"trace[1204887139] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"192.41119ms","start":"2026-04-29T02:17:40.400703Z","end":"2026-04-29T02:17:40.593115Z","steps":["trace[1204887139] 'process raft request' (duration: 192.121672ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.593424Z","caller":"traceutil/trace.go:171","msg":"trace[438194645] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"192.40053ms","start":"2026-04-29T02:17:40.401009Z","end":"2026-04-29T02:17:40.59341Z","steps":["trace[438194645] 'process raft request' (duration: 192.02792ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.593532Z","caller":"traceutil/trace.go:171","msg":"trace[299904104] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"190.502578ms","start":"2026-04-29T02:17:40.403021Z","end":"2026-04-29T02:17:40.593524Z","steps":["trace[299904104] 'process raft request' (duration: 190.357734ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.593521Z","caller":"traceutil/trace.go:171","msg":"trace[1378306806] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"191.431003ms","start":"2026-04-29T02:17:40.402067Z","end":"2026-04-29T02:17:40.593498Z","steps":["trace[1378306806] 'process raft request' (duration: 191.218428ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.593539Z","caller":"traceutil/trace.go:171","msg":"trace[143537304] linearizableReadLoop","detail":"{readStateIndex:25993; appliedIndex:25986; }","duration":"143.772805ms","start":"2026-04-29T02:17:40.449664Z","end":"2026-04-29T02:17:40.593437Z","steps":["trace[143537304] 'read index received' (duration: 54.544876ms)","trace[143537304] 'applied index is now lower than readState.Index' (duration: 89.226759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:40.593819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.121445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:17:40.593872Z","caller":"traceutil/trace.go:171","msg":"trace[727819300] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25180; }","duration":"144.214767ms","start":"2026-04-29T02:17:40.449643Z","end":"2026-04-29T02:17:40.593857Z","steps":["trace[727819300] 'agreement among raft nodes before linearized reading' (duration: 143.96452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:40.908701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.980083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:40.908875Z","caller":"traceutil/trace.go:171","msg":"trace[733021741] linearizableReadLoop","detail":"{readStateIndex:25995; appliedIndex:25994; }","duration":"111.568821ms","start":"2026-04-29T02:17:40.797293Z","end":"2026-04-29T02:17:40.908862Z","steps":["trace[733021741] 'read index received' (duration: 7.338131ms)","trace[733021741] 'applied index is now lower than readState.Index' (duration: 104.22945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:40.908934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.640463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:40.90904Z","caller":"traceutil/trace.go:171","msg":"trace[1482852073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25182; }","duration":"111.785507ms","start":"2026-04-29T02:17:40.797248Z","end":"2026-04-29T02:17:40.909034Z","steps":["trace[1482852073] 'agreement among raft nodes before linearized reading' (duration: 111.652333ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:40.909636Z","caller":"traceutil/trace.go:171","msg":"trace[1927581641] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"143.150219ms","start":"2026-04-29T02:17:40.766454Z","end":"2026-04-29T02:17:40.909604Z","steps":["trace[1927581641] 'process raft request' (duration: 38.204009ms)","trace[1927581641] 'compare' (duration: 103.87441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:42.792119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.586011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:42.792251Z","caller":"traceutil/trace.go:171","msg":"trace[860033454] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"193.920872ms","start":"2026-04-29T02:17:42.598308Z","end":"2026-04-29T02:17:42.792228Z","steps":["trace[860033454] 'process raft request' (duration: 23.123515ms)","trace[860033454] 'compare' (duration: 170.311064ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:42.845405Z","caller":"traceutil/trace.go:171","msg":"trace[1792190309] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"246.488764ms","start":"2026-04-29T02:17:42.598882Z","end":"2026-04-29T02:17:42.845371Z","steps":["trace[1792190309] 'process raft request' (duration: 246.316379ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:42.845495Z","caller":"traceutil/trace.go:171","msg":"trace[297915241] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"246.406371ms","start":"2026-04-29T02:17:42.599045Z","end":"2026-04-29T02:17:42.845452Z","steps":["trace[297915241] 'process raft request' (duration: 246.290698ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:42.845568Z","caller":"traceutil/trace.go:171","msg":"trace[2009796094] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"246.554126ms","start":"2026-04-29T02:17:42.598906Z","end":"2026-04-29T02:17:42.84546Z","steps":["trace[2009796094] 'process raft request' (duration: 246.400601ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:42.845421Z","caller":"traceutil/trace.go:171","msg":"trace[683442416] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"246.310109ms","start":"2026-04-29T02:17:42.599091Z","end":"2026-04-29T02:17:42.845401Z","steps":["trace[683442416] 'process raft request' (duration: 246.269528ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:42.846016Z","caller":"traceutil/trace.go:171","msg":"trace[1598745699] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"246.295619ms","start":"2026-04-29T02:17:42.599691Z","end":"2026-04-29T02:17:42.845987Z","steps":["trace[1598745699] 'process raft request' (duration: 245.690192ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:43.48864Z","caller":"traceutil/trace.go:171","msg":"trace[66580147] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"141.215085ms","start":"2026-04-29T02:17:43.347401Z","end":"2026-04-29T02:17:43.488616Z","steps":["trace[66580147] 'process raft request' (duration: 141.069931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:43.730804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.620297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:43.730908Z","caller":"traceutil/trace.go:171","msg":"trace[1120553497] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25198; }","duration":"203.759881ms","start":"2026-04-29T02:17:43.527121Z","end":"2026-04-29T02:17:43.730881Z","steps":["trace[1120553497] 'count revisions from in-memory index tree' (duration: 203.548726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:43.731015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.2027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:43.7311Z","caller":"traceutil/trace.go:171","msg":"trace[1070958934] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25198; }","duration":"135.343484ms","start":"2026-04-29T02:17:43.595734Z","end":"2026-04-29T02:17:43.731078Z","steps":["trace[1070958934] 'count revisions from in-memory index tree' (duration: 135.125668ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:43.733127Z","caller":"traceutil/trace.go:171","msg":"trace[1465973149] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"102.04157ms","start":"2026-04-29T02:17:43.631049Z","end":"2026-04-29T02:17:43.733091Z","steps":["trace[1465973149] 'process raft request' (duration: 101.783713ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:44.635702Z","caller":"traceutil/trace.go:171","msg":"trace[897225459] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"286.304346ms","start":"2026-04-29T02:17:44.349378Z","end":"2026-04-29T02:17:44.635682Z","steps":["trace[897225459] 'process raft request' (duration: 286.155612ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:44.636027Z","caller":"traceutil/trace.go:171","msg":"trace[840601871] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"286.593295ms","start":"2026-04-29T02:17:44.349407Z","end":"2026-04-29T02:17:44.636Z","steps":["trace[840601871] 'process raft request' (duration: 286.238245ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:44.63606Z","caller":"traceutil/trace.go:171","msg":"trace[2064772053] linearizableReadLoop","detail":"{readStateIndex:26019; appliedIndex:26015; }","duration":"221.310893ms","start":"2026-04-29T02:17:44.414721Z","end":"2026-04-29T02:17:44.636032Z","steps":["trace[2064772053] 'read index received' (duration: 24.738548ms)","trace[2064772053] 'applied index is now lower than readState.Index' (duration: 196.571194ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:44.636096Z","caller":"traceutil/trace.go:171","msg":"trace[1473828495] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"236.666645ms","start":"2026-04-29T02:17:44.399406Z","end":"2026-04-29T02:17:44.636072Z","steps":["trace[1473828495] 'process raft request' (duration: 236.51405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:44.636273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.533759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-04-29T02:17:44.636376Z","caller":"traceutil/trace.go:171","msg":"trace[1804690968] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25205; }","duration":"221.681024ms","start":"2026-04-29T02:17:44.414679Z","end":"2026-04-29T02:17:44.63636Z","steps":["trace[1804690968] 'agreement among raft nodes before linearized reading' (duration: 221.438457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:44.640929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.774464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:44.640967Z","caller":"traceutil/trace.go:171","msg":"trace[1942723082] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25206; }","duration":"210.838886ms","start":"2026-04-29T02:17:44.430119Z","end":"2026-04-29T02:17:44.640957Z","steps":["trace[1942723082] 'agreement among raft nodes before linearized reading' (duration: 210.767234ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:44.64111Z","caller":"traceutil/trace.go:171","msg":"trace[1506331752] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"111.643174ms","start":"2026-04-29T02:17:44.529459Z","end":"2026-04-29T02:17:44.641103Z","steps":["trace[1506331752] 'process raft request' (duration: 111.373736ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:46.029928Z","caller":"traceutil/trace.go:171","msg":"trace[2048103517] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"291.5396ms","start":"2026-04-29T02:17:45.738363Z","end":"2026-04-29T02:17:46.029902Z","steps":["trace[2048103517] 'process raft request' (duration: 291.390346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:46.322787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.560812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:46.322903Z","caller":"traceutil/trace.go:171","msg":"trace[1096164596] linearizableReadLoop","detail":"{readStateIndex:26029; appliedIndex:26028; }","duration":"145.292947ms","start":"2026-04-29T02:17:46.177594Z","end":"2026-04-29T02:17:46.322887Z","steps":["trace[1096164596] 'read index received' (duration: 33.061µs)","trace[1096164596] 'applied index is now lower than readState.Index' (duration: 145.258506ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:46.322927Z","caller":"traceutil/trace.go:171","msg":"trace[1809692961] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"474.478201ms","start":"2026-04-29T02:17:45.848412Z","end":"2026-04-29T02:17:46.322891Z","steps":["trace[1809692961] 'process raft request' (duration: 323.735144ms)","trace[1809692961] 'compare' (duration: 150.427038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:46.323038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.439811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-29T02:17:46.323044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:45.848394Z","time spent":"474.589133ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:46.323071Z","caller":"traceutil/trace.go:171","msg":"trace[359955864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25215; }","duration":"145.497562ms","start":"2026-04-29T02:17:46.177563Z","end":"2026-04-29T02:17:46.32306Z","steps":["trace[359955864] 'agreement among raft nodes before linearized reading' (duration: 145.373539ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:46.825129Z","caller":"traceutil/trace.go:171","msg":"trace[64616293] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"179.693201ms","start":"2026-04-29T02:17:46.645413Z","end":"2026-04-29T02:17:46.825106Z","steps":["trace[64616293] 'process raft request' (duration: 179.447364ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:47.286729Z","caller":"traceutil/trace.go:171","msg":"trace[837305359] linearizableReadLoop","detail":"{readStateIndex:26034; appliedIndex:26032; }","duration":"489.788561ms","start":"2026-04-29T02:17:46.796922Z","end":"2026-04-29T02:17:47.28671Z","steps":["trace[837305359] 'read index received' (duration: 29.12352ms)","trace[837305359] 'applied index is now lower than readState.Index' (duration: 460.664301ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:47.286773Z","caller":"traceutil/trace.go:171","msg":"trace[69342648] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"639.531729ms","start":"2026-04-29T02:17:46.647216Z","end":"2026-04-29T02:17:47.286747Z","steps":["trace[69342648] 'process raft request' (duration: 600.734674ms)","trace[69342648] 'compare' (duration: 38.453136ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:47.286811Z","caller":"traceutil/trace.go:171","msg":"trace[1495118584] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"636.889597ms","start":"2026-04-29T02:17:46.649913Z","end":"2026-04-29T02:17:47.286802Z","steps":["trace[1495118584] 'process raft request' (duration: 636.702412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.286866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.647203Z","time spent":"639.611882ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:47.28691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.649887Z","time spent":"636.941648ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:47.287156Z","caller":"traceutil/trace.go:171","msg":"trace[1462939012] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"476.936698ms","start":"2026-04-29T02:17:46.810207Z","end":"2026-04-29T02:17:47.287143Z","steps":["trace[1462939012] 'process raft request' (duration: 476.474085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.287195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.273964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:17:47.287199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.810176Z","time spent":"476.99836ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:47.287215Z","caller":"traceutil/trace.go:171","msg":"trace[927937946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25221; }","duration":"490.329396ms","start":"2026-04-29T02:17:46.796879Z","end":"2026-04-29T02:17:47.287209Z","steps":["trace[927937946] 'agreement among raft nodes before linearized reading' (duration: 490.292445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.287232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.796859Z","time spent":"490.369966ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-29T02:17:47.385409Z","caller":"traceutil/trace.go:171","msg":"trace[595318753] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"524.785261ms","start":"2026-04-29T02:17:46.860606Z","end":"2026-04-29T02:17:47.385391Z","steps":["trace[595318753] 'process raft request' (duration: 524.431851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.385523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.860587Z","time spent":"524.869023ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:47.385634Z","caller":"traceutil/trace.go:171","msg":"trace[180820031] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"505.844201ms","start":"2026-04-29T02:17:46.879785Z","end":"2026-04-29T02:17:47.385629Z","steps":["trace[180820031] 'process raft request' (duration: 505.354568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.385659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.879758Z","time spent":"505.885852ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:47.385725Z","caller":"traceutil/trace.go:171","msg":"trace[1124440030] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"500.629738ms","start":"2026-04-29T02:17:46.885087Z","end":"2026-04-29T02:17:47.385717Z","steps":["trace[1124440030] 'process raft request' (duration: 500.076113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.385748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.885068Z","time spent":"500.666778ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:47.38581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.869241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:47.385864Z","caller":"traceutil/trace.go:171","msg":"trace[1016178412] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25227; }","duration":"490.979434ms","start":"2026-04-29T02:17:46.89487Z","end":"2026-04-29T02:17:47.38585Z","steps":["trace[1016178412] 'agreement among raft nodes before linearized reading' (duration: 490.85753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.385896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.894858Z","time spent":"491.032535ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:17:47.386138Z","caller":"traceutil/trace.go:171","msg":"trace[1554894874] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"500.672229ms","start":"2026-04-29T02:17:46.88546Z","end":"2026-04-29T02:17:47.386132Z","steps":["trace[1554894874] 'process raft request' (duration: 499.758124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.386181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.885441Z","time spent":"500.71323ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:47.386274Z","caller":"traceutil/trace.go:171","msg":"trace[1404338226] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"501.07685ms","start":"2026-04-29T02:17:46.885188Z","end":"2026-04-29T02:17:47.386265Z","steps":["trace[1404338226] 'process raft request' (duration: 499.99551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.386303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.885169Z","time spent":"501.118742ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:47.386373Z","caller":"traceutil/trace.go:171","msg":"trace[590909358] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"501.130652ms","start":"2026-04-29T02:17:46.885237Z","end":"2026-04-29T02:17:47.386368Z","steps":["trace[590909358] 'process raft request' (duration: 499.96334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.386397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:46.885228Z","time spent":"501.154852ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:47.392646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.238131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:47.392711Z","caller":"traceutil/trace.go:171","msg":"trace[1346261858] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25227; }","duration":"354.332753ms","start":"2026-04-29T02:17:47.038359Z","end":"2026-04-29T02:17:47.392692Z","steps":["trace[1346261858] 'agreement among raft nodes before linearized reading' (duration: 347.892797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:47.392747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:47.038344Z","time spent":"354.394005ms","remote":"127.0.0.1:48510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:17:47.712943Z","caller":"traceutil/trace.go:171","msg":"trace[1688504226] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"146.180642ms","start":"2026-04-29T02:17:47.566737Z","end":"2026-04-29T02:17:47.712918Z","steps":["trace[1688504226] 'process raft request' (duration: 146.005667ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:49.028359Z","caller":"traceutil/trace.go:171","msg":"trace[1780133884] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"142.289625ms","start":"2026-04-29T02:17:48.886046Z","end":"2026-04-29T02:17:49.028336Z","steps":["trace[1780133884] 'process raft request' (duration: 123.289744ms)","trace[1780133884] 'compare' (duration: 18.903448ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:49.415103Z","caller":"traceutil/trace.go:171","msg":"trace[1286934958] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"124.014703ms","start":"2026-04-29T02:17:49.291059Z","end":"2026-04-29T02:17:49.415074Z","steps":["trace[1286934958] 'process raft request' (duration: 123.844749ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:49.665698Z","caller":"traceutil/trace.go:171","msg":"trace[1602516239] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"371.533305ms","start":"2026-04-29T02:17:49.294141Z","end":"2026-04-29T02:17:49.665674Z","steps":["trace[1602516239] 'process raft request' (duration: 371.454403ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:49.665723Z","caller":"traceutil/trace.go:171","msg":"trace[293783762] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"372.261865ms","start":"2026-04-29T02:17:49.293416Z","end":"2026-04-29T02:17:49.665678Z","steps":["trace[293783762] 'process raft request' (duration: 372.018009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:49.665844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:49.294126Z","time spent":"371.645529ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:49.66587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:49.293405Z","time spent":"372.383768ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:49.666005Z","caller":"traceutil/trace.go:171","msg":"trace[1329428286] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"274.810711ms","start":"2026-04-29T02:17:49.391173Z","end":"2026-04-29T02:17:49.665984Z","steps":["trace[1329428286] 'process raft request' (duration: 274.459001ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:49.666042Z","caller":"traceutil/trace.go:171","msg":"trace[1476629866] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"274.358439ms","start":"2026-04-29T02:17:49.391672Z","end":"2026-04-29T02:17:49.66603Z","steps":["trace[1476629866] 'process raft request' (duration: 274.152783ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:49.666133Z","caller":"traceutil/trace.go:171","msg":"trace[1891770492] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"273.504126ms","start":"2026-04-29T02:17:49.392619Z","end":"2026-04-29T02:17:49.666124Z","steps":["trace[1891770492] 'process raft request' (duration: 273.427954ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:49.666127Z","caller":"traceutil/trace.go:171","msg":"trace[60635195] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"274.154603ms","start":"2026-04-29T02:17:49.39196Z","end":"2026-04-29T02:17:49.666114Z","steps":["trace[60635195] 'process raft request' (duration: 274.055921ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:49.666139Z","caller":"traceutil/trace.go:171","msg":"trace[439542415] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"274.155033ms","start":"2026-04-29T02:17:49.391951Z","end":"2026-04-29T02:17:49.666106Z","steps":["trace[439542415] 'process raft request' (duration: 274.009489ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:49.666105Z","caller":"traceutil/trace.go:171","msg":"trace[1854734445] linearizableReadLoop","detail":"{readStateIndex:26052; appliedIndex:26049; }","duration":"321.962845ms","start":"2026-04-29T02:17:49.344122Z","end":"2026-04-29T02:17:49.666085Z","steps":["trace[1854734445] 'read index received' (duration: 70.823873ms)","trace[1854734445] 'applied index is now lower than readState.Index' (duration: 251.137872ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:49.666229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.087509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:49.666439Z","caller":"traceutil/trace.go:171","msg":"trace[1427910498] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25242; }","duration":"322.187001ms","start":"2026-04-29T02:17:49.344085Z","end":"2026-04-29T02:17:49.666272Z","steps":["trace[1427910498] 'agreement among raft nodes before linearized reading' (duration: 322.063387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:49.666487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:49.344073Z","time spent":"322.402477ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-04-29T02:17:50.247576Z","caller":"traceutil/trace.go:171","msg":"trace[2111166597] linearizableReadLoop","detail":"{readStateIndex:26059; appliedIndex:26058; }","duration":"101.544236ms","start":"2026-04-29T02:17:50.146007Z","end":"2026-04-29T02:17:50.247551Z","steps":["trace[2111166597] 'read index received' (duration: 101.32404ms)","trace[2111166597] 'applied index is now lower than readState.Index' (duration: 219.216µs)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:50.247694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.66802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:50.247692Z","caller":"traceutil/trace.go:171","msg":"trace[1426001217] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"201.539491ms","start":"2026-04-29T02:17:50.046107Z","end":"2026-04-29T02:17:50.247647Z","steps":["trace[1426001217] 'process raft request' (duration: 201.301544ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:50.24774Z","caller":"traceutil/trace.go:171","msg":"trace[1907908315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25244; }","duration":"101.727291ms","start":"2026-04-29T02:17:50.145996Z","end":"2026-04-29T02:17:50.247723Z","steps":["trace[1907908315] 'agreement among raft nodes before linearized reading' (duration: 101.646549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:50.508483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.865579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-29T02:17:50.508558Z","caller":"traceutil/trace.go:171","msg":"trace[1896495821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25244; }","duration":"123.989072ms","start":"2026-04-29T02:17:50.384552Z","end":"2026-04-29T02:17:50.508541Z","steps":["trace[1896495821] 'range keys from in-memory index tree' (duration: 123.730785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:50.508626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.483049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:17:50.508716Z","caller":"traceutil/trace.go:171","msg":"trace[1646799215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25244; }","duration":"166.617172ms","start":"2026-04-29T02:17:50.342079Z","end":"2026-04-29T02:17:50.508696Z","steps":["trace[1646799215] 'range keys from in-memory index tree' (duration: 166.302263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:50.508968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.837702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:50.509075Z","caller":"traceutil/trace.go:171","msg":"trace[1625683527] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25244; }","duration":"102.986216ms","start":"2026-04-29T02:17:50.406056Z","end":"2026-04-29T02:17:50.509042Z","steps":["trace[1625683527] 'count revisions from in-memory index tree' (duration: 102.76012ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:50.76968Z","caller":"traceutil/trace.go:171","msg":"trace[547911240] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"254.707279ms","start":"2026-04-29T02:17:50.514945Z","end":"2026-04-29T02:17:50.769653Z","steps":["trace[547911240] 'process raft request' (duration: 254.504694ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:50.788661Z","caller":"traceutil/trace.go:171","msg":"trace[2059873226] linearizableReadLoop","detail":"{readStateIndex:26061; appliedIndex:26059; }","duration":"149.590454ms","start":"2026-04-29T02:17:50.639046Z","end":"2026-04-29T02:17:50.788637Z","steps":["trace[2059873226] 'read index received' (duration: 130.412038ms)","trace[2059873226] 'applied index is now lower than readState.Index' (duration: 19.177606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:50.788811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.753639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:50.788847Z","caller":"traceutil/trace.go:171","msg":"trace[918519498] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25246; }","duration":"149.843582ms","start":"2026-04-29T02:17:50.638992Z","end":"2026-04-29T02:17:50.788836Z","steps":["trace[918519498] 'agreement among raft nodes before linearized reading' (duration: 149.735209ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:50.788827Z","caller":"traceutil/trace.go:171","msg":"trace[1515271755] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"269.866636ms","start":"2026-04-29T02:17:50.518925Z","end":"2026-04-29T02:17:50.788792Z","steps":["trace[1515271755] 'process raft request' (duration: 269.582988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:51.836595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.852313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:51.836699Z","caller":"traceutil/trace.go:171","msg":"trace[1161179488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25248; }","duration":"176.966096ms","start":"2026-04-29T02:17:51.659718Z","end":"2026-04-29T02:17:51.836684Z","steps":["trace[1161179488] 'range keys from in-memory index tree' (duration: 176.839742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:51.836786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.180932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:51.837029Z","caller":"traceutil/trace.go:171","msg":"trace[90428928] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"166.026306ms","start":"2026-04-29T02:17:51.670983Z","end":"2026-04-29T02:17:51.83701Z","steps":["trace[90428928] 'process raft request' (duration: 165.935223ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:51.837114Z","caller":"traceutil/trace.go:171","msg":"trace[276638271] linearizableReadLoop","detail":"{readStateIndex:26064; appliedIndex:26063; }","duration":"166.674274ms","start":"2026-04-29T02:17:51.670411Z","end":"2026-04-29T02:17:51.837085Z","steps":["trace[276638271] 'read index received' (duration: 47.502µs)","trace[276638271] 'applied index is now lower than readState.Index' (duration: 166.623702ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:51.837235Z","caller":"traceutil/trace.go:171","msg":"trace[227971911] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"417.711653ms","start":"2026-04-29T02:17:51.419509Z","end":"2026-04-29T02:17:51.837221Z","steps":["trace[227971911] 'process raft request' (duration: 33.017406ms)","trace[227971911] 'compare' (duration: 383.920665ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:51.837352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:51.419486Z","time spent":"417.781415ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:51.8376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.187848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:17:51.837638Z","caller":"traceutil/trace.go:171","msg":"trace[1445326057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25250; }","duration":"167.26845ms","start":"2026-04-29T02:17:51.670362Z","end":"2026-04-29T02:17:51.83763Z","steps":["trace[1445326057] 'agreement among raft nodes before linearized reading' (duration: 166.90891ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:51.865292Z","caller":"traceutil/trace.go:171","msg":"trace[782614866] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"193.89102ms","start":"2026-04-29T02:17:51.671378Z","end":"2026-04-29T02:17:51.865269Z","steps":["trace[782614866] 'process raft request' (duration: 193.744286ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:51.865533Z","caller":"traceutil/trace.go:171","msg":"trace[677071292] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"194.093236ms","start":"2026-04-29T02:17:51.671417Z","end":"2026-04-29T02:17:51.865511Z","steps":["trace[677071292] 'process raft request' (duration: 193.814618ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:51.8656Z","caller":"traceutil/trace.go:171","msg":"trace[583278546] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"193.794288ms","start":"2026-04-29T02:17:51.6718Z","end":"2026-04-29T02:17:51.865594Z","steps":["trace[583278546] 'process raft request' (duration: 193.591293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:51.865632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.38476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:17:51.865572Z","caller":"traceutil/trace.go:171","msg":"trace[1420387633] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"193.303444ms","start":"2026-04-29T02:17:51.672254Z","end":"2026-04-29T02:17:51.865558Z","steps":["trace[1420387633] 'process raft request' (duration: 193.232422ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:51.865676Z","caller":"traceutil/trace.go:171","msg":"trace[1641154200] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"193.808898ms","start":"2026-04-29T02:17:51.671861Z","end":"2026-04-29T02:17:51.86567Z","steps":["trace[1641154200] 'process raft request' (duration: 193.591152ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:51.865674Z","caller":"traceutil/trace.go:171","msg":"trace[1326113106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25255; }","duration":"137.471662ms","start":"2026-04-29T02:17:51.728191Z","end":"2026-04-29T02:17:51.865663Z","steps":["trace[1326113106] 'agreement among raft nodes before linearized reading' (duration: 137.348699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:55.2236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.41785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:17:55.223702Z","caller":"traceutil/trace.go:171","msg":"trace[1664403968] linearizableReadLoop","detail":"{readStateIndex:26092; appliedIndex:26091; }","duration":"367.736961ms","start":"2026-04-29T02:17:54.855945Z","end":"2026-04-29T02:17:55.223682Z","steps":["trace[1664403968] 'read index received' (duration: 187.140245ms)","trace[1664403968] 'applied index is now lower than readState.Index' (duration: 180.595506ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:55.223717Z","caller":"traceutil/trace.go:171","msg":"trace[2095037921] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"397.146768ms","start":"2026-04-29T02:17:54.82655Z","end":"2026-04-29T02:17:55.223696Z","steps":["trace[2095037921] 'process raft request' (duration: 216.533592ms)","trace[2095037921] 'compare' (duration: 180.322528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:55.223815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.873485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:55.223845Z","caller":"traceutil/trace.go:171","msg":"trace[445195789] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25276; }","duration":"367.929557ms","start":"2026-04-29T02:17:54.855906Z","end":"2026-04-29T02:17:55.223835Z","steps":["trace[445195789] 'agreement among raft nodes before linearized reading' (duration: 367.868865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:55.22385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:54.826511Z","time spent":"397.253261ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-29T02:17:55.223878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:54.855889Z","time spent":"367.980048ms","remote":"127.0.0.1:57770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-29T02:17:55.224122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.861575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:17:55.224712Z","caller":"traceutil/trace.go:171","msg":"trace[1670378070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25276; }","duration":"359.969898ms","start":"2026-04-29T02:17:54.864201Z","end":"2026-04-29T02:17:55.22417Z","steps":["trace[1670378070] 'agreement among raft nodes before linearized reading' (duration: 359.755332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:55.224792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:54.864182Z","time spent":"360.594716ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-29T02:17:57.297884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976532039708182325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-29T02:17:57.308152Z","caller":"traceutil/trace.go:171","msg":"trace[1020865341] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"641.809291ms","start":"2026-04-29T02:17:56.666314Z","end":"2026-04-29T02:17:57.308123Z","steps":["trace[1020865341] 'process raft request' (duration: 641.658987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:57.308289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:56.666295Z","time spent":"641.910853ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:17:57.310835Z","caller":"traceutil/trace.go:171","msg":"trace[1566876645] linearizableReadLoop","detail":"{readStateIndex:26105; appliedIndex:26103; }","duration":"513.948893ms","start":"2026-04-29T02:17:56.796865Z","end":"2026-04-29T02:17:57.310814Z","steps":["trace[1566876645] 'read index received' (duration: 511.097994ms)","trace[1566876645] 'applied index is now lower than readState.Index' (duration: 2.849739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:57.310991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.113978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:17:57.31102Z","caller":"traceutil/trace.go:171","msg":"trace[1811771991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25288; }","duration":"514.1916ms","start":"2026-04-29T02:17:56.79682Z","end":"2026-04-29T02:17:57.311012Z","steps":["trace[1811771991] 'agreement among raft nodes before linearized reading' (duration: 514.117908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:57.311043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:56.796803Z","time spent":"514.235621ms","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-29T02:17:57.311159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.986876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-29T02:17:57.311219Z","caller":"traceutil/trace.go:171","msg":"trace[2083155016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25288; }","duration":"486.088018ms","start":"2026-04-29T02:17:56.825114Z","end":"2026-04-29T02:17:57.311202Z","steps":["trace[2083155016] 'agreement among raft nodes before linearized reading' (duration: 485.866412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:57.311254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:17:56.825096Z","time spent":"486.150271ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-29T02:17:58.054348Z","caller":"traceutil/trace.go:171","msg":"trace[2061467747] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"189.783947ms","start":"2026-04-29T02:17:57.864542Z","end":"2026-04-29T02:17:58.054326Z","steps":["trace[2061467747] 'process raft request' (duration: 152.811903ms)","trace[2061467747] 'compare' (duration: 36.741868ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:17:58.054585Z","caller":"traceutil/trace.go:171","msg":"trace[1610140563] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"171.27202ms","start":"2026-04-29T02:17:57.883277Z","end":"2026-04-29T02:17:58.054549Z","steps":["trace[1610140563] 'process raft request' (duration: 171.010402ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:58.140617Z","caller":"traceutil/trace.go:171","msg":"trace[1660578636] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"254.641248ms","start":"2026-04-29T02:17:57.885947Z","end":"2026-04-29T02:17:58.140588Z","steps":["trace[1660578636] 'process raft request' (duration: 254.567456ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:58.140633Z","caller":"traceutil/trace.go:171","msg":"trace[523604923] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"256.015025ms","start":"2026-04-29T02:17:57.884577Z","end":"2026-04-29T02:17:58.140592Z","steps":["trace[523604923] 'process raft request' (duration: 255.752248ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:58.140674Z","caller":"traceutil/trace.go:171","msg":"trace[875853570] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"255.400579ms","start":"2026-04-29T02:17:57.885248Z","end":"2026-04-29T02:17:58.140649Z","steps":["trace[875853570] 'process raft request' (duration: 255.226754ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:58.140925Z","caller":"traceutil/trace.go:171","msg":"trace[1725362585] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"249.174698ms","start":"2026-04-29T02:17:57.891737Z","end":"2026-04-29T02:17:58.140911Z","steps":["trace[1725362585] 'process raft request' (duration: 248.815438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:17:58.141241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.988242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-29T02:17:58.141362Z","caller":"traceutil/trace.go:171","msg":"trace[878187618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25299; }","duration":"253.137877ms","start":"2026-04-29T02:17:57.888204Z","end":"2026-04-29T02:17:58.141342Z","steps":["trace[878187618] 'agreement among raft nodes before linearized reading' (duration: 252.88795ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:58.141328Z","caller":"traceutil/trace.go:171","msg":"trace[127640942] linearizableReadLoop","detail":"{readStateIndex:26115; appliedIndex:26110; }","duration":"252.624742ms","start":"2026-04-29T02:17:57.888234Z","end":"2026-04-29T02:17:58.140859Z","steps":["trace[127640942] 'read index received' (duration: 129.132383ms)","trace[127640942] 'applied index is now lower than readState.Index' (duration: 123.488059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:17:58.141784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.050929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-29T02:17:58.141829Z","caller":"traceutil/trace.go:171","msg":"trace[2125795662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25299; }","duration":"251.115012ms","start":"2026-04-29T02:17:57.890701Z","end":"2026-04-29T02:17:58.141816Z","steps":["trace[2125795662] 'agreement among raft nodes before linearized reading' (duration: 250.951397ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:17:58.382636Z","caller":"traceutil/trace.go:171","msg":"trace[58719579] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"106.285387ms","start":"2026-04-29T02:17:58.276293Z","end":"2026-04-29T02:17:58.382578Z","steps":["trace[58719579] 'process raft request' (duration: 85.23782ms)","trace[58719579] 'compare' (duration: 20.618266ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:18:01.485215Z","caller":"traceutil/trace.go:171","msg":"trace[1233909209] linearizableReadLoop","detail":"{readStateIndex:26134; appliedIndex:26133; }","duration":"110.231544ms","start":"2026-04-29T02:18:01.374943Z","end":"2026-04-29T02:18:01.485174Z","steps":["trace[1233909209] 'read index received' (duration: 110.06538ms)","trace[1233909209] 'applied index is now lower than readState.Index' (duration: 165.054µs)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:18:01.485322Z","caller":"traceutil/trace.go:171","msg":"trace[1389119083] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"117.269577ms","start":"2026-04-29T02:18:01.368018Z","end":"2026-04-29T02:18:01.485288Z","steps":["trace[1389119083] 'process raft request' (duration: 117.00955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:01.485472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.346121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-29T02:18:01.485496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.524332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-29T02:18:01.48552Z","caller":"traceutil/trace.go:171","msg":"trace[193598328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25317; }","duration":"109.444883ms","start":"2026-04-29T02:18:01.37606Z","end":"2026-04-29T02:18:01.485505Z","steps":["trace[193598328] 'agreement among raft nodes before linearized reading' (duration: 109.256558ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:18:01.485568Z","caller":"traceutil/trace.go:171","msg":"trace[722028617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25317; }","duration":"110.637856ms","start":"2026-04-29T02:18:01.37491Z","end":"2026-04-29T02:18:01.485548Z","steps":["trace[722028617] 'agreement among raft nodes before linearized reading' (duration: 110.405469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:01.771782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.198119ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:18:01.771926Z","caller":"traceutil/trace.go:171","msg":"trace[98825262] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25317; }","duration":"112.356533ms","start":"2026-04-29T02:18:01.65955Z","end":"2026-04-29T02:18:01.771906Z","steps":["trace[98825262] 'range keys from in-memory index tree' (duration: 112.180578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:01.772134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.096314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-29T02:18:01.772351Z","caller":"traceutil/trace.go:171","msg":"trace[1197966415] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"282.889103ms","start":"2026-04-29T02:18:01.489424Z","end":"2026-04-29T02:18:01.772313Z","steps":["trace[1197966415] 'process raft request' (duration: 181.530722ms)","trace[1197966415] 'compare' (duration: 100.986081ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:18:01.821214Z","caller":"traceutil/trace.go:171","msg":"trace[1112670756] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26134; }","duration":"253.395163ms","start":"2026-04-29T02:18:01.567798Z","end":"2026-04-29T02:18:01.821193Z","steps":["trace[1112670756] 'read index received' (duration: 103.201622ms)","trace[1112670756] 'applied index is now lower than readState.Index' (duration: 150.192611ms)"],"step_count":2} {"level":"info","ts":"2026-04-29T02:18:01.821305Z","caller":"traceutil/trace.go:171","msg":"trace[94620328] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"330.092568ms","start":"2026-04-29T02:18:01.491187Z","end":"2026-04-29T02:18:01.82128Z","steps":["trace[94620328] 'process raft request' (duration: 329.886642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:01.821372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.554997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-29T02:18:01.82141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-29T02:18:01.49116Z","time spent":"330.195191ms","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-29T02:18:01.821423Z","caller":"traceutil/trace.go:171","msg":"trace[798121505] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25319; }","duration":"253.621869ms","start":"2026-04-29T02:18:01.56779Z","end":"2026-04-29T02:18:01.821412Z","steps":["trace[798121505] 'agreement among raft nodes before linearized reading' (duration: 253.512626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:01.821409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.801376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-29T02:18:01.821474Z","caller":"traceutil/trace.go:171","msg":"trace[462312133] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25319; }","duration":"198.907918ms","start":"2026-04-29T02:18:01.62255Z","end":"2026-04-29T02:18:01.821458Z","steps":["trace[462312133] 'agreement among raft nodes before linearized reading' (duration: 198.795735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-29T02:18:02.012126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.742916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-29T02:18:02.012217Z","caller":"traceutil/trace.go:171","msg":"trace[197026058] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25319; }","duration":"119.91146ms","start":"2026-04-29T02:18:01.892285Z","end":"2026-04-29T02:18:02.012196Z","steps":["trace[197026058] 'count revisions from in-memory index tree' (duration: 119.661763ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:18:02.012264Z","caller":"traceutil/trace.go:171","msg":"trace[476099999] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"111.349165ms","start":"2026-04-29T02:18:01.900881Z","end":"2026-04-29T02:18:02.01223Z","steps":["trace[476099999] 'process raft request' (duration: 107.934762ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:18:02.511247Z","caller":"traceutil/trace.go:171","msg":"trace[429742227] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"117.264098ms","start":"2026-04-29T02:18:02.393957Z","end":"2026-04-29T02:18:02.511221Z","steps":["trace[429742227] 'process raft request' (duration: 117.110454ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:18:02.564122Z","caller":"traceutil/trace.go:171","msg":"trace[1765173027] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"134.157981ms","start":"2026-04-29T02:18:02.429941Z","end":"2026-04-29T02:18:02.564099Z","steps":["trace[1765173027] 'process raft request' (duration: 115.815908ms)","trace[1765173027] 'compare' (duration: 18.250021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-29T02:18:03.889917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.999679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-29T02:18:03.889979Z","caller":"traceutil/trace.go:171","msg":"trace[1083446841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25333; }","duration":"114.098101ms","start":"2026-04-29T02:18:03.775864Z","end":"2026-04-29T02:18:03.889962Z","steps":["trace[1083446841] 'range keys from in-memory index tree' (duration: 113.846854ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:18:04.055687Z","caller":"traceutil/trace.go:171","msg":"trace[713195948] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"161.527472ms","start":"2026-04-29T02:18:03.894132Z","end":"2026-04-29T02:18:04.05566Z","steps":["trace[713195948] 'process raft request' (duration: 161.274225ms)"],"step_count":1} {"level":"info","ts":"2026-04-29T02:19:09.06958Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23078} {"level":"info","ts":"2026-04-29T02:19:09.20258Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23078,"took":"127.88623ms","hash":482534544,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":35831808,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-29T02:19:09.202703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":482534544,"revision":23078,"compact-revision":20073} {"level":"info","ts":"2026-04-29T02:19:11.844997Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006900.wal"} {"level":"info","ts":"2026-04-29T02:24:09.075781Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26013} {"level":"info","ts":"2026-04-29T02:24:09.22797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26013,"took":"147.696653ms","hash":1277464022,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":34156544,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-29T02:24:09.228036Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1277464022,"revision":26013,"compact-revision":23078} {"level":"info","ts":"2026-04-29T02:25:00.115082Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:25:00.125597Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-29T02:25:00.125709Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-29T02:29:09.081767Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28706} {"level":"info","ts":"2026-04-29T02:29:09.214726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28706,"took":"128.909748ms","hash":4169116522,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":30105600,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-29T02:29:09.21479Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4169116522,"revision":28706,"compact-revision":26013} {"level":"info","ts":"2026-04-29T02:34:09.087805Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30933} {"level":"info","ts":"2026-04-29T02:34:09.199059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30933,"took":"107.170293ms","hash":1822951734,"current-db-size-bytes":58748928,"current-db-size":"59 MB","current-db-size-in-use-bytes":30998528,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-29T02:34:09.199135Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1822951734,"revision":30933,"compact-revision":28706} {"level":"info","ts":"2026-04-29T02:39:09.095176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33200} {"level":"info","ts":"2026-04-29T02:39:09.242979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33200,"took":"142.811001ms","hash":3293417744,"current-db-size-bytes":60637184,"current-db-size":"61 MB","current-db-size-in-use-bytes":32473088,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:39:09.243275Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3293417744,"revision":33200,"compact-revision":30933} {"level":"info","ts":"2026-04-29T02:44:09.10012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35499} {"level":"info","ts":"2026-04-29T02:44:09.251682Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35499,"took":"147.492409ms","hash":1480561731,"current-db-size-bytes":62382080,"current-db-size":"62 MB","current-db-size-in-use-bytes":31535104,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-29T02:44:09.251764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1480561731,"revision":35499,"compact-revision":33200} {"level":"info","ts":"2026-04-29T02:46:23.090347Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-29T02:46:23.096509Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-29T02:46:23.096845Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}