{"level":"warn","ts":"2026-03-31T20:32:12.865949Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:32:12.866064Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.57:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.57:2380","--initial-cluster=instance=https://199.204.45.57:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.57:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.57:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:32:12.866198Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:32:12.866215Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-31T20:32:12.866254Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:32:12.867031Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"]} {"level":"info","ts":"2026-03-31T20:32:12.867142Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.57:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:32:12.877054Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.569827ms"} {"level":"info","ts":"2026-03-31T20:32:12.903241Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b6478f0ac5aeb8e1","cluster-id":"6c58cff80d4a5b62"} {"level":"info","ts":"2026-03-31T20:32:12.903356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:32:12.903461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 0"} {"level":"info","ts":"2026-03-31T20:32:12.903486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b6478f0ac5aeb8e1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:32:12.903583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became follower at term 1"} {"level":"info","ts":"2026-03-31T20:32:12.903892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"warn","ts":"2026-03-31T20:32:12.914218Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:32:12.918967Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:32:12.921011Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:32:12.9248Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b6478f0ac5aeb8e1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:32:12.925108Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b6478f0ac5aeb8e1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:32:12.925263Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:32:12.925342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:32:12.925382Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:32:12.926624Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 switched to configuration voters=(13134624114678348001)"} {"level":"info","ts":"2026-03-31T20:32:12.9268Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","added-peer-id":"b6478f0ac5aeb8e1","added-peer-peer-urls":["https://199.204.45.57:2380"]} {"level":"info","ts":"2026-03-31T20:32:12.929634Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-31T20:32:12.929646Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:32:12.929726Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.57:2380"} {"level":"info","ts":"2026-03-31T20:32:12.930075Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b6478f0ac5aeb8e1","initial-advertise-peer-urls":["https://199.204.45.57:2380"],"listen-peer-urls":["https://199.204.45.57:2380"],"advertise-client-urls":["https://199.204.45.57:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.57:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:32:12.93012Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:32:13.804524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:32:13.80464Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:32:13.804683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgPreVoteResp from b6478f0ac5aeb8e1 at term 1"} {"level":"info","ts":"2026-03-31T20:32:13.80471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:32:13.804723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 received MsgVoteResp from b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-31T20:32:13.804744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b6478f0ac5aeb8e1 became leader at term 2"} {"level":"info","ts":"2026-03-31T20:32:13.804761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b6478f0ac5aeb8e1 elected leader b6478f0ac5aeb8e1 at term 2"} {"level":"info","ts":"2026-03-31T20:32:13.805755Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b6478f0ac5aeb8e1","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.57:2379]}","request-path":"/0/members/b6478f0ac5aeb8e1/attributes","cluster-id":"6c58cff80d4a5b62","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:32:13.805831Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:32:13.805792Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:32:13.806114Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:32:13.806046Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:32:13.806215Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:32:13.807702Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6c58cff80d4a5b62","local-member-id":"b6478f0ac5aeb8e1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:32:13.807923Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:32:13.807985Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:32:13.808565Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T20:32:13.809915Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.57:2379"} {"level":"warn","ts":"2026-03-31T20:32:49.017557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.833812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:49.017674Z","caller":"traceutil/trace.go:171","msg":"trace[1387375350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"109.036268ms","start":"2026-03-31T20:32:48.908618Z","end":"2026-03-31T20:32:49.017654Z","steps":["trace[1387375350] 'range keys from in-memory index tree' (duration: 108.611956ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:49.36432Z","caller":"traceutil/trace.go:171","msg":"trace[222706555] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"128.447368ms","start":"2026-03-31T20:32:49.235813Z","end":"2026-03-31T20:32:49.36426Z","steps":["trace[222706555] 'process raft request' (duration: 123.879605ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:49.391777Z","caller":"traceutil/trace.go:171","msg":"trace[110166376] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"137.188524ms","start":"2026-03-31T20:32:49.254562Z","end":"2026-03-31T20:32:49.391751Z","steps":["trace[110166376] 'process raft request' (duration: 137.05784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:49.838561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.437183ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:49.838714Z","caller":"traceutil/trace.go:171","msg":"trace[2009713098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:618; }","duration":"133.605198ms","start":"2026-03-31T20:32:49.705086Z","end":"2026-03-31T20:32:49.838691Z","steps":["trace[2009713098] 'range keys from in-memory index tree' (duration: 133.412563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:49.839367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.360877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:49.839479Z","caller":"traceutil/trace.go:171","msg":"trace[1777800718] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:637; }","duration":"368.470083ms","start":"2026-03-31T20:32:49.470994Z","end":"2026-03-31T20:32:49.839464Z","steps":["trace[1777800718] 'read index received' (duration: 102.934µs)","trace[1777800718] 'applied index is now lower than readState.Index' (duration: 368.365959ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:49.839563Z","caller":"traceutil/trace.go:171","msg":"trace[1517839895] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"414.053237ms","start":"2026-03-31T20:32:49.425466Z","end":"2026-03-31T20:32:49.839519Z","steps":["trace[1517839895] 'process raft request' (duration: 43.775946ms)","trace[1517839895] 'compare' (duration: 369.195432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:49.83968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.691589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:32:49.83971Z","caller":"traceutil/trace.go:171","msg":"trace[1462924742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"368.782012ms","start":"2026-03-31T20:32:49.470919Z","end":"2026-03-31T20:32:49.839701Z","steps":["trace[1462924742] 'agreement among raft nodes before linearized reading' (duration: 368.623437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:49.839776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.697985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T20:32:49.839717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:49.425421Z","time spent":"414.222011ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:32:49.839816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:49.470893Z","time spent":"368.912035ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:32:49.839832Z","caller":"traceutil/trace.go:171","msg":"trace[32516029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"363.844239ms","start":"2026-03-31T20:32:49.475972Z","end":"2026-03-31T20:32:49.839817Z","steps":["trace[32516029] 'agreement among raft nodes before linearized reading' (duration: 363.630053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:49.839865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:49.475958Z","time spent":"363.89997ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:49.83997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.148781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nmv8k\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-31T20:32:49.840052Z","caller":"traceutil/trace.go:171","msg":"trace[1188970557] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nmv8k; range_end:; response_count:1; response_revision:619; }","duration":"112.286075ms","start":"2026-03-31T20:32:49.727743Z","end":"2026-03-31T20:32:49.840029Z","steps":["trace[1188970557] 'agreement among raft nodes before linearized reading' (duration: 112.015528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:06.174807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.342461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:33:06.174905Z","caller":"traceutil/trace.go:171","msg":"trace[1000339206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:782; }","duration":"245.493675ms","start":"2026-03-31T20:33:05.929392Z","end":"2026-03-31T20:33:06.174886Z","steps":["trace[1000339206] 'range keys from in-memory index tree' (duration: 245.143756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:06.174905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.888484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:33:06.174987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.890207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:33:06.17501Z","caller":"traceutil/trace.go:171","msg":"trace[143263569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:782; }","duration":"247.049759ms","start":"2026-03-31T20:33:05.927933Z","end":"2026-03-31T20:33:06.174983Z","steps":["trace[143263569] 'range keys from in-memory index tree' (duration: 246.643118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:06.175084Z","caller":"traceutil/trace.go:171","msg":"trace[535728132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:782; }","duration":"246.017071ms","start":"2026-03-31T20:33:05.929044Z","end":"2026-03-31T20:33:06.175061Z","steps":["trace[535728132] 'range keys from in-memory index tree' (duration: 245.702092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:32.541036Z","caller":"traceutil/trace.go:171","msg":"trace[2039210175] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1202; }","duration":"192.427128ms","start":"2026-03-31T20:33:32.348581Z","end":"2026-03-31T20:33:32.541008Z","steps":["trace[2039210175] 'read index received' (duration: 192.219533ms)","trace[2039210175] 'applied index is now lower than readState.Index' (duration: 206.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:32.541186Z","caller":"traceutil/trace.go:171","msg":"trace[548207488] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"219.974594ms","start":"2026-03-31T20:33:32.321198Z","end":"2026-03-31T20:33:32.541173Z","steps":["trace[548207488] 'process raft request' (duration: 219.614654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:32.541309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.238043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:33:32.541391Z","caller":"traceutil/trace.go:171","msg":"trace[524822827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1172; }","duration":"192.352196ms","start":"2026-03-31T20:33:32.349022Z","end":"2026-03-31T20:33:32.541374Z","steps":["trace[524822827] 'agreement among raft nodes before linearized reading' (duration: 192.173201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:32.541622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.030604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:33:32.541662Z","caller":"traceutil/trace.go:171","msg":"trace[992228786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1172; }","duration":"193.121177ms","start":"2026-03-31T20:33:32.34853Z","end":"2026-03-31T20:33:32.541651Z","steps":["trace[992228786] 'agreement among raft nodes before linearized reading' (duration: 192.970803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:32.54168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.904986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:33:32.541692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.599383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:33:32.541765Z","caller":"traceutil/trace.go:171","msg":"trace[1112040219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1172; }","duration":"112.003818ms","start":"2026-03-31T20:33:32.429742Z","end":"2026-03-31T20:33:32.541746Z","steps":["trace[1112040219] 'agreement among raft nodes before linearized reading' (duration: 111.740321ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:32.541777Z","caller":"traceutil/trace.go:171","msg":"trace[1489315626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1172; }","duration":"192.741077ms","start":"2026-03-31T20:33:32.349019Z","end":"2026-03-31T20:33:32.54176Z","steps":["trace[1489315626] 'agreement among raft nodes before linearized reading' (duration: 192.50949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:20.29907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.105198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:34:20.299032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.197903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3197110c-fcf0-4024-b510-5763e848c5fb\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-31T20:34:20.299156Z","caller":"traceutil/trace.go:171","msg":"trace[1622146727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1850; }","duration":"114.229491ms","start":"2026-03-31T20:34:20.184908Z","end":"2026-03-31T20:34:20.299138Z","steps":["trace[1622146727] 'range keys from in-memory index tree' (duration: 114.034726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:20.29919Z","caller":"traceutil/trace.go:171","msg":"trace[823335750] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3197110c-fcf0-4024-b510-5763e848c5fb; range_end:; response_count:1; response_revision:1850; }","duration":"109.391698ms","start":"2026-03-31T20:34:20.189771Z","end":"2026-03-31T20:34:20.299163Z","steps":["trace[823335750] 'range keys from in-memory index tree' (duration: 109.016908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:20.752441Z","caller":"traceutil/trace.go:171","msg":"trace[1165777697] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"243.434384ms","start":"2026-03-31T20:34:20.508978Z","end":"2026-03-31T20:34:20.752413Z","steps":["trace[1165777697] 'process raft request' (duration: 243.244039ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:20.752562Z","caller":"traceutil/trace.go:171","msg":"trace[1092161940] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1922; }","duration":"122.767016ms","start":"2026-03-31T20:34:20.629758Z","end":"2026-03-31T20:34:20.752525Z","steps":["trace[1092161940] 'read index received' (duration: 122.462558ms)","trace[1092161940] 'applied index is now lower than readState.Index' (duration: 301.498µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:34:20.752683Z","caller":"traceutil/trace.go:171","msg":"trace[1393853259] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"242.782647ms","start":"2026-03-31T20:34:20.509881Z","end":"2026-03-31T20:34:20.752663Z","steps":["trace[1393853259] 'process raft request' (duration: 242.484559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:20.752767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.998522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:34:20.752828Z","caller":"traceutil/trace.go:171","msg":"trace[854701720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1857; }","duration":"123.116816ms","start":"2026-03-31T20:34:20.629692Z","end":"2026-03-31T20:34:20.752808Z","steps":["trace[854701720] 'agreement among raft nodes before linearized reading' (duration: 122.929801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:34:33.353377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.876905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-31T20:34:33.353487Z","caller":"traceutil/trace.go:171","msg":"trace[632404975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"173.041439ms","start":"2026-03-31T20:34:33.180414Z","end":"2026-03-31T20:34:33.353456Z","steps":["trace[632404975] 'range keys from in-memory index tree' (duration: 172.580986ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:11.094079Z","caller":"traceutil/trace.go:171","msg":"trace[1095867026] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"104.390482ms","start":"2026-03-31T20:35:10.989664Z","end":"2026-03-31T20:35:11.094054Z","steps":["trace[1095867026] 'process raft request' (duration: 104.224428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:11.329275Z","caller":"traceutil/trace.go:171","msg":"trace[623796177] linearizableReadLoop","detail":"{readStateIndex:2261; appliedIndex:2260; }","duration":"202.765519ms","start":"2026-03-31T20:35:11.126469Z","end":"2026-03-31T20:35:11.329235Z","steps":["trace[623796177] 'read index received' (duration: 202.517343ms)","trace[623796177] 'applied index is now lower than readState.Index' (duration: 246.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:35:11.329374Z","caller":"traceutil/trace.go:171","msg":"trace[1292282443] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"205.829293ms","start":"2026-03-31T20:35:11.123515Z","end":"2026-03-31T20:35:11.329344Z","steps":["trace[1292282443] 'process raft request' (duration: 205.493694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:11.329611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.105168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T20:35:11.329661Z","caller":"traceutil/trace.go:171","msg":"trace[348559947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2183; }","duration":"203.19399ms","start":"2026-03-31T20:35:11.126453Z","end":"2026-03-31T20:35:11.329647Z","steps":["trace[348559947] 'agreement among raft nodes before linearized reading' (duration: 202.989825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:11.32969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.243257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T20:35:11.329808Z","caller":"traceutil/trace.go:171","msg":"trace[2066831267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2183; }","duration":"197.38087ms","start":"2026-03-31T20:35:11.1324Z","end":"2026-03-31T20:35:11.329781Z","steps":["trace[2066831267] 'agreement among raft nodes before linearized reading' (duration: 197.111533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:11.329687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.453638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:35:11.329899Z","caller":"traceutil/trace.go:171","msg":"trace[91187430] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2183; }","duration":"159.720775ms","start":"2026-03-31T20:35:11.170146Z","end":"2026-03-31T20:35:11.329867Z","steps":["trace[91187430] 'agreement among raft nodes before linearized reading' (duration: 159.345265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:35:11.330099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.134651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T20:35:11.330177Z","caller":"traceutil/trace.go:171","msg":"trace[1959938856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2183; }","duration":"198.241284ms","start":"2026-03-31T20:35:11.131905Z","end":"2026-03-31T20:35:11.330147Z","steps":["trace[1959938856] 'agreement among raft nodes before linearized reading' (duration: 197.557435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:36.453177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.865289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:36:36.453444Z","caller":"traceutil/trace.go:171","msg":"trace[847237865] linearizableReadLoop","detail":"{readStateIndex:2942; appliedIndex:2941; }","duration":"145.955681ms","start":"2026-03-31T20:36:36.307473Z","end":"2026-03-31T20:36:36.453428Z","steps":["trace[847237865] 'read index received' (duration: 35.686541ms)","trace[847237865] 'applied index is now lower than readState.Index' (duration: 110.26783ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:36.453482Z","caller":"traceutil/trace.go:171","msg":"trace[959624983] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"229.268329ms","start":"2026-03-31T20:36:36.22419Z","end":"2026-03-31T20:36:36.453458Z","steps":["trace[959624983] 'process raft request' (duration: 118.925817ms)","trace[959624983] 'compare' (duration: 109.776895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:36.453583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.114426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:36.453613Z","caller":"traceutil/trace.go:171","msg":"trace[411342779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2839; }","duration":"146.184058ms","start":"2026-03-31T20:36:36.307421Z","end":"2026-03-31T20:36:36.453605Z","steps":["trace[411342779] 'agreement among raft nodes before linearized reading' (duration: 146.098395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:38.836513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.686094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-31T20:40:38.836634Z","caller":"traceutil/trace.go:171","msg":"trace[1518279913] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5287; }","duration":"175.038136ms","start":"2026-03-31T20:40:38.661579Z","end":"2026-03-31T20:40:38.836617Z","steps":["trace[1518279913] 'read index received' (duration: 27.153867ms)","trace[1518279913] 'applied index is now lower than readState.Index' (duration: 147.882999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:38.836669Z","caller":"traceutil/trace.go:171","msg":"trace[939525595] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5097; }","duration":"272.037564ms","start":"2026-03-31T20:40:38.564597Z","end":"2026-03-31T20:40:38.836634Z","steps":["trace[939525595] 'process raft request' (duration: 124.157425ms)","trace[939525595] 'compare' (duration: 147.630922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:38.83683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.247301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-31T20:40:38.836874Z","caller":"traceutil/trace.go:171","msg":"trace[876273437] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5097; }","duration":"175.330843ms","start":"2026-03-31T20:40:38.661527Z","end":"2026-03-31T20:40:38.836858Z","steps":["trace[876273437] 'agreement among raft nodes before linearized reading' (duration: 175.173779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:38.99765Z","caller":"traceutil/trace.go:171","msg":"trace[264743666] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"150.331556ms","start":"2026-03-31T20:40:38.847257Z","end":"2026-03-31T20:40:38.997588Z","steps":["trace[264743666] 'process raft request' (duration: 149.79811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:39.298385Z","caller":"traceutil/trace.go:171","msg":"trace[1806936021] linearizableReadLoop","detail":"{readStateIndex:5293; appliedIndex:5292; }","duration":"158.719417ms","start":"2026-03-31T20:40:39.139644Z","end":"2026-03-31T20:40:39.298364Z","steps":["trace[1806936021] 'read index received' (duration: 107.688843ms)","trace[1806936021] 'applied index is now lower than readState.Index' (duration: 51.029684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:39.298416Z","caller":"traceutil/trace.go:171","msg":"trace[1797041615] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"188.084345ms","start":"2026-03-31T20:40:39.110305Z","end":"2026-03-31T20:40:39.298389Z","steps":["trace[1797041615] 'process raft request' (duration: 137.101292ms)","trace[1797041615] 'compare' (duration: 50.843399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:39.298598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.109559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01bf972a-0971-4c82-9196-cdfd90547f7e\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-31T20:40:39.298641Z","caller":"traceutil/trace.go:171","msg":"trace[14031531] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-01bf972a-0971-4c82-9196-cdfd90547f7e; range_end:; response_count:1; response_revision:5102; }","duration":"203.203071ms","start":"2026-03-31T20:40:39.095425Z","end":"2026-03-31T20:40:39.298628Z","steps":["trace[14031531] 'agreement among raft nodes before linearized reading' (duration: 203.056027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.298638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.568845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:40:39.298724Z","caller":"traceutil/trace.go:171","msg":"trace[1980835269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5102; }","duration":"173.690569ms","start":"2026-03-31T20:40:39.125012Z","end":"2026-03-31T20:40:39.298703Z","steps":["trace[1980835269] 'agreement among raft nodes before linearized reading' (duration: 173.388431ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:39.317148Z","caller":"traceutil/trace.go:171","msg":"trace[22366123] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"172.953419ms","start":"2026-03-31T20:40:39.144161Z","end":"2026-03-31T20:40:39.317115Z","steps":["trace[22366123] 'process raft request' (duration: 172.835266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.317191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.119423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:40:39.317268Z","caller":"traceutil/trace.go:171","msg":"trace[1979091665] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"175.879609ms","start":"2026-03-31T20:40:39.14136Z","end":"2026-03-31T20:40:39.31724Z","steps":["trace[1979091665] 'process raft request' (duration: 175.420066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.317287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.985999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:40:39.317346Z","caller":"traceutil/trace.go:171","msg":"trace[624209638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5104; }","duration":"157.071141ms","start":"2026-03-31T20:40:39.16026Z","end":"2026-03-31T20:40:39.317331Z","steps":["trace[624209638] 'agreement among raft nodes before linearized reading' (duration: 156.922297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:39.317347Z","caller":"traceutil/trace.go:171","msg":"trace[650839196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5104; }","duration":"165.293437ms","start":"2026-03-31T20:40:39.152019Z","end":"2026-03-31T20:40:39.317313Z","steps":["trace[650839196] 'agreement among raft nodes before linearized reading' (duration: 165.051741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:39.614012Z","caller":"traceutil/trace.go:171","msg":"trace[2147416436] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"307.624514ms","start":"2026-03-31T20:40:39.306363Z","end":"2026-03-31T20:40:39.613987Z","steps":["trace[2147416436] 'process raft request' (duration: 307.558022ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:39.614092Z","caller":"traceutil/trace.go:171","msg":"trace[1183017673] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"311.48971ms","start":"2026-03-31T20:40:39.302544Z","end":"2026-03-31T20:40:39.614034Z","steps":["trace[1183017673] 'process raft request' (duration: 311.195752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.614176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.306349Z","time spent":"307.743607ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:39.614305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.302527Z","time spent":"311.655475ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:39.774932Z","caller":"traceutil/trace.go:171","msg":"trace[565280859] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"453.572959ms","start":"2026-03-31T20:40:39.321314Z","end":"2026-03-31T20:40:39.774887Z","steps":["trace[565280859] 'process raft request' (duration: 453.197779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.775197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.321298Z","time spent":"453.818626ms","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:40:39.775244Z","caller":"traceutil/trace.go:171","msg":"trace[1031946416] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"452.580572ms","start":"2026-03-31T20:40:39.322646Z","end":"2026-03-31T20:40:39.775227Z","steps":["trace[1031946416] 'process raft request' (duration: 452.249423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:39.774982Z","caller":"traceutil/trace.go:171","msg":"trace[64589865] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"452.509229ms","start":"2026-03-31T20:40:39.322443Z","end":"2026-03-31T20:40:39.774953Z","steps":["trace[64589865] 'process raft request' (duration: 452.399726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.775397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.322632Z","time spent":"452.682004ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:39.775523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.322432Z","time spent":"452.989252ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:40:39.775631Z","caller":"traceutil/trace.go:171","msg":"trace[518208600] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5295; }","duration":"452.89212ms","start":"2026-03-31T20:40:39.322714Z","end":"2026-03-31T20:40:39.775606Z","steps":["trace[518208600] 'read index received' (duration: 291.13245ms)","trace[518208600] 'applied index is now lower than readState.Index' (duration: 161.75881ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:39.775792Z","caller":"traceutil/trace.go:171","msg":"trace[1185951565] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"452.120679ms","start":"2026-03-31T20:40:39.323658Z","end":"2026-03-31T20:40:39.775779Z","steps":["trace[1185951565] 'process raft request' (duration: 451.519222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:39.775065Z","caller":"traceutil/trace.go:171","msg":"trace[2112024858] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"452.879951ms","start":"2026-03-31T20:40:39.322171Z","end":"2026-03-31T20:40:39.775051Z","steps":["trace[2112024858] 'process raft request' (duration: 452.578213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.775853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.323632Z","time spent":"452.185031ms","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3243,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:40:39.775915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.32216Z","time spent":"453.698093ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:39.776042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.322211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16521"} {"level":"info","ts":"2026-03-31T20:40:39.776098Z","caller":"traceutil/trace.go:171","msg":"trace[1115837913] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5112; }","duration":"453.424514ms","start":"2026-03-31T20:40:39.322658Z","end":"2026-03-31T20:40:39.776083Z","steps":["trace[1115837913] 'agreement among raft nodes before linearized reading' (duration: 453.196068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.776136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.322644Z","time spent":"453.484936ms","remote":"127.0.0.1:60764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16544,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:40:39.776169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.948578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01bf972a-0971-4c82-9196-cdfd90547f7e\" ","response":"range_response_count:1 size:3720"} {"level":"info","ts":"2026-03-31T20:40:39.776216Z","caller":"traceutil/trace.go:171","msg":"trace[1453295021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-01bf972a-0971-4c82-9196-cdfd90547f7e; range_end:; response_count:1; response_revision:5112; }","duration":"414.0201ms","start":"2026-03-31T20:40:39.362183Z","end":"2026-03-31T20:40:39.776203Z","steps":["trace[1453295021] 'agreement among raft nodes before linearized reading' (duration: 413.874216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.776252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.362167Z","time spent":"414.077382ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-01bf972a-0971-4c82-9196-cdfd90547f7e\" "} {"level":"warn","ts":"2026-03-31T20:40:39.776265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.023584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:40:39.776355Z","caller":"traceutil/trace.go:171","msg":"trace[1898281013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5112; }","duration":"127.156779ms","start":"2026-03-31T20:40:39.649156Z","end":"2026-03-31T20:40:39.776313Z","steps":["trace[1898281013] 'agreement among raft nodes before linearized reading' (duration: 126.919982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.776359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.314846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:39.776416Z","caller":"traceutil/trace.go:171","msg":"trace[742742093] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5112; }","duration":"323.418209ms","start":"2026-03-31T20:40:39.452984Z","end":"2026-03-31T20:40:39.776402Z","steps":["trace[742742093] 'agreement among raft nodes before linearized reading' (duration: 323.333556ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:39.776077Z","caller":"traceutil/trace.go:171","msg":"trace[1583042780] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"316.23893ms","start":"2026-03-31T20:40:39.459821Z","end":"2026-03-31T20:40:39.77606Z","steps":["trace[1583042780] 'process raft request' (duration: 315.676195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.776464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.452967Z","time spent":"323.488431ms","remote":"127.0.0.1:40488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:40:39.776521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.459797Z","time spent":"316.679833ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:39.776558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.952907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zdqd7\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:40:39.776626Z","caller":"traceutil/trace.go:171","msg":"trace[1429426296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zdqd7; range_end:; response_count:1; response_revision:5112; }","duration":"206.06071ms","start":"2026-03-31T20:40:39.570548Z","end":"2026-03-31T20:40:39.776609Z","steps":["trace[1429426296] 'agreement among raft nodes before linearized reading' (duration: 205.882585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.776594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.205981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T20:40:39.776728Z","caller":"traceutil/trace.go:171","msg":"trace[1325839071] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5112; }","duration":"368.428637ms","start":"2026-03-31T20:40:39.408286Z","end":"2026-03-31T20:40:39.776714Z","steps":["trace[1325839071] 'agreement among raft nodes before linearized reading' (duration: 368.046097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:39.776793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.408259Z","time spent":"368.5207ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:40:40.051215Z","caller":"traceutil/trace.go:171","msg":"trace[1378129215] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5303; }","duration":"268.9698ms","start":"2026-03-31T20:40:39.782202Z","end":"2026-03-31T20:40:40.051172Z","steps":["trace[1378129215] 'read index received' (duration: 268.891108ms)","trace[1378129215] 'applied index is now lower than readState.Index' (duration: 77.432µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:40.05138Z","caller":"traceutil/trace.go:171","msg":"trace[1061478736] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"269.757223ms","start":"2026-03-31T20:40:39.781578Z","end":"2026-03-31T20:40:40.051335Z","steps":["trace[1061478736] 'process raft request' (duration: 269.421564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.05157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.33291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:40:40.051625Z","caller":"traceutil/trace.go:171","msg":"trace[1971945757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5113; }","duration":"269.482404ms","start":"2026-03-31T20:40:39.782129Z","end":"2026-03-31T20:40:40.051612Z","steps":["trace[1971945757] 'agreement among raft nodes before linearized reading' (duration: 269.211767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:40.086694Z","caller":"traceutil/trace.go:171","msg":"trace[1831331221] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"303.86859ms","start":"2026-03-31T20:40:39.782789Z","end":"2026-03-31T20:40:40.086658Z","steps":["trace[1831331221] 'process raft request' (duration: 303.625723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.086956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.782772Z","time spent":"304.083365ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:40.087024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.74832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:40.087081Z","caller":"traceutil/trace.go:171","msg":"trace[1043068400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5117; }","duration":"177.857053ms","start":"2026-03-31T20:40:39.909208Z","end":"2026-03-31T20:40:40.087065Z","steps":["trace[1043068400] 'agreement among raft nodes before linearized reading' (duration: 177.75102ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:40.086954Z","caller":"traceutil/trace.go:171","msg":"trace[1902650563] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"302.985315ms","start":"2026-03-31T20:40:39.78395Z","end":"2026-03-31T20:40:40.086936Z","steps":["trace[1902650563] 'process raft request' (duration: 302.829051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.087192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.729123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62891"} {"level":"info","ts":"2026-03-31T20:40:40.087229Z","caller":"traceutil/trace.go:171","msg":"trace[1342763376] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5117; }","duration":"304.818436ms","start":"2026-03-31T20:40:39.782401Z","end":"2026-03-31T20:40:40.087219Z","steps":["trace[1342763376] 'agreement among raft nodes before linearized reading' (duration: 304.592299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.0872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.783926Z","time spent":"303.198081ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:40.087218Z","caller":"traceutil/trace.go:171","msg":"trace[1230088043] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"303.345206ms","start":"2026-03-31T20:40:39.783851Z","end":"2026-03-31T20:40:40.087196Z","steps":["trace[1230088043] 'process raft request' (duration: 302.722319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.087257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.78238Z","time spent":"304.869058ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62914,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:40:40.087344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:39.78384Z","time spent":"303.436009ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:40:40.08733Z","caller":"traceutil/trace.go:171","msg":"trace[270451200] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"212.948339ms","start":"2026-03-31T20:40:39.874329Z","end":"2026-03-31T20:40:40.087278Z","steps":["trace[270451200] 'process raft request' (duration: 212.538307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:40.184371Z","caller":"traceutil/trace.go:171","msg":"trace[4664728] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"128.372471ms","start":"2026-03-31T20:40:40.055968Z","end":"2026-03-31T20:40:40.18434Z","steps":["trace[4664728] 'process raft request' (duration: 75.506907ms)","trace[4664728] 'compare' (duration: 52.571706ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:40.184494Z","caller":"traceutil/trace.go:171","msg":"trace[488809709] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"128.451843ms","start":"2026-03-31T20:40:40.056002Z","end":"2026-03-31T20:40:40.184454Z","steps":["trace[488809709] 'process raft request' (duration: 128.259908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:40.184985Z","caller":"traceutil/trace.go:171","msg":"trace[258813091] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"127.383184ms","start":"2026-03-31T20:40:40.05757Z","end":"2026-03-31T20:40:40.184953Z","steps":["trace[258813091] 'process raft request' (duration: 126.799338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.18532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.30441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16521"} {"level":"info","ts":"2026-03-31T20:40:40.185361Z","caller":"traceutil/trace.go:171","msg":"trace[1278318855] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5120; }","duration":"132.392383ms","start":"2026-03-31T20:40:40.052959Z","end":"2026-03-31T20:40:40.185351Z","steps":["trace[1278318855] 'agreement among raft nodes before linearized reading' (duration: 132.188886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:40.350263Z","caller":"traceutil/trace.go:171","msg":"trace[1970886312] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5311; }","duration":"165.096142ms","start":"2026-03-31T20:40:40.185129Z","end":"2026-03-31T20:40:40.350225Z","steps":["trace[1970886312] 'read index received' (duration: 155.249532ms)","trace[1970886312] 'applied index is now lower than readState.Index' (duration: 9.8451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:40.350343Z","caller":"traceutil/trace.go:171","msg":"trace[556687483] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"255.90923ms","start":"2026-03-31T20:40:40.0944Z","end":"2026-03-31T20:40:40.350309Z","steps":["trace[556687483] 'process raft request' (duration: 245.960727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.350607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.364949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:40.350703Z","caller":"traceutil/trace.go:171","msg":"trace[1987334589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5121; }","duration":"262.503022ms","start":"2026-03-31T20:40:40.088171Z","end":"2026-03-31T20:40:40.350675Z","steps":["trace[1987334589] 'agreement among raft nodes before linearized reading' (duration: 262.329688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.350817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.50748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:40:40.350876Z","caller":"traceutil/trace.go:171","msg":"trace[803113884] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5121; }","duration":"259.594202ms","start":"2026-03-31T20:40:40.091252Z","end":"2026-03-31T20:40:40.350846Z","steps":["trace[803113884] 'agreement among raft nodes before linearized reading' (duration: 259.344965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:40.354199Z","caller":"traceutil/trace.go:171","msg":"trace[692636124] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"165.178905ms","start":"2026-03-31T20:40:40.188999Z","end":"2026-03-31T20:40:40.354177Z","steps":["trace[692636124] 'process raft request' (duration: 164.946848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.355642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.444017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-03-31T20:40:40.355759Z","caller":"traceutil/trace.go:171","msg":"trace[1289511921] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"165.488473ms","start":"2026-03-31T20:40:40.190256Z","end":"2026-03-31T20:40:40.355744Z","steps":["trace[1289511921] 'process raft request' (duration: 163.788777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:40.35572Z","caller":"traceutil/trace.go:171","msg":"trace[350555553] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5125; }","duration":"163.57735ms","start":"2026-03-31T20:40:40.192126Z","end":"2026-03-31T20:40:40.355704Z","steps":["trace[350555553] 'agreement among raft nodes before linearized reading' (duration: 163.368124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:40.355818Z","caller":"traceutil/trace.go:171","msg":"trace[1675089957] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"163.17934ms","start":"2026-03-31T20:40:40.192621Z","end":"2026-03-31T20:40:40.3558Z","steps":["trace[1675089957] 'process raft request' (duration: 161.488704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.355797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.690005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:40.356101Z","caller":"traceutil/trace.go:171","msg":"trace[502607451] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5125; }","duration":"122.985053ms","start":"2026-03-31T20:40:40.233076Z","end":"2026-03-31T20:40:40.356061Z","steps":["trace[502607451] 'agreement among raft nodes before linearized reading' (duration: 122.611213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:40.356858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.625361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:40:40.3569Z","caller":"traceutil/trace.go:171","msg":"trace[1151783442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5125; }","duration":"123.711413ms","start":"2026-03-31T20:40:40.233178Z","end":"2026-03-31T20:40:40.35689Z","steps":["trace[1151783442] 'agreement among raft nodes before linearized reading' (duration: 123.564199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:47.292753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.079412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-cd99m\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-03-31T20:40:47.292849Z","caller":"traceutil/trace.go:171","msg":"trace[72974643] range","detail":"{range_begin:/registry/pods/monitoring/vector-cd99m; range_end:; response_count:1; response_revision:5252; }","duration":"117.227846ms","start":"2026-03-31T20:40:47.175601Z","end":"2026-03-31T20:40:47.292828Z","steps":["trace[72974643] 'range keys from in-memory index tree' (duration: 116.904636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.290456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.499589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-31T20:40:55.290544Z","caller":"traceutil/trace.go:171","msg":"trace[312584138] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5444; }","duration":"167.646233ms","start":"2026-03-31T20:40:55.122879Z","end":"2026-03-31T20:40:55.290525Z","steps":["trace[312584138] 'range keys from in-memory index tree' (duration: 167.269173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.290855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.869268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:40:55.29101Z","caller":"traceutil/trace.go:171","msg":"trace[1903470642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5444; }","duration":"140.556017ms","start":"2026-03-31T20:40:55.150433Z","end":"2026-03-31T20:40:55.290989Z","steps":["trace[1903470642] 'count revisions from in-memory index tree' (duration: 139.791206ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:41:57.136042Z","caller":"traceutil/trace.go:171","msg":"trace[191762627] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"126.457702ms","start":"2026-03-31T20:41:57.009554Z","end":"2026-03-31T20:41:57.136011Z","steps":["trace[191762627] 'process raft request' (duration: 91.329335ms)","trace[191762627] 'compare' (duration: 34.734097ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:42:13.883499Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3043} {"level":"info","ts":"2026-03-31T20:42:13.967696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3043,"took":"82.326887ms","hash":4107648265,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":31727616,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T20:42:13.967791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4107648265,"revision":3043,"compact-revision":-1} {"level":"info","ts":"2026-03-31T20:45:11.115867Z","caller":"traceutil/trace.go:171","msg":"trace[1605967530] transaction","detail":"{read_only:false; response_revision:7353; number_of_response:1; }","duration":"106.780691ms","start":"2026-03-31T20:45:11.009052Z","end":"2026-03-31T20:45:11.115833Z","steps":["trace[1605967530] 'process raft request' (duration: 106.524063ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:08.097355Z","caller":"traceutil/trace.go:171","msg":"trace[108974910] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"587.503015ms","start":"2026-03-31T20:47:07.509818Z","end":"2026-03-31T20:47:08.097321Z","steps":["trace[108974910] 'process raft request' (duration: 587.283549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:08.097593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:07.509801Z","time spent":"587.68057ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:47:08.106004Z","caller":"traceutil/trace.go:171","msg":"trace[1978027098] linearizableReadLoop","detail":"{readStateIndex:8581; appliedIndex:8579; }","duration":"369.869413ms","start":"2026-03-31T20:47:07.736106Z","end":"2026-03-31T20:47:08.105975Z","steps":["trace[1978027098] 'read index received' (duration: 361.09419ms)","trace[1978027098] 'applied index is now lower than readState.Index' (duration: 8.774243ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:08.106074Z","caller":"traceutil/trace.go:171","msg":"trace[154019641] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"177.017587ms","start":"2026-03-31T20:47:07.929022Z","end":"2026-03-31T20:47:08.10604Z","steps":["trace[154019641] 'process raft request' (duration: 176.903824ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:08.106066Z","caller":"traceutil/trace.go:171","msg":"trace[1073210164] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"522.861727ms","start":"2026-03-31T20:47:07.583158Z","end":"2026-03-31T20:47:08.10602Z","steps":["trace[1073210164] 'process raft request' (duration: 522.62122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:08.106289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.155541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:47:08.106294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.932118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:08.106376Z","caller":"traceutil/trace.go:171","msg":"trace[1604568691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8296; }","duration":"370.273604ms","start":"2026-03-31T20:47:07.736048Z","end":"2026-03-31T20:47:08.106321Z","steps":["trace[1604568691] 'agreement among raft nodes before linearized reading' (duration: 370.10612ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:08.106416Z","caller":"traceutil/trace.go:171","msg":"trace[265867503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8296; }","duration":"197.100293ms","start":"2026-03-31T20:47:07.909295Z","end":"2026-03-31T20:47:08.106395Z","steps":["trace[265867503] 'agreement among raft nodes before linearized reading' (duration: 196.944949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:08.106428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:07.736025Z","time spent":"370.391998ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:47:08.106555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:07.583128Z","time spent":"523.133433ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:47:08.106668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.558947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:47:08.106675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.842933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:47:08.106805Z","caller":"traceutil/trace.go:171","msg":"trace[82894950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8296; }","duration":"295.766332ms","start":"2026-03-31T20:47:07.811007Z","end":"2026-03-31T20:47:08.106773Z","steps":["trace[82894950] 'agreement among raft nodes before linearized reading' (duration: 295.31761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:08.106848Z","caller":"traceutil/trace.go:171","msg":"trace[139089917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8296; }","duration":"164.10452ms","start":"2026-03-31T20:47:07.942721Z","end":"2026-03-31T20:47:08.106826Z","steps":["trace[139089917] 'agreement among raft nodes before linearized reading' (duration: 163.524554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:08.106794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.510912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:47:08.107013Z","caller":"traceutil/trace.go:171","msg":"trace[2085011928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8296; }","duration":"361.801179ms","start":"2026-03-31T20:47:07.745192Z","end":"2026-03-31T20:47:08.106993Z","steps":["trace[2085011928] 'agreement among raft nodes before linearized reading' (duration: 361.044979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:08.107073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:07.745169Z","time spent":"361.893902ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:47:13.900192Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6158} {"level":"info","ts":"2026-03-31T20:47:14.071634Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6158,"took":"169.450948ms","hash":3282824204,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":23162880,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-31T20:47:14.07176Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3282824204,"revision":6158,"compact-revision":3043} {"level":"info","ts":"2026-03-31T20:47:18.244276Z","caller":"traceutil/trace.go:171","msg":"trace[1689007465] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"101.371855ms","start":"2026-03-31T20:47:18.142873Z","end":"2026-03-31T20:47:18.244245Z","steps":["trace[1689007465] 'process raft request' (duration: 101.221651ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:18.276703Z","caller":"traceutil/trace.go:171","msg":"trace[2141815507] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8635; }","duration":"104.162092ms","start":"2026-03-31T20:47:18.172513Z","end":"2026-03-31T20:47:18.276675Z","steps":["trace[2141815507] 'read index received' (duration: 71.590321ms)","trace[2141815507] 'applied index is now lower than readState.Index' (duration: 32.570551ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:18.276797Z","caller":"traceutil/trace.go:171","msg":"trace[1202300803] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"127.446637ms","start":"2026-03-31T20:47:18.149307Z","end":"2026-03-31T20:47:18.276754Z","steps":["trace[1202300803] 'process raft request' (duration: 116.689589ms)","trace[1202300803] 'compare' (duration: 10.587733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:18.276983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.44924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:47:18.277028Z","caller":"traceutil/trace.go:171","msg":"trace[1958865809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8348; }","duration":"104.568984ms","start":"2026-03-31T20:47:18.172448Z","end":"2026-03-31T20:47:18.277017Z","steps":["trace[1958865809] 'agreement among raft nodes before linearized reading' (duration: 104.359098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:18.654975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.489515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:18.655079Z","caller":"traceutil/trace.go:171","msg":"trace[1834056784] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8353; }","duration":"231.649209ms","start":"2026-03-31T20:47:18.423403Z","end":"2026-03-31T20:47:18.655052Z","steps":["trace[1834056784] 'range keys from in-memory index tree' (duration: 231.29544ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:20.641928Z","caller":"traceutil/trace.go:171","msg":"trace[55241582] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"392.15174ms","start":"2026-03-31T20:47:20.249745Z","end":"2026-03-31T20:47:20.641897Z","steps":["trace[55241582] 'process raft request' (duration: 391.973795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.642125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.249713Z","time spent":"392.306064ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:47:20.831995Z","caller":"traceutil/trace.go:171","msg":"trace[332081317] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8644; }","duration":"517.038105ms","start":"2026-03-31T20:47:20.314919Z","end":"2026-03-31T20:47:20.831957Z","steps":["trace[332081317] 'read index received' (duration: 326.907865ms)","trace[332081317] 'applied index is now lower than readState.Index' (duration: 190.12903ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:20.832055Z","caller":"traceutil/trace.go:171","msg":"trace[597643325] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"549.164844ms","start":"2026-03-31T20:47:20.282838Z","end":"2026-03-31T20:47:20.832003Z","steps":["trace[597643325] 'process raft request' (duration: 494.942113ms)","trace[597643325] 'compare' (duration: 54.021515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:20.83228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.282806Z","time spent":"549.349589ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:47:20.832286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.347103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:47:20.832377Z","caller":"traceutil/trace.go:171","msg":"trace[1769054388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8357; }","duration":"517.500948ms","start":"2026-03-31T20:47:20.314851Z","end":"2026-03-31T20:47:20.832352Z","steps":["trace[1769054388] 'agreement among raft nodes before linearized reading' (duration: 517.275382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.832441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.314825Z","time spent":"517.60676ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:47:20.832368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.469063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:47:20.832531Z","caller":"traceutil/trace.go:171","msg":"trace[273215357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8357; }","duration":"510.71738ms","start":"2026-03-31T20:47:20.321801Z","end":"2026-03-31T20:47:20.832518Z","steps":["trace[273215357] 'agreement among raft nodes before linearized reading' (duration: 510.37255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.832479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.81964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:47:20.832579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.321775Z","time spent":"510.791152ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:47:20.832602Z","caller":"traceutil/trace.go:171","msg":"trace[1587056670] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8357; }","duration":"104.952634ms","start":"2026-03-31T20:47:20.727635Z","end":"2026-03-31T20:47:20.832588Z","steps":["trace[1587056670] 'agreement among raft nodes before linearized reading' (duration: 104.791789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.832653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.453742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:47:20.832722Z","caller":"traceutil/trace.go:171","msg":"trace[2135254274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8357; }","duration":"510.514024ms","start":"2026-03-31T20:47:20.322189Z","end":"2026-03-31T20:47:20.832703Z","steps":["trace[2135254274] 'agreement among raft nodes before linearized reading' (duration: 510.37053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.832786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.322152Z","time spent":"510.619627ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:47:20.832536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.686317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:20.832925Z","caller":"traceutil/trace.go:171","msg":"trace[1446837954] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8357; }","duration":"452.096188ms","start":"2026-03-31T20:47:20.380809Z","end":"2026-03-31T20:47:20.832906Z","steps":["trace[1446837954] 'agreement among raft nodes before linearized reading' (duration: 451.695937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.83292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.76175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zdqd7\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:47:20.832985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.380792Z","time spent":"452.16506ms","remote":"127.0.0.1:52682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:47:20.832652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.047232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:47:20.833036Z","caller":"traceutil/trace.go:171","msg":"trace[330936972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zdqd7; range_end:; response_count:1; response_revision:8357; }","duration":"502.914204ms","start":"2026-03-31T20:47:20.330095Z","end":"2026-03-31T20:47:20.83301Z","steps":["trace[330936972] 'agreement among raft nodes before linearized reading' (duration: 502.541794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.833033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.083499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:47:20.833056Z","caller":"traceutil/trace.go:171","msg":"trace[777041708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8357; }","duration":"510.537535ms","start":"2026-03-31T20:47:20.322505Z","end":"2026-03-31T20:47:20.833042Z","steps":["trace[777041708] 'agreement among raft nodes before linearized reading' (duration: 510.039272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.833094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.330083Z","time spent":"503.002206ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-zdqd7\" "} {"level":"info","ts":"2026-03-31T20:47:20.833103Z","caller":"traceutil/trace.go:171","msg":"trace[718101940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8357; }","duration":"511.176332ms","start":"2026-03-31T20:47:20.321909Z","end":"2026-03-31T20:47:20.833085Z","steps":["trace[718101940] 'agreement among raft nodes before linearized reading' (duration: 510.810362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:20.833124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.322489Z","time spent":"510.621547ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:47:20.833145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:47:20.321897Z","time spent":"511.238634ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:47:21.191703Z","caller":"traceutil/trace.go:171","msg":"trace[117952759] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"183.093496ms","start":"2026-03-31T20:47:21.008556Z","end":"2026-03-31T20:47:21.19165Z","steps":["trace[117952759] 'process raft request' (duration: 132.435934ms)","trace[117952759] 'compare' (duration: 50.486697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:45.817379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.110438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:47:45.817504Z","caller":"traceutil/trace.go:171","msg":"trace[206259346] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8548; }","duration":"127.333153ms","start":"2026-03-31T20:47:45.690145Z","end":"2026-03-31T20:47:45.817478Z","steps":["trace[206259346] 'count revisions from in-memory index tree' (duration: 126.908662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:49.230544Z","caller":"traceutil/trace.go:171","msg":"trace[1306209272] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"291.487994ms","start":"2026-03-31T20:47:48.93903Z","end":"2026-03-31T20:47:49.230518Z","steps":["trace[1306209272] 'process raft request' (duration: 291.369301ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:49.230976Z","caller":"traceutil/trace.go:171","msg":"trace[558690635] linearizableReadLoop","detail":"{readStateIndex:8860; appliedIndex:8860; }","duration":"240.70903ms","start":"2026-03-31T20:47:48.990261Z","end":"2026-03-31T20:47:49.23097Z","steps":["trace[558690635] 'read index received' (duration: 240.70648ms)","trace[558690635] 'applied index is now lower than readState.Index' (duration: 2.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:49.231096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.101976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:47:49.231117Z","caller":"traceutil/trace.go:171","msg":"trace[1439541733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8563; }","duration":"179.186998ms","start":"2026-03-31T20:47:49.051925Z","end":"2026-03-31T20:47:49.231112Z","steps":["trace[1439541733] 'agreement among raft nodes before linearized reading' (duration: 179.086995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:49.231193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.934586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:47:49.231209Z","caller":"traceutil/trace.go:171","msg":"trace[1418172137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8563; }","duration":"240.952036ms","start":"2026-03-31T20:47:48.990253Z","end":"2026-03-31T20:47:49.231205Z","steps":["trace[1418172137] 'agreement among raft nodes before linearized reading' (duration: 240.909985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:49.231275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.779177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:47:49.231332Z","caller":"traceutil/trace.go:171","msg":"trace[588192161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8563; }","duration":"113.877709ms","start":"2026-03-31T20:47:49.117451Z","end":"2026-03-31T20:47:49.231328Z","steps":["trace[588192161] 'agreement among raft nodes before linearized reading' (duration: 113.785927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:49.231482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.184602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zdqd7\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:47:49.231502Z","caller":"traceutil/trace.go:171","msg":"trace[1204471027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zdqd7; range_end:; response_count:1; response_revision:8563; }","duration":"143.273363ms","start":"2026-03-31T20:47:49.088224Z","end":"2026-03-31T20:47:49.231498Z","steps":["trace[1204471027] 'agreement among raft nodes before linearized reading' (duration: 143.182671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:49.231593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.167278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:47:49.23161Z","caller":"traceutil/trace.go:171","msg":"trace[291869230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8563; }","duration":"166.185468ms","start":"2026-03-31T20:47:49.065421Z","end":"2026-03-31T20:47:49.231607Z","steps":["trace[291869230] 'agreement among raft nodes before linearized reading' (duration: 166.141076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:49.23167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.891242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:47:49.231681Z","caller":"traceutil/trace.go:171","msg":"trace[178532689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8563; }","duration":"173.929793ms","start":"2026-03-31T20:47:49.057749Z","end":"2026-03-31T20:47:49.231679Z","steps":["trace[178532689] 'agreement among raft nodes before linearized reading' (duration: 173.896062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:49.231751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.30137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:47:49.231774Z","caller":"traceutil/trace.go:171","msg":"trace[1391292492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8563; }","duration":"175.364602ms","start":"2026-03-31T20:47:49.056403Z","end":"2026-03-31T20:47:49.231767Z","steps":["trace[1391292492] 'agreement among raft nodes before linearized reading' (duration: 175.305441ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:49.415667Z","caller":"traceutil/trace.go:171","msg":"trace[1095749985] linearizableReadLoop","detail":"{readStateIndex:8861; appliedIndex:8860; }","duration":"178.149438ms","start":"2026-03-31T20:47:49.237492Z","end":"2026-03-31T20:47:49.415642Z","steps":["trace[1095749985] 'read index received' (duration: 159.987996ms)","trace[1095749985] 'applied index is now lower than readState.Index' (duration: 18.160552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:47:49.41595Z","caller":"traceutil/trace.go:171","msg":"trace[1823054025] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"179.995479ms","start":"2026-03-31T20:47:49.235939Z","end":"2026-03-31T20:47:49.415935Z","steps":["trace[1823054025] 'process raft request' (duration: 161.451497ms)","trace[1823054025] 'compare' (duration: 18.156102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:47:49.416474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.9547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227493"} {"level":"info","ts":"2026-03-31T20:47:49.416512Z","caller":"traceutil/trace.go:171","msg":"trace[341631718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8564; }","duration":"179.025763ms","start":"2026-03-31T20:47:49.237475Z","end":"2026-03-31T20:47:49.4165Z","steps":["trace[341631718] 'agreement among raft nodes before linearized reading' (duration: 178.682262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:49.42177Z","caller":"traceutil/trace.go:171","msg":"trace[547971617] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"184.171124ms","start":"2026-03-31T20:47:49.237583Z","end":"2026-03-31T20:47:49.421754Z","steps":["trace[547971617] 'process raft request' (duration: 183.903067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:47:49.422001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.433872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-31T20:47:49.422102Z","caller":"traceutil/trace.go:171","msg":"trace[1707040258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8569; }","duration":"184.562956ms","start":"2026-03-31T20:47:49.237516Z","end":"2026-03-31T20:47:49.422079Z","steps":["trace[1707040258] 'agreement among raft nodes before linearized reading' (duration: 184.273087ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:49.422173Z","caller":"traceutil/trace.go:171","msg":"trace[215105733] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"183.416604ms","start":"2026-03-31T20:47:49.238749Z","end":"2026-03-31T20:47:49.422165Z","steps":["trace[215105733] 'process raft request' (duration: 182.961111ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:49.422262Z","caller":"traceutil/trace.go:171","msg":"trace[2083829518] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"184.585607ms","start":"2026-03-31T20:47:49.237664Z","end":"2026-03-31T20:47:49.42225Z","steps":["trace[2083829518] 'process raft request' (duration: 183.965779ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:49.422296Z","caller":"traceutil/trace.go:171","msg":"trace[997879120] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"184.558776ms","start":"2026-03-31T20:47:49.237732Z","end":"2026-03-31T20:47:49.422291Z","steps":["trace[997879120] 'process raft request' (duration: 183.940698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:49.42244Z","caller":"traceutil/trace.go:171","msg":"trace[2007617386] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"108.679777ms","start":"2026-03-31T20:47:49.313753Z","end":"2026-03-31T20:47:49.422433Z","steps":["trace[2007617386] 'process raft request' (duration: 107.988307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:48:02.314004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.144898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:48:02.561917Z","caller":"traceutil/trace.go:171","msg":"trace[1840416469] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"115.868125ms","start":"2026-03-31T20:48:02.445978Z","end":"2026-03-31T20:48:02.561846Z","steps":["trace[1840416469] 'process raft request' (duration: 115.32366ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:48:38.295147Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000247e.wal"} {"level":"info","ts":"2026-03-31T20:49:20.116852Z","caller":"traceutil/trace.go:171","msg":"trace[1168333497] linearizableReadLoop","detail":"{readStateIndex:9758; appliedIndex:9756; }","duration":"124.876766ms","start":"2026-03-31T20:49:19.991949Z","end":"2026-03-31T20:49:20.116826Z","steps":["trace[1168333497] 'read index received' (duration: 71.3262ms)","trace[1168333497] 'applied index is now lower than readState.Index' (duration: 53.546776ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:49:20.116969Z","caller":"traceutil/trace.go:171","msg":"trace[661743054] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"128.551838ms","start":"2026-03-31T20:49:19.988378Z","end":"2026-03-31T20:49:20.11693Z","steps":["trace[661743054] 'process raft request' (duration: 102.806594ms)","trace[661743054] 'compare' (duration: 25.524178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:49:20.117047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.074832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:49:20.117098Z","caller":"traceutil/trace.go:171","msg":"trace[873959574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9434; }","duration":"125.170065ms","start":"2026-03-31T20:49:19.991914Z","end":"2026-03-31T20:49:20.117084Z","steps":["trace[873959574] 'agreement among raft nodes before linearized reading' (duration: 125.060352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:49:20.14715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.933691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:49:20.147231Z","caller":"traceutil/trace.go:171","msg":"trace[1754221624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9435; }","duration":"150.057555ms","start":"2026-03-31T20:49:19.997153Z","end":"2026-03-31T20:49:20.14721Z","steps":["trace[1754221624] 'agreement among raft nodes before linearized reading' (duration: 149.88941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:49:20.147582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.90553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zdqd7\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-31T20:49:20.147708Z","caller":"traceutil/trace.go:171","msg":"trace[38012194] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zdqd7; range_end:; response_count:1; response_revision:9435; }","duration":"119.088965ms","start":"2026-03-31T20:49:20.028595Z","end":"2026-03-31T20:49:20.147684Z","steps":["trace[38012194] 'agreement among raft nodes before linearized reading' (duration: 118.790117ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:49:53.785146Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:49:53.791391Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:49:53.79147Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T20:52:13.911131Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8324} {"level":"info","ts":"2026-03-31T20:52:13.987847Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8324,"took":"74.768153ms","hash":4286061817,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":25415680,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T20:52:13.98792Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4286061817,"revision":8324,"compact-revision":6158} {"level":"info","ts":"2026-03-31T20:53:04.851311Z","caller":"traceutil/trace.go:171","msg":"trace[500242626] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"114.544002ms","start":"2026-03-31T20:53:04.73674Z","end":"2026-03-31T20:53:04.851284Z","steps":["trace[500242626] 'process raft request' (duration: 114.186822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:53:04.87671Z","caller":"traceutil/trace.go:171","msg":"trace[1901453157] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"137.421679ms","start":"2026-03-31T20:53:04.739265Z","end":"2026-03-31T20:53:04.876686Z","steps":["trace[1901453157] 'process raft request' (duration: 137.208073ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:57:13.9174Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10818} {"level":"info","ts":"2026-03-31T20:57:14.001581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10818,"took":"81.358605ms","hash":2352958167,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":26808320,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-31T20:57:14.001639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2352958167,"revision":10818,"compact-revision":8324} {"level":"info","ts":"2026-03-31T20:59:25.276959Z","caller":"traceutil/trace.go:171","msg":"trace[159132097] transaction","detail":"{read_only:false; response_revision:13841; number_of_response:1; }","duration":"113.453654ms","start":"2026-03-31T20:59:25.163471Z","end":"2026-03-31T20:59:25.276925Z","steps":["trace[159132097] 'process raft request' (duration: 113.206957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.179392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322102094979985750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:59:41.24499Z","caller":"traceutil/trace.go:171","msg":"trace[1534491642] linearizableReadLoop","detail":"{readStateIndex:14409; appliedIndex:14408; }","duration":"565.653929ms","start":"2026-03-31T20:59:40.679306Z","end":"2026-03-31T20:59:41.24496Z","steps":["trace[1534491642] 'read index received' (duration: 565.255708ms)","trace[1534491642] 'applied index is now lower than readState.Index' (duration: 397.071µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:59:41.24506Z","caller":"traceutil/trace.go:171","msg":"trace[844805850] transaction","detail":"{read_only:false; response_revision:13938; number_of_response:1; }","duration":"695.504048ms","start":"2026-03-31T20:59:40.549515Z","end":"2026-03-31T20:59:41.245019Z","steps":["trace[844805850] 'process raft request' (duration: 695.138648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.245213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:40.549486Z","time spent":"695.646862ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11811,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:59:41.245257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.380603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zdqd7\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-31T20:59:41.245275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.954777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:59:41.245324Z","caller":"traceutil/trace.go:171","msg":"trace[946889097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zdqd7; range_end:; response_count:1; response_revision:13938; }","duration":"363.493046ms","start":"2026-03-31T20:59:40.881811Z","end":"2026-03-31T20:59:41.245304Z","steps":["trace[946889097] 'agreement among raft nodes before linearized reading' (duration: 363.29829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:41.245359Z","caller":"traceutil/trace.go:171","msg":"trace[2109051449] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13938; }","duration":"566.05582ms","start":"2026-03-31T20:59:40.679262Z","end":"2026-03-31T20:59:41.245318Z","steps":["trace[2109051449] 'agreement among raft nodes before linearized reading' (duration: 565.842654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.245379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.861178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:59:41.245397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:40.679243Z","time spent":"566.145773ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-31T20:59:41.245395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:40.881791Z","time spent":"363.577318ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-zdqd7\" "} {"level":"info","ts":"2026-03-31T20:59:41.245412Z","caller":"traceutil/trace.go:171","msg":"trace[607477442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13938; }","duration":"336.915948ms","start":"2026-03-31T20:59:40.908485Z","end":"2026-03-31T20:59:41.245401Z","steps":["trace[607477442] 'agreement among raft nodes before linearized reading' (duration: 336.863257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.245441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:40.90847Z","time spent":"336.96583ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:59:41.245509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.799242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-31T20:59:41.245637Z","caller":"traceutil/trace.go:171","msg":"trace[936592221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13938; }","duration":"307.972237ms","start":"2026-03-31T20:59:40.937636Z","end":"2026-03-31T20:59:41.245608Z","steps":["trace[936592221] 'agreement among raft nodes before linearized reading' (duration: 307.526305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:59:41.245703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:59:40.937619Z","time spent":"308.070139ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:59:51.027018Z","caller":"traceutil/trace.go:171","msg":"trace[505876363] linearizableReadLoop","detail":"{readStateIndex:14585; appliedIndex:14584; }","duration":"120.572073ms","start":"2026-03-31T20:59:50.906422Z","end":"2026-03-31T20:59:51.026994Z","steps":["trace[505876363] 'read index received' (duration: 120.363197ms)","trace[505876363] 'applied index is now lower than readState.Index' (duration: 207.906µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:59:51.027175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.730388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:59:51.027217Z","caller":"traceutil/trace.go:171","msg":"trace[1844684152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14110; }","duration":"120.812839ms","start":"2026-03-31T20:59:50.90639Z","end":"2026-03-31T20:59:51.027203Z","steps":["trace[1844684152] 'agreement among raft nodes before linearized reading' (duration: 120.709066ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:59:51.027694Z","caller":"traceutil/trace.go:171","msg":"trace[717116887] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"269.583312ms","start":"2026-03-31T20:59:50.758086Z","end":"2026-03-31T20:59:51.02767Z","steps":["trace[717116887] 'process raft request' (duration: 268.76502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:26.726965Z","caller":"traceutil/trace.go:171","msg":"trace[1188498202] linearizableReadLoop","detail":"{readStateIndex:15688; appliedIndex:15687; }","duration":"389.979042ms","start":"2026-03-31T21:01:26.336956Z","end":"2026-03-31T21:01:26.726935Z","steps":["trace[1188498202] 'read index received' (duration: 389.750255ms)","trace[1188498202] 'applied index is now lower than readState.Index' (duration: 227.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:26.727275Z","caller":"traceutil/trace.go:171","msg":"trace[2102814836] transaction","detail":"{read_only:false; response_revision:15180; number_of_response:1; }","duration":"398.816296ms","start":"2026-03-31T21:01:26.32842Z","end":"2026-03-31T21:01:26.727236Z","steps":["trace[2102814836] 'process raft request' (duration: 398.346013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.727392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.411443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-31T21:01:26.727434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:26.328384Z","time spent":"398.97693ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:01:26.727488Z","caller":"traceutil/trace.go:171","msg":"trace[1773495759] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15180; }","duration":"390.563857ms","start":"2026-03-31T21:01:26.336908Z","end":"2026-03-31T21:01:26.727472Z","steps":["trace[1773495759] 'agreement among raft nodes before linearized reading' (duration: 390.2764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.727674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:26.336892Z","time spent":"390.658181ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-31T21:01:26.809924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.734019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T21:01:26.810091Z","caller":"traceutil/trace.go:171","msg":"trace[1882615858] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15181; }","duration":"472.926694ms","start":"2026-03-31T21:01:26.337141Z","end":"2026-03-31T21:01:26.810068Z","steps":["trace[1882615858] 'agreement among raft nodes before linearized reading' (duration: 472.702208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.810209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:26.337135Z","time spent":"473.061368ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-31T21:01:26.810592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.86396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-31T21:01:26.810741Z","caller":"traceutil/trace.go:171","msg":"trace[1560575563] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15181; }","duration":"189.030105ms","start":"2026-03-31T21:01:26.621698Z","end":"2026-03-31T21:01:26.810728Z","steps":["trace[1560575563] 'agreement among raft nodes before linearized reading' (duration: 188.791189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.810975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.402615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T21:01:26.811042Z","caller":"traceutil/trace.go:171","msg":"trace[1280953600] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15181; }","duration":"194.494127ms","start":"2026-03-31T21:01:26.616538Z","end":"2026-03-31T21:01:26.811032Z","steps":["trace[1280953600] 'agreement among raft nodes before linearized reading' (duration: 194.407185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.81122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.854422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T21:01:26.811285Z","caller":"traceutil/trace.go:171","msg":"trace[1602659165] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15181; }","duration":"196.938285ms","start":"2026-03-31T21:01:26.614338Z","end":"2026-03-31T21:01:26.811276Z","steps":["trace[1602659165] 'agreement among raft nodes before linearized reading' (duration: 196.857043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.811524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.223553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T21:01:26.8116Z","caller":"traceutil/trace.go:171","msg":"trace[404126086] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15181; }","duration":"197.349007ms","start":"2026-03-31T21:01:26.61424Z","end":"2026-03-31T21:01:26.811589Z","steps":["trace[404126086] 'agreement among raft nodes before linearized reading' (duration: 197.255574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.811851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.992401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T21:01:26.811878Z","caller":"traceutil/trace.go:171","msg":"trace[1792964276] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15181; }","duration":"386.042522ms","start":"2026-03-31T21:01:26.425829Z","end":"2026-03-31T21:01:26.811872Z","steps":["trace[1792964276] 'agreement among raft nodes before linearized reading' (duration: 385.96666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.811892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:26.425814Z","time spent":"386.074453ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:01:26.811946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.37153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-31T21:01:26.812027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.348635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T21:01:26.811983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.070663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T21:01:26.812085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.749755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T21:01:26.812109Z","caller":"traceutil/trace.go:171","msg":"trace[2132804746] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15181; }","duration":"287.807827ms","start":"2026-03-31T21:01:26.524294Z","end":"2026-03-31T21:01:26.812102Z","steps":["trace[2132804746] 'agreement among raft nodes before linearized reading' (duration: 287.759635ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:26.812093Z","caller":"traceutil/trace.go:171","msg":"trace[1129739236] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15181; }","duration":"246.195777ms","start":"2026-03-31T21:01:26.565871Z","end":"2026-03-31T21:01:26.812067Z","steps":["trace[1129739236] 'agreement among raft nodes before linearized reading' (duration: 245.974321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.812098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.975525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T21:01:26.812156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.604392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-31T21:01:26.812178Z","caller":"traceutil/trace.go:171","msg":"trace[116583370] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:15181; }","duration":"435.131139ms","start":"2026-03-31T21:01:26.377028Z","end":"2026-03-31T21:01:26.812159Z","steps":["trace[116583370] 'agreement among raft nodes before linearized reading' (duration: 434.995076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:26.812095Z","caller":"traceutil/trace.go:171","msg":"trace[757767322] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15181; }","duration":"391.521184ms","start":"2026-03-31T21:01:26.420515Z","end":"2026-03-31T21:01:26.812036Z","steps":["trace[757767322] 'agreement among raft nodes before linearized reading' (duration: 391.302768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.811982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.192429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T21:01:26.812299Z","caller":"traceutil/trace.go:171","msg":"trace[814033082] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15181; }","duration":"245.528038ms","start":"2026-03-31T21:01:26.566765Z","end":"2026-03-31T21:01:26.812293Z","steps":["trace[814033082] 'agreement among raft nodes before linearized reading' (duration: 245.183279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.812228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:26.376994Z","time spent":"435.224032ms","remote":"127.0.0.1:40994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:01:26.812307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.608231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T21:01:26.81235Z","caller":"traceutil/trace.go:171","msg":"trace[31083016] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15181; }","duration":"245.693702ms","start":"2026-03-31T21:01:26.566648Z","end":"2026-03-31T21:01:26.812342Z","steps":["trace[31083016] 'agreement among raft nodes before linearized reading' (duration: 245.6188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.812347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.9635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-31T21:01:26.812379Z","caller":"traceutil/trace.go:171","msg":"trace[327276476] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15181; }","duration":"475.002641ms","start":"2026-03-31T21:01:26.337368Z","end":"2026-03-31T21:01:26.81237Z","steps":["trace[327276476] 'agreement among raft nodes before linearized reading' (duration: 474.883848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.81241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:26.337359Z","time spent":"475.046242ms","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-31T21:01:26.812226Z","caller":"traceutil/trace.go:171","msg":"trace[1118128850] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15181; }","duration":"244.689015ms","start":"2026-03-31T21:01:26.567519Z","end":"2026-03-31T21:01:26.812208Z","steps":["trace[1118128850] 'agreement among raft nodes before linearized reading' (duration: 244.5077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.812006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.229203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-31T21:01:26.81248Z","caller":"traceutil/trace.go:171","msg":"trace[1634029573] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15181; }","duration":"286.721556ms","start":"2026-03-31T21:01:26.525752Z","end":"2026-03-31T21:01:26.812474Z","steps":["trace[1634029573] 'agreement among raft nodes before linearized reading' (duration: 286.219122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:01:26.812534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:01:26.420486Z","time spent":"391.790881ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T21:01:26.812045Z","caller":"traceutil/trace.go:171","msg":"trace[810261573] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15181; }","duration":"287.387255ms","start":"2026-03-31T21:01:26.524654Z","end":"2026-03-31T21:01:26.812041Z","steps":["trace[810261573] 'agreement among raft nodes before linearized reading' (duration: 287.362364ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:26.952247Z","caller":"traceutil/trace.go:171","msg":"trace[964314647] transaction","detail":"{read_only:false; response_revision:15183; number_of_response:1; }","duration":"134.309653ms","start":"2026-03-31T21:01:26.81792Z","end":"2026-03-31T21:01:26.95223Z","steps":["trace[964314647] 'process raft request' (duration: 134.22971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:01:26.952259Z","caller":"traceutil/trace.go:171","msg":"trace[929680239] transaction","detail":"{read_only:false; response_revision:15182; number_of_response:1; }","duration":"174.282448ms","start":"2026-03-31T21:01:26.777952Z","end":"2026-03-31T21:01:26.952234Z","steps":["trace[929680239] 'process raft request' (duration: 133.331605ms)","trace[929680239] 'compare' (duration: 40.755787ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:01:26.952331Z","caller":"traceutil/trace.go:171","msg":"trace[1941941973] transaction","detail":"{read_only:false; response_revision:15184; number_of_response:1; }","duration":"134.106888ms","start":"2026-03-31T21:01:26.818207Z","end":"2026-03-31T21:01:26.952314Z","steps":["trace[1941941973] 'process raft request' (duration: 133.992465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:02:13.924454Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12895} {"level":"info","ts":"2026-03-31T21:02:14.002904Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12895,"took":"75.712453ms","hash":355746535,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":30314496,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:02:14.002972Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":355746535,"revision":12895,"compact-revision":10818} {"level":"info","ts":"2026-03-31T21:07:08.12478Z","caller":"traceutil/trace.go:171","msg":"trace[2087535632] linearizableReadLoop","detail":"{readStateIndex:18398; appliedIndex:18396; }","duration":"131.437261ms","start":"2026-03-31T21:07:07.993317Z","end":"2026-03-31T21:07:08.124754Z","steps":["trace[2087535632] 'read index received' (duration: 23.980685ms)","trace[2087535632] 'applied index is now lower than readState.Index' (duration: 107.455356ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:07:08.124845Z","caller":"traceutil/trace.go:171","msg":"trace[2105505804] transaction","detail":"{read_only:false; response_revision:17802; number_of_response:1; }","duration":"138.334202ms","start":"2026-03-31T21:07:07.986475Z","end":"2026-03-31T21:07:08.124809Z","steps":["trace[2105505804] 'process raft request' (duration: 138.061584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:08.124879Z","caller":"traceutil/trace.go:171","msg":"trace[1030254650] transaction","detail":"{read_only:false; response_revision:17803; number_of_response:1; }","duration":"118.696738ms","start":"2026-03-31T21:07:08.006143Z","end":"2026-03-31T21:07:08.12484Z","steps":["trace[1030254650] 'process raft request' (duration: 118.539983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:08.124979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.637147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:08.125021Z","caller":"traceutil/trace.go:171","msg":"trace[169784708] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:17803; }","duration":"131.735739ms","start":"2026-03-31T21:07:07.993273Z","end":"2026-03-31T21:07:08.125009Z","steps":["trace[169784708] 'agreement among raft nodes before linearized reading' (duration: 131.630936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:08.125659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.399463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-xxz66\" ","response":"range_response_count:1 size:15654"} {"level":"info","ts":"2026-03-31T21:07:08.125702Z","caller":"traceutil/trace.go:171","msg":"trace[1732664704] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-xxz66; range_end:; response_count:1; response_revision:17804; }","duration":"121.458605ms","start":"2026-03-31T21:07:08.00423Z","end":"2026-03-31T21:07:08.125689Z","steps":["trace[1732664704] 'agreement among raft nodes before linearized reading' (duration: 121.28911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:13.929907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15485} {"level":"info","ts":"2026-03-31T21:07:14.201282Z","caller":"traceutil/trace.go:171","msg":"trace[1513980803] transaction","detail":"{read_only:false; response_revision:17865; number_of_response:1; }","duration":"161.818333ms","start":"2026-03-31T21:07:14.039415Z","end":"2026-03-31T21:07:14.201233Z","steps":["trace[1513980803] 'process raft request' (duration: 84.051319ms)","trace[1513980803] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:536; } (duration: 68.91377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:07:14.752329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.517409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:07:14.752596Z","caller":"traceutil/trace.go:171","msg":"trace[772228100] linearizableReadLoop","detail":"{readStateIndex:18465; appliedIndex:18463; }","duration":"528.551233ms","start":"2026-03-31T21:07:14.224026Z","end":"2026-03-31T21:07:14.752577Z","steps":["trace[772228100] 'read index received' (duration: 6.737037ms)","trace[772228100] 'applied index is now lower than readState.Index' (duration: 521.813026ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:07:14.752635Z","caller":"traceutil/trace.go:171","msg":"trace[941002658] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"550.318867ms","start":"2026-03-31T21:07:14.202292Z","end":"2026-03-31T21:07:14.752611Z","steps":["trace[941002658] 'process raft request' (duration: 550.147813ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:07:14.752578Z","caller":"traceutil/trace.go:171","msg":"trace[970127335] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"585.549073ms","start":"2026-03-31T21:07:14.166966Z","end":"2026-03-31T21:07:14.752515Z","steps":["trace[970127335] 'process raft request' (duration: 63.746707ms)","trace[970127335] 'compare' (duration: 480.683926ms)","trace[970127335] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 40.686778ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T21:07:14.75271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:07:14.202255Z","time spent":"550.41839ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:07:14.75275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:07:14.166948Z","time spent":"585.763558ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:07:14.752772Z","caller":"traceutil/trace.go:171","msg":"trace[586262553] transaction","detail":"{read_only:false; response_revision:17868; number_of_response:1; }","duration":"528.140073ms","start":"2026-03-31T21:07:14.224567Z","end":"2026-03-31T21:07:14.752708Z","steps":["trace[586262553] 'process raft request' (duration: 527.943578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:14.75294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.108058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:07:14.752976Z","caller":"traceutil/trace.go:171","msg":"trace[1614093494] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:17868; }","duration":"298.17855ms","start":"2026-03-31T21:07:14.454785Z","end":"2026-03-31T21:07:14.752964Z","steps":["trace[1614093494] 'agreement among raft nodes before linearized reading' (duration: 298.116368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:14.752991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:07:14.224495Z","time spent":"528.39183ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:07:14.753465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.436338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-plnq6\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-31T21:07:14.753608Z","caller":"traceutil/trace.go:171","msg":"trace[217448384] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-plnq6; range_end:; response_count:1; response_revision:17868; }","duration":"529.624693ms","start":"2026-03-31T21:07:14.223972Z","end":"2026-03-31T21:07:14.753596Z","steps":["trace[217448384] 'agreement among raft nodes before linearized reading' (duration: 529.341046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:14.753636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:07:14.223949Z","time spent":"529.680835ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-plnq6\" "} {"level":"info","ts":"2026-03-31T21:07:14.848178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15485,"took":"913.826266ms","hash":3933200191,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":32329728,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T21:07:14.848241Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3933200191,"revision":15485,"compact-revision":12895} {"level":"info","ts":"2026-03-31T21:07:36.45193Z","caller":"traceutil/trace.go:171","msg":"trace[1342382256] linearizableReadLoop","detail":"{readStateIndex:18673; appliedIndex:18672; }","duration":"148.612528ms","start":"2026-03-31T21:07:36.303294Z","end":"2026-03-31T21:07:36.451907Z","steps":["trace[1342382256] 'read index received' (duration: 148.398002ms)","trace[1342382256] 'applied index is now lower than readState.Index' (duration: 213.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:07:36.451978Z","caller":"traceutil/trace.go:171","msg":"trace[1228427074] transaction","detail":"{read_only:false; response_revision:18066; number_of_response:1; }","duration":"163.924092ms","start":"2026-03-31T21:07:36.288028Z","end":"2026-03-31T21:07:36.451952Z","steps":["trace[1228427074] 'process raft request' (duration: 163.734447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:07:36.453434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.108678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:134 size:1661096"} {"level":"info","ts":"2026-03-31T21:07:36.453533Z","caller":"traceutil/trace.go:171","msg":"trace[1961345197] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:134; response_revision:18066; }","duration":"150.248193ms","start":"2026-03-31T21:07:36.303267Z","end":"2026-03-31T21:07:36.453515Z","steps":["trace[1961345197] 'agreement among raft nodes before linearized reading' (duration: 148.750752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:10:20.696065Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:10:20.702353Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-31T21:10:20.70243Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-31T21:12:13.937636Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17863} {"level":"info","ts":"2026-03-31T21:12:14.034224Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17863,"took":"93.980291ms","hash":1208818145,"current-db-size-bytes":58634240,"current-db-size":"59 MB","current-db-size-in-use-bytes":34344960,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T21:12:14.034279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1208818145,"revision":17863,"compact-revision":15485} {"level":"warn","ts":"2026-03-31T21:12:27.583394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.82286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:12:27.583512Z","caller":"traceutil/trace.go:171","msg":"trace[1565724754] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:20290; }","duration":"255.995803ms","start":"2026-03-31T21:12:27.327488Z","end":"2026-03-31T21:12:27.583484Z","steps":["trace[1565724754] 'count revisions from in-memory index tree' (duration: 255.739577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:27.583678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.63776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:12:27.583782Z","caller":"traceutil/trace.go:171","msg":"trace[2010573552] transaction","detail":"{read_only:false; response_revision:20291; number_of_response:1; }","duration":"120.872005ms","start":"2026-03-31T21:12:27.462838Z","end":"2026-03-31T21:12:27.58371Z","steps":["trace[2010573552] 'process raft request' (duration: 119.62391ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:27.583835Z","caller":"traceutil/trace.go:171","msg":"trace[788173550] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20290; }","duration":"141.816734ms","start":"2026-03-31T21:12:27.441997Z","end":"2026-03-31T21:12:27.583814Z","steps":["trace[788173550] 'range keys from in-memory index tree' (duration: 141.515827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:27.583946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.198303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T21:12:27.584001Z","caller":"traceutil/trace.go:171","msg":"trace[664729587] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20290; }","duration":"143.282225ms","start":"2026-03-31T21:12:27.440705Z","end":"2026-03-31T21:12:27.583987Z","steps":["trace[664729587] 'range keys from in-memory index tree' (duration: 142.7248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:43.390252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.314132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:43.390333Z","caller":"traceutil/trace.go:171","msg":"trace[988200294] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20370; }","duration":"166.434995ms","start":"2026-03-31T21:12:43.223879Z","end":"2026-03-31T21:12:43.390314Z","steps":["trace[988200294] 'range keys from in-memory index tree' (duration: 166.24546ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:43.587838Z","caller":"traceutil/trace.go:171","msg":"trace[990377967] transaction","detail":"{read_only:false; response_revision:20371; number_of_response:1; }","duration":"193.533166ms","start":"2026-03-31T21:12:43.394284Z","end":"2026-03-31T21:12:43.587818Z","steps":["trace[990377967] 'process raft request' (duration: 193.402972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:43.805178Z","caller":"traceutil/trace.go:171","msg":"trace[1156180838] transaction","detail":"{read_only:false; response_revision:20372; number_of_response:1; }","duration":"410.815169ms","start":"2026-03-31T21:12:43.394322Z","end":"2026-03-31T21:12:43.805137Z","steps":["trace[1156180838] 'process raft request' (duration: 410.235572ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:43.805233Z","caller":"traceutil/trace.go:171","msg":"trace[1749145058] transaction","detail":"{read_only:false; response_revision:20373; number_of_response:1; }","duration":"410.48209ms","start":"2026-03-31T21:12:43.394724Z","end":"2026-03-31T21:12:43.805207Z","steps":["trace[1749145058] 'process raft request' (duration: 410.329475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:43.805367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:43.394704Z","time spent":"410.578052ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:12:43.805369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:43.394308Z","time spent":"410.975663ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:12:43.805667Z","caller":"traceutil/trace.go:171","msg":"trace[1023853864] transaction","detail":"{read_only:false; response_revision:20374; number_of_response:1; }","duration":"410.201662ms","start":"2026-03-31T21:12:43.395413Z","end":"2026-03-31T21:12:43.805614Z","steps":["trace[1023853864] 'process raft request' (duration: 409.75401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:43.805864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.376954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:12:43.80588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:43.395402Z","time spent":"410.368836ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:12:43.805882Z","caller":"traceutil/trace.go:171","msg":"trace[654214508] linearizableReadLoop","detail":"{readStateIndex:21053; appliedIndex:21051; }","duration":"411.121657ms","start":"2026-03-31T21:12:43.394482Z","end":"2026-03-31T21:12:43.805604Z","steps":["trace[654214508] 'read index received' (duration: 193.316619ms)","trace[654214508] 'applied index is now lower than readState.Index' (duration: 217.801568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:43.805964Z","caller":"traceutil/trace.go:171","msg":"trace[1166174259] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20374; }","duration":"411.459047ms","start":"2026-03-31T21:12:43.394468Z","end":"2026-03-31T21:12:43.805927Z","steps":["trace[1166174259] 'agreement among raft nodes before linearized reading' (duration: 411.327933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:43.80602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:43.394425Z","time spent":"411.58259ms","remote":"127.0.0.1:60776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T21:12:44.109592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.320106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:12:44.109706Z","caller":"traceutil/trace.go:171","msg":"trace[536026624] linearizableReadLoop","detail":"{readStateIndex:21056; appliedIndex:21055; }","duration":"303.741975ms","start":"2026-03-31T21:12:43.805946Z","end":"2026-03-31T21:12:44.109688Z","steps":["trace[536026624] 'read index received' (duration: 121.170663ms)","trace[536026624] 'applied index is now lower than readState.Index' (duration: 182.570182ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:12:44.109881Z","caller":"traceutil/trace.go:171","msg":"trace[737911794] transaction","detail":"{read_only:false; response_revision:20375; number_of_response:1; }","duration":"468.686599ms","start":"2026-03-31T21:12:43.641162Z","end":"2026-03-31T21:12:44.109848Z","steps":["trace[737911794] 'process raft request' (duration: 286.022405ms)","trace[737911794] 'compare' (duration: 182.204062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:12:44.110042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:43.641139Z","time spent":"468.819413ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:12:44.110061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.275898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:12:44.110146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.358801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-31T21:12:44.110192Z","caller":"traceutil/trace.go:171","msg":"trace[1580472085] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:20375; }","duration":"494.432522ms","start":"2026-03-31T21:12:43.615658Z","end":"2026-03-31T21:12:44.110091Z","steps":["trace[1580472085] 'agreement among raft nodes before linearized reading' (duration: 494.276568ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:44.110259Z","caller":"traceutil/trace.go:171","msg":"trace[710769371] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20375; }","duration":"425.515264ms","start":"2026-03-31T21:12:43.684716Z","end":"2026-03-31T21:12:44.110231Z","steps":["trace[710769371] 'agreement among raft nodes before linearized reading' (duration: 425.205965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:44.110325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:43.684697Z","time spent":"425.613307ms","remote":"127.0.0.1:60746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:12:44.110456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:43.615638Z","time spent":"494.786891ms","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:12:44.141518Z","caller":"traceutil/trace.go:171","msg":"trace[218838475] transaction","detail":"{read_only:false; response_revision:20376; number_of_response:1; }","duration":"156.540042ms","start":"2026-03-31T21:12:43.984959Z","end":"2026-03-31T21:12:44.141499Z","steps":["trace[218838475] 'process raft request' (duration: 156.432879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:44.2064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.389507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:12:44.206406Z","caller":"traceutil/trace.go:171","msg":"trace[184697251] transaction","detail":"{read_only:false; response_revision:20377; number_of_response:1; }","duration":"220.618785ms","start":"2026-03-31T21:12:43.985735Z","end":"2026-03-31T21:12:44.206353Z","steps":["trace[184697251] 'process raft request' (duration: 220.370478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:44.206465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.588031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:44.206487Z","caller":"traceutil/trace.go:171","msg":"trace[781145148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20377; }","duration":"397.51174ms","start":"2026-03-31T21:12:43.808959Z","end":"2026-03-31T21:12:44.206471Z","steps":["trace[781145148] 'agreement among raft nodes before linearized reading' (duration: 397.272754ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:44.206516Z","caller":"traceutil/trace.go:171","msg":"trace[1657057766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20377; }","duration":"299.680263ms","start":"2026-03-31T21:12:43.906822Z","end":"2026-03-31T21:12:44.206502Z","steps":["trace[1657057766] 'agreement among raft nodes before linearized reading' (duration: 299.604841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:44.206533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:12:43.808945Z","time spent":"397.577882ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T21:12:44.207006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.618496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:44.207137Z","caller":"traceutil/trace.go:171","msg":"trace[241870978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:20377; }","duration":"284.791061ms","start":"2026-03-31T21:12:43.922322Z","end":"2026-03-31T21:12:44.207113Z","steps":["trace[241870978] 'agreement among raft nodes before linearized reading' (duration: 284.043571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:44.388667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.558255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-31T21:12:44.388764Z","caller":"traceutil/trace.go:171","msg":"trace[1878978827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20377; }","duration":"168.678457ms","start":"2026-03-31T21:12:44.22006Z","end":"2026-03-31T21:12:44.388739Z","steps":["trace[1878978827] 'range keys from in-memory index tree' (duration: 168.39925ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:12:44.396825Z","caller":"traceutil/trace.go:171","msg":"trace[2107326111] transaction","detail":"{read_only:false; response_revision:20378; number_of_response:1; }","duration":"155.129593ms","start":"2026-03-31T21:12:44.241662Z","end":"2026-03-31T21:12:44.396792Z","steps":["trace[2107326111] 'process raft request' (duration: 154.899017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:44.750934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.056604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:12:44.751012Z","caller":"traceutil/trace.go:171","msg":"trace[1086769124] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:20378; }","duration":"128.191628ms","start":"2026-03-31T21:12:44.622806Z","end":"2026-03-31T21:12:44.750997Z","steps":["trace[1086769124] 'count revisions from in-memory index tree' (duration: 127.91182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:12:44.751128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.258339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:12:44.751219Z","caller":"traceutil/trace.go:171","msg":"trace[635781493] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20378; }","duration":"128.390483ms","start":"2026-03-31T21:12:44.622806Z","end":"2026-03-31T21:12:44.751197Z","steps":["trace[635781493] 'count revisions from in-memory index tree' (duration: 128.094995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:21.176516Z","caller":"traceutil/trace.go:171","msg":"trace[523114662] linearizableReadLoop","detail":"{readStateIndex:22855; appliedIndex:22853; }","duration":"102.97968ms","start":"2026-03-31T21:16:21.073477Z","end":"2026-03-31T21:16:21.176457Z","steps":["trace[523114662] 'read index received' (duration: 41.325204ms)","trace[523114662] 'applied index is now lower than readState.Index' (duration: 61.628855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:16:21.17657Z","caller":"traceutil/trace.go:171","msg":"trace[1023059179] transaction","detail":"{read_only:false; response_revision:22114; number_of_response:1; }","duration":"106.565318ms","start":"2026-03-31T21:16:21.069955Z","end":"2026-03-31T21:16:21.17652Z","steps":["trace[1023059179] 'process raft request' (duration: 105.050506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:21.176925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.245097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:16:21.177017Z","caller":"traceutil/trace.go:171","msg":"trace[2065678920] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/domains.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:22114; }","duration":"103.541956ms","start":"2026-03-31T21:16:21.073454Z","end":"2026-03-31T21:16:21.176996Z","steps":["trace[2065678920] 'agreement among raft nodes before linearized reading' (duration: 103.174205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.424545Z","caller":"traceutil/trace.go:171","msg":"trace[387461044] transaction","detail":"{read_only:false; response_revision:22777; number_of_response:1; }","duration":"112.664628ms","start":"2026-03-31T21:16:37.31185Z","end":"2026-03-31T21:16:37.424514Z","steps":["trace[387461044] 'process raft request' (duration: 112.488163ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.783287Z","caller":"traceutil/trace.go:171","msg":"trace[237491221] transaction","detail":"{read_only:false; response_revision:22778; number_of_response:1; }","duration":"457.856721ms","start":"2026-03-31T21:16:37.325392Z","end":"2026-03-31T21:16:37.783248Z","steps":["trace[237491221] 'process raft request' (duration: 448.394098ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.783493Z","caller":"traceutil/trace.go:171","msg":"trace[1768046320] linearizableReadLoop","detail":"{readStateIndex:23532; appliedIndex:23530; }","duration":"108.369899ms","start":"2026-03-31T21:16:37.675102Z","end":"2026-03-31T21:16:37.783472Z","steps":["trace[1768046320] 'read index received' (duration: 98.612748ms)","trace[1768046320] 'applied index is now lower than readState.Index' (duration: 9.756281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:16:37.783448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:37.325352Z","time spent":"458.017215ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:16:37.783684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.576125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-31T21:16:37.783712Z","caller":"traceutil/trace.go:171","msg":"trace[375044793] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22779; }","duration":"108.617826ms","start":"2026-03-31T21:16:37.675086Z","end":"2026-03-31T21:16:37.783703Z","steps":["trace[375044793] 'agreement among raft nodes before linearized reading' (duration: 108.466342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:16:37.783822Z","caller":"traceutil/trace.go:171","msg":"trace[1830744282] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"419.110458ms","start":"2026-03-31T21:16:37.364619Z","end":"2026-03-31T21:16:37.783729Z","steps":["trace[1830744282] 'process raft request' (duration: 418.587764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:16:37.784016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:16:37.364594Z","time spent":"419.319174ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:17:13.943855Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20223} {"level":"info","ts":"2026-03-31T21:17:14.054648Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20223,"took":"107.456963ms","hash":4192696907,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":40579072,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-03-31T21:17:14.054703Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4192696907,"revision":20223,"compact-revision":17863} {"level":"warn","ts":"2026-03-31T21:20:08.339622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.728613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:08.339847Z","caller":"traceutil/trace.go:171","msg":"trace[1858316389] linearizableReadLoop","detail":"{readStateIndex:25711; appliedIndex:25710; }","duration":"159.492512ms","start":"2026-03-31T21:20:08.180337Z","end":"2026-03-31T21:20:08.339829Z","steps":["trace[1858316389] 'read index received' (duration: 18.376929ms)","trace[1858316389] 'applied index is now lower than readState.Index' (duration: 141.114273ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:08.339916Z","caller":"traceutil/trace.go:171","msg":"trace[889449360] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"240.73751ms","start":"2026-03-31T21:20:08.099145Z","end":"2026-03-31T21:20:08.339883Z","steps":["trace[889449360] 'process raft request' (duration: 99.659167ms)","trace[889449360] 'compare' (duration: 140.478617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:08.340275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.944264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:20:08.340378Z","caller":"traceutil/trace.go:171","msg":"trace[661301390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24902; }","duration":"160.139891ms","start":"2026-03-31T21:20:08.180223Z","end":"2026-03-31T21:20:08.340363Z","steps":["trace[661301390] 'agreement among raft nodes before linearized reading' (duration: 159.720849ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:08.592485Z","caller":"traceutil/trace.go:171","msg":"trace[2025252990] linearizableReadLoop","detail":"{readStateIndex:25712; appliedIndex:25711; }","duration":"252.550508ms","start":"2026-03-31T21:20:08.339914Z","end":"2026-03-31T21:20:08.592465Z","steps":["trace[2025252990] 'read index received' (duration: 180.789212ms)","trace[2025252990] 'applied index is now lower than readState.Index' (duration: 71.760666ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:08.59268Z","caller":"traceutil/trace.go:171","msg":"trace[156495258] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"326.38476ms","start":"2026-03-31T21:20:08.266285Z","end":"2026-03-31T21:20:08.59267Z","steps":["trace[156495258] 'process raft request' (duration: 254.407349ms)","trace[156495258] 'compare' (duration: 71.673102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:08.592767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:08.266264Z","time spent":"326.437841ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:08.592963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.042882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:20:08.592985Z","caller":"traceutil/trace.go:171","msg":"trace[1375209013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24903; }","duration":"398.109134ms","start":"2026-03-31T21:20:08.19487Z","end":"2026-03-31T21:20:08.592979Z","steps":["trace[1375209013] 'agreement among raft nodes before linearized reading' (duration: 398.011171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:08.592961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.248255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T21:20:08.593007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:08.194844Z","time spent":"398.157105ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T21:20:08.593027Z","caller":"traceutil/trace.go:171","msg":"trace[854559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24903; }","duration":"378.471721ms","start":"2026-03-31T21:20:08.21454Z","end":"2026-03-31T21:20:08.593012Z","steps":["trace[854559] 'agreement among raft nodes before linearized reading' (duration: 378.262065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:08.593059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:08.214455Z","time spent":"378.597314ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:20:08.593054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.640429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T21:20:08.59311Z","caller":"traceutil/trace.go:171","msg":"trace[268115455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24903; }","duration":"372.804774ms","start":"2026-03-31T21:20:08.220293Z","end":"2026-03-31T21:20:08.593098Z","steps":["trace[268115455] 'agreement among raft nodes before linearized reading' (duration: 372.583668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:08.593133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:08.220275Z","time spent":"372.852995ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:20:08.649223Z","caller":"traceutil/trace.go:171","msg":"trace[632077818] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"129.117292ms","start":"2026-03-31T21:20:08.520083Z","end":"2026-03-31T21:20:08.649201Z","steps":["trace[632077818] 'process raft request' (duration: 128.987488ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:08.804007Z","caller":"traceutil/trace.go:171","msg":"trace[342659624] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"242.362636ms","start":"2026-03-31T21:20:08.561608Z","end":"2026-03-31T21:20:08.803971Z","steps":["trace[342659624] 'process raft request' (duration: 177.362438ms)","trace[342659624] 'compare' (duration: 64.636978ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:08.804729Z","caller":"traceutil/trace.go:171","msg":"trace[626514074] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"239.897546ms","start":"2026-03-31T21:20:08.564755Z","end":"2026-03-31T21:20:08.804652Z","steps":["trace[626514074] 'process raft request' (duration: 239.078664ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:08.804887Z","caller":"traceutil/trace.go:171","msg":"trace[361458243] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"204.477527ms","start":"2026-03-31T21:20:08.600355Z","end":"2026-03-31T21:20:08.804832Z","steps":["trace[361458243] 'process raft request' (duration: 204.340684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:08.804771Z","caller":"traceutil/trace.go:171","msg":"trace[400421755] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"204.492818ms","start":"2026-03-31T21:20:08.600245Z","end":"2026-03-31T21:20:08.804738Z","steps":["trace[400421755] 'process raft request' (duration: 204.003624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:08.804761Z","caller":"traceutil/trace.go:171","msg":"trace[76750077] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"204.413916ms","start":"2026-03-31T21:20:08.600319Z","end":"2026-03-31T21:20:08.804733Z","steps":["trace[76750077] 'process raft request' (duration: 204.331513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:08.805476Z","caller":"traceutil/trace.go:171","msg":"trace[812003438] linearizableReadLoop","detail":"{readStateIndex:25715; appliedIndex:25712; }","duration":"212.383385ms","start":"2026-03-31T21:20:08.592541Z","end":"2026-03-31T21:20:08.804924Z","steps":["trace[812003438] 'read index received' (duration: 56.623886ms)","trace[812003438] 'applied index is now lower than readState.Index' (duration: 155.757869ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:08.806737Z","caller":"traceutil/trace.go:171","msg":"trace[98483512] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"146.646897ms","start":"2026-03-31T21:20:08.660064Z","end":"2026-03-31T21:20:08.806711Z","steps":["trace[98483512] 'process raft request' (duration: 144.767094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:08.806784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.551466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:08.8069Z","caller":"traceutil/trace.go:171","msg":"trace[1645957800] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24910; }","duration":"257.7344ms","start":"2026-03-31T21:20:08.549141Z","end":"2026-03-31T21:20:08.806875Z","steps":["trace[1645957800] 'agreement among raft nodes before linearized reading' (duration: 255.820877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:08.807232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.242246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-31T21:20:08.807298Z","caller":"traceutil/trace.go:171","msg":"trace[683659564] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24910; }","duration":"146.319588ms","start":"2026-03-31T21:20:08.66096Z","end":"2026-03-31T21:20:08.80728Z","steps":["trace[683659564] 'agreement among raft nodes before linearized reading' (duration: 145.368882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:08.807433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.920626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:20:08.807512Z","caller":"traceutil/trace.go:171","msg":"trace[1762077175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24910; }","duration":"463.919094ms","start":"2026-03-31T21:20:08.343574Z","end":"2026-03-31T21:20:08.807493Z","steps":["trace[1762077175] 'agreement among raft nodes before linearized reading' (duration: 461.540808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:08.807572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:08.343558Z","time spent":"463.989376ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:20:09.536101Z","caller":"traceutil/trace.go:171","msg":"trace[1340644479] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"181.060238ms","start":"2026-03-31T21:20:09.355023Z","end":"2026-03-31T21:20:09.536083Z","steps":["trace[1340644479] 'process raft request' (duration: 180.940025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:09.871028Z","caller":"traceutil/trace.go:171","msg":"trace[38997311] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"137.302399ms","start":"2026-03-31T21:20:09.733705Z","end":"2026-03-31T21:20:09.871007Z","steps":["trace[38997311] 'process raft request' (duration: 81.190546ms)","trace[38997311] 'compare' (duration: 55.99579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:09.870775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.722795ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:09.871482Z","caller":"traceutil/trace.go:171","msg":"trace[984980576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24912; }","duration":"166.436984ms","start":"2026-03-31T21:20:09.705024Z","end":"2026-03-31T21:20:09.871461Z","steps":["trace[984980576] 'range keys from in-memory index tree' (duration: 165.706425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:10.328227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.617157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:10.328378Z","caller":"traceutil/trace.go:171","msg":"trace[1681517159] linearizableReadLoop","detail":"{readStateIndex:25724; appliedIndex:25722; }","duration":"420.320639ms","start":"2026-03-31T21:20:09.908046Z","end":"2026-03-31T21:20:10.328367Z","steps":["trace[1681517159] 'read index received' (duration: 295.544277ms)","trace[1681517159] 'applied index is now lower than readState.Index' (duration: 124.775822ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:10.328428Z","caller":"traceutil/trace.go:171","msg":"trace[299245405] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"529.273063ms","start":"2026-03-31T21:20:09.799149Z","end":"2026-03-31T21:20:10.328422Z","steps":["trace[299245405] 'process raft request' (duration: 529.14939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:10.328465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:09.799138Z","time spent":"529.308474ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:10.328429Z","caller":"traceutil/trace.go:171","msg":"trace[366210006] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"529.87513ms","start":"2026-03-31T21:20:09.798521Z","end":"2026-03-31T21:20:10.328396Z","steps":["trace[366210006] 'process raft request' (duration: 405.022206ms)","trace[366210006] 'compare' (duration: 124.418682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:10.328535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.477593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:10.328599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:09.798493Z","time spent":"530.017353ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:10.328648Z","caller":"traceutil/trace.go:171","msg":"trace[1604479250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24915; }","duration":"420.651448ms","start":"2026-03-31T21:20:09.907973Z","end":"2026-03-31T21:20:10.328624Z","steps":["trace[1604479250] 'agreement among raft nodes before linearized reading' (duration: 420.456033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:10.328709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:09.907946Z","time spent":"420.753071ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:20:10.33928Z","caller":"traceutil/trace.go:171","msg":"trace[468362696] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"257.410832ms","start":"2026-03-31T21:20:10.081843Z","end":"2026-03-31T21:20:10.339254Z","steps":["trace[468362696] 'process raft request' (duration: 256.95692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:10.339746Z","caller":"traceutil/trace.go:171","msg":"trace[360835656] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"257.542166ms","start":"2026-03-31T21:20:10.08217Z","end":"2026-03-31T21:20:10.339712Z","steps":["trace[360835656] 'process raft request' (duration: 256.765574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:10.340041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.74845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:20:10.340118Z","caller":"traceutil/trace.go:171","msg":"trace[1296846520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24917; }","duration":"193.890834ms","start":"2026-03-31T21:20:10.146211Z","end":"2026-03-31T21:20:10.340102Z","steps":["trace[1296846520] 'agreement among raft nodes before linearized reading' (duration: 193.73964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:10.340174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.53706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:20:10.340211Z","caller":"traceutil/trace.go:171","msg":"trace[1234181949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24917; }","duration":"349.603211ms","start":"2026-03-31T21:20:09.990599Z","end":"2026-03-31T21:20:10.340202Z","steps":["trace[1234181949] 'agreement among raft nodes before linearized reading' (duration: 349.468307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:10.340238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:09.990582Z","time spent":"349.650963ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:20:12.577285Z","caller":"traceutil/trace.go:171","msg":"trace[116754856] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"243.275041ms","start":"2026-03-31T21:20:12.333886Z","end":"2026-03-31T21:20:12.577161Z","steps":["trace[116754856] 'process raft request' (duration: 243.020504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:12.991579Z","caller":"traceutil/trace.go:171","msg":"trace[1462725485] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"642.515406ms","start":"2026-03-31T21:20:12.349037Z","end":"2026-03-31T21:20:12.991552Z","steps":["trace[1462725485] 'process raft request' (duration: 642.461115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:12.991598Z","caller":"traceutil/trace.go:171","msg":"trace[867337676] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"652.671447ms","start":"2026-03-31T21:20:12.338904Z","end":"2026-03-31T21:20:12.991576Z","steps":["trace[867337676] 'process raft request' (duration: 652.40812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:12.991717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.349018Z","time spent":"642.62829ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:12.991718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.33889Z","time spent":"652.759309ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:12.991927Z","caller":"traceutil/trace.go:171","msg":"trace[516640033] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"645.768746ms","start":"2026-03-31T21:20:12.34615Z","end":"2026-03-31T21:20:12.991919Z","steps":["trace[516640033] 'process raft request' (duration: 645.318184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:12.991971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.34613Z","time spent":"645.819797ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:13.175267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.719733ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:20:13.175342Z","caller":"traceutil/trace.go:171","msg":"trace[1324731052] linearizableReadLoop","detail":"{readStateIndex:25746; appliedIndex:25743; }","duration":"818.430062ms","start":"2026-03-31T21:20:12.356899Z","end":"2026-03-31T21:20:13.175329Z","steps":["trace[1324731052] 'read index received' (duration: 220.991994ms)","trace[1324731052] 'applied index is now lower than readState.Index' (duration: 597.436548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:13.175633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.728861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:20:13.175658Z","caller":"traceutil/trace.go:171","msg":"trace[2102432098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24937; }","duration":"818.785243ms","start":"2026-03-31T21:20:12.356866Z","end":"2026-03-31T21:20:13.175651Z","steps":["trace[2102432098] 'agreement among raft nodes before linearized reading' (duration: 818.67155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.175676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.356855Z","time spent":"818.817153ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:20:13.31125Z","caller":"traceutil/trace.go:171","msg":"trace[937180536] linearizableReadLoop","detail":"{readStateIndex:25751; appliedIndex:25747; }","duration":"135.870269ms","start":"2026-03-31T21:20:13.175355Z","end":"2026-03-31T21:20:13.311225Z","steps":["trace[937180536] 'read index received' (duration: 135.517069ms)","trace[937180536] 'applied index is now lower than readState.Index' (duration: 351.55µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:13.311652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.061438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:13.311701Z","caller":"traceutil/trace.go:171","msg":"trace[6782793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24941; }","duration":"404.159291ms","start":"2026-03-31T21:20:12.90753Z","end":"2026-03-31T21:20:13.31169Z","steps":["trace[6782793] 'agreement among raft nodes before linearized reading' (duration: 404.061938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.311768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.907517Z","time spent":"404.238262ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:20:13.311775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.928429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T21:20:13.311829Z","caller":"traceutil/trace.go:171","msg":"trace[181155515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24941; }","duration":"384.99492ms","start":"2026-03-31T21:20:12.926817Z","end":"2026-03-31T21:20:13.311812Z","steps":["trace[181155515] 'agreement among raft nodes before linearized reading' (duration: 384.754293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.311886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.967419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-31T21:20:13.311962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.162645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:20:13.312012Z","caller":"traceutil/trace.go:171","msg":"trace[1303597526] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24941; }","duration":"488.298748ms","start":"2026-03-31T21:20:12.8237Z","end":"2026-03-31T21:20:13.311999Z","steps":["trace[1303597526] 'agreement among raft nodes before linearized reading' (duration: 488.174095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.312047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.823669Z","time spent":"488.37059ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:20:13.312031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.567074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:20:13.312112Z","caller":"traceutil/trace.go:171","msg":"trace[1955901375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24941; }","duration":"459.719859ms","start":"2026-03-31T21:20:12.852376Z","end":"2026-03-31T21:20:13.312096Z","steps":["trace[1955901375] 'agreement among raft nodes before linearized reading' (duration: 459.482662ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:13.312021Z","caller":"traceutil/trace.go:171","msg":"trace[588087307] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24941; }","duration":"381.142394ms","start":"2026-03-31T21:20:12.930827Z","end":"2026-03-31T21:20:13.31197Z","steps":["trace[588087307] 'agreement among raft nodes before linearized reading' (duration: 380.733043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.312141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.510929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:20:13.312188Z","caller":"traceutil/trace.go:171","msg":"trace[163160649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24941; }","duration":"469.589951ms","start":"2026-03-31T21:20:12.842587Z","end":"2026-03-31T21:20:13.312177Z","steps":["trace[163160649] 'agreement among raft nodes before linearized reading' (duration: 469.484908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.312176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.93081Z","time spent":"381.35504ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T21:20:13.31221Z","caller":"traceutil/trace.go:171","msg":"trace[394491611] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"470.273991ms","start":"2026-03-31T21:20:12.841925Z","end":"2026-03-31T21:20:13.312199Z","steps":["trace[394491611] 'process raft request' (duration: 469.224192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.312223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.842573Z","time spent":"469.643692ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:20:13.312151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.852348Z","time spent":"459.79695ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:20:13.312296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.841887Z","time spent":"470.348103ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:13.312315Z","caller":"traceutil/trace.go:171","msg":"trace[40571464] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"487.759133ms","start":"2026-03-31T21:20:12.824545Z","end":"2026-03-31T21:20:13.312304Z","steps":["trace[40571464] 'process raft request' (duration: 486.555921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:13.312123Z","caller":"traceutil/trace.go:171","msg":"trace[759378606] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"703.905073ms","start":"2026-03-31T21:20:12.608208Z","end":"2026-03-31T21:20:13.312113Z","steps":["trace[759378606] 'process raft request' (duration: 702.69911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.312403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.824462Z","time spent":"487.883588ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:13.312488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.608172Z","time spent":"704.222112ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:13.312271Z","caller":"traceutil/trace.go:171","msg":"trace[747414613] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"461.61859ms","start":"2026-03-31T21:20:12.850623Z","end":"2026-03-31T21:20:13.312241Z","steps":["trace[747414613] 'process raft request' (duration: 460.562581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.312436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.926809Z","time spent":"385.615508ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T21:20:13.31259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:12.850609Z","time spent":"461.96301ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:13.773275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.4327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:13.773357Z","caller":"traceutil/trace.go:171","msg":"trace[664661602] linearizableReadLoop","detail":"{readStateIndex:25752; appliedIndex:25751; }","duration":"462.026262ms","start":"2026-03-31T21:20:13.311319Z","end":"2026-03-31T21:20:13.773345Z","steps":["trace[664661602] 'read index received' (duration: 66.466259ms)","trace[664661602] 'applied index is now lower than readState.Index' (duration: 395.558933ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:13.773407Z","caller":"traceutil/trace.go:171","msg":"trace[1067850922] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"593.470209ms","start":"2026-03-31T21:20:13.17993Z","end":"2026-03-31T21:20:13.7734Z","steps":["trace[1067850922] 'process raft request' (duration: 197.841425ms)","trace[1067850922] 'compare' (duration: 394.929795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:13.773446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:13.179907Z","time spent":"593.52217ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:13.773739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.576922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:13.773827Z","caller":"traceutil/trace.go:171","msg":"trace[1733345000] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24942; }","duration":"473.684344ms","start":"2026-03-31T21:20:13.300123Z","end":"2026-03-31T21:20:13.773808Z","steps":["trace[1733345000] 'agreement among raft nodes before linearized reading' (duration: 473.52189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.773878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:13.300071Z","time spent":"473.796317ms","remote":"127.0.0.1:37272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:20:13.817758Z","caller":"traceutil/trace.go:171","msg":"trace[1982121333] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"500.307892ms","start":"2026-03-31T21:20:13.317422Z","end":"2026-03-31T21:20:13.81773Z","steps":["trace[1982121333] 'process raft request' (duration: 500.215429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:13.817799Z","caller":"traceutil/trace.go:171","msg":"trace[1213175949] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"500.669552ms","start":"2026-03-31T21:20:13.317094Z","end":"2026-03-31T21:20:13.817764Z","steps":["trace[1213175949] 'process raft request' (duration: 500.386054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.817964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:13.317413Z","time spent":"500.428035ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:13.817976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:13.317069Z","time spent":"500.805155ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:13.818104Z","caller":"traceutil/trace.go:171","msg":"trace[1295555915] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"500.281001ms","start":"2026-03-31T21:20:13.317805Z","end":"2026-03-31T21:20:13.818086Z","steps":["trace[1295555915] 'process raft request' (duration: 499.87979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.818164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:13.317773Z","time spent":"500.364603ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:13.818565Z","caller":"traceutil/trace.go:171","msg":"trace[1463194379] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"493.880423ms","start":"2026-03-31T21:20:13.324649Z","end":"2026-03-31T21:20:13.81853Z","steps":["trace[1463194379] 'process raft request' (duration: 493.810651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.818794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:13.324641Z","time spent":"494.028197ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:13.818853Z","caller":"traceutil/trace.go:171","msg":"trace[1640638539] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"500.438044ms","start":"2026-03-31T21:20:13.318398Z","end":"2026-03-31T21:20:13.818836Z","steps":["trace[1640638539] 'process raft request' (duration: 499.696424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.818933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:13.318388Z","time spent":"500.500367ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:13.836295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.06341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:13.836392Z","caller":"traceutil/trace.go:171","msg":"trace[1528893374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24948; }","duration":"523.202884ms","start":"2026-03-31T21:20:13.313169Z","end":"2026-03-31T21:20:13.836371Z","steps":["trace[1528893374] 'agreement among raft nodes before linearized reading' (duration: 523.013199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.836431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:13.313153Z","time spent":"523.271156ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:20:13.836869Z","caller":"traceutil/trace.go:171","msg":"trace[1293443093] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"182.283542ms","start":"2026-03-31T21:20:13.65457Z","end":"2026-03-31T21:20:13.836854Z","steps":["trace[1293443093] 'process raft request' (duration: 181.440418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.837024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.816509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:13.837044Z","caller":"traceutil/trace.go:171","msg":"trace[1254464758] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24948; }","duration":"152.87038ms","start":"2026-03-31T21:20:13.684167Z","end":"2026-03-31T21:20:13.837037Z","steps":["trace[1254464758] 'agreement among raft nodes before linearized reading' (duration: 152.824279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.837173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.565928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:13.837194Z","caller":"traceutil/trace.go:171","msg":"trace[812092890] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24948; }","duration":"188.631149ms","start":"2026-03-31T21:20:13.648554Z","end":"2026-03-31T21:20:13.837186Z","steps":["trace[812092890] 'agreement among raft nodes before linearized reading' (duration: 188.593858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:13.837389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.474097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:20:13.837408Z","caller":"traceutil/trace.go:171","msg":"trace[575777793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24948; }","duration":"286.534378ms","start":"2026-03-31T21:20:13.550868Z","end":"2026-03-31T21:20:13.837402Z","steps":["trace[575777793] 'agreement among raft nodes before linearized reading' (duration: 286.419565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:16.634403Z","caller":"traceutil/trace.go:171","msg":"trace[1804923250] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"111.183355ms","start":"2026-03-31T21:20:16.523181Z","end":"2026-03-31T21:20:16.634365Z","steps":["trace[1804923250] 'process raft request' (duration: 110.854806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:16.726202Z","caller":"traceutil/trace.go:171","msg":"trace[130726429] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"126.145439ms","start":"2026-03-31T21:20:16.600025Z","end":"2026-03-31T21:20:16.72617Z","steps":["trace[130726429] 'process raft request' (duration: 124.409981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:17.188787Z","caller":"traceutil/trace.go:171","msg":"trace[1526493280] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"180.512514ms","start":"2026-03-31T21:20:17.008257Z","end":"2026-03-31T21:20:17.18877Z","steps":["trace[1526493280] 'process raft request' (duration: 180.269687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:17.188881Z","caller":"traceutil/trace.go:171","msg":"trace[1757629735] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"181.390888ms","start":"2026-03-31T21:20:17.00743Z","end":"2026-03-31T21:20:17.188821Z","steps":["trace[1757629735] 'process raft request' (duration: 180.989627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:17.471043Z","caller":"traceutil/trace.go:171","msg":"trace[2103878084] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"138.362589ms","start":"2026-03-31T21:20:17.332655Z","end":"2026-03-31T21:20:17.471017Z","steps":["trace[2103878084] 'process raft request' (duration: 138.246856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:17.471446Z","caller":"traceutil/trace.go:171","msg":"trace[1898300482] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"130.092238ms","start":"2026-03-31T21:20:17.34134Z","end":"2026-03-31T21:20:17.471432Z","steps":["trace[1898300482] 'process raft request' (duration: 130.030716ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:17.471686Z","caller":"traceutil/trace.go:171","msg":"trace[1162946547] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"138.141911ms","start":"2026-03-31T21:20:17.333514Z","end":"2026-03-31T21:20:17.471656Z","steps":["trace[1162946547] 'process raft request' (duration: 137.466723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:17.472024Z","caller":"traceutil/trace.go:171","msg":"trace[279491292] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"132.456174ms","start":"2026-03-31T21:20:17.339517Z","end":"2026-03-31T21:20:17.471973Z","steps":["trace[279491292] 'process raft request' (duration: 131.714564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:17.471072Z","caller":"traceutil/trace.go:171","msg":"trace[1453007483] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"232.06737ms","start":"2026-03-31T21:20:17.23893Z","end":"2026-03-31T21:20:17.470997Z","steps":["trace[1453007483] 'process raft request' (duration: 186.846579ms)","trace[1453007483] 'compare' (duration: 44.956674ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:28.781553Z","caller":"traceutil/trace.go:171","msg":"trace[1226945889] linearizableReadLoop","detail":"{readStateIndex:25875; appliedIndex:25874; }","duration":"146.115042ms","start":"2026-03-31T21:20:28.635413Z","end":"2026-03-31T21:20:28.781528Z","steps":["trace[1226945889] 'read index received' (duration: 146.01572ms)","trace[1226945889] 'applied index is now lower than readState.Index' (duration: 98.232µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:28.781633Z","caller":"traceutil/trace.go:171","msg":"trace[1879784155] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"180.309538ms","start":"2026-03-31T21:20:28.601306Z","end":"2026-03-31T21:20:28.781615Z","steps":["trace[1879784155] 'process raft request' (duration: 180.080311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:28.781783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.355809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7447b4fdd4-rl89w\" ","response":"range_response_count:1 size:8786"} {"level":"info","ts":"2026-03-31T21:20:28.781816Z","caller":"traceutil/trace.go:171","msg":"trace[1545366865] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7447b4fdd4-rl89w; range_end:; response_count:1; response_revision:25062; }","duration":"146.422931ms","start":"2026-03-31T21:20:28.635382Z","end":"2026-03-31T21:20:28.781805Z","steps":["trace[1545366865] 'agreement among raft nodes before linearized reading' (duration: 146.290307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:29.019974Z","caller":"traceutil/trace.go:171","msg":"trace[1689144265] linearizableReadLoop","detail":"{readStateIndex:25876; appliedIndex:25875; }","duration":"238.292372ms","start":"2026-03-31T21:20:28.781648Z","end":"2026-03-31T21:20:29.019941Z","steps":["trace[1689144265] 'read index received' (duration: 237.583953ms)","trace[1689144265] 'applied index is now lower than readState.Index' (duration: 706.929µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:29.020093Z","caller":"traceutil/trace.go:171","msg":"trace[84636972] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"257.444192ms","start":"2026-03-31T21:20:28.762635Z","end":"2026-03-31T21:20:29.020079Z","steps":["trace[84636972] 'process raft request' (duration: 256.340152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:29.020302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.729159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7447b4fdd4-rl89w.18a209d2864342ca\" ","response":"range_response_count:1 size:890"} {"level":"info","ts":"2026-03-31T21:20:29.020378Z","caller":"traceutil/trace.go:171","msg":"trace[993241479] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7447b4fdd4-rl89w.18a209d2864342ca; range_end:; response_count:1; response_revision:25063; }","duration":"382.830592ms","start":"2026-03-31T21:20:28.63753Z","end":"2026-03-31T21:20:29.020361Z","steps":["trace[993241479] 'agreement among raft nodes before linearized reading' (duration: 382.623106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:29.020411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:28.637523Z","time spent":"382.880944ms","remote":"127.0.0.1:60668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":913,"request content":"key:\"/registry/events/openstack/magnum-api-7447b4fdd4-rl89w.18a209d2864342ca\" "} {"level":"info","ts":"2026-03-31T21:20:29.158669Z","caller":"traceutil/trace.go:171","msg":"trace[1230552348] linearizableReadLoop","detail":"{readStateIndex:25878; appliedIndex:25876; }","duration":"138.603335ms","start":"2026-03-31T21:20:29.020042Z","end":"2026-03-31T21:20:29.158646Z","steps":["trace[1230552348] 'read index received' (duration: 138.325037ms)","trace[1230552348] 'applied index is now lower than readState.Index' (duration: 277.088µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:29.158733Z","caller":"traceutil/trace.go:171","msg":"trace[476236223] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"300.184205ms","start":"2026-03-31T21:20:28.858511Z","end":"2026-03-31T21:20:29.158695Z","steps":["trace[476236223] 'process raft request' (duration: 300.076562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:29.158858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:28.858491Z","time spent":"300.296008ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:29.15889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.939859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-31T21:20:29.158928Z","caller":"traceutil/trace.go:171","msg":"trace[2116955273] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25065; }","duration":"334.035461ms","start":"2026-03-31T21:20:28.824881Z","end":"2026-03-31T21:20:29.158917Z","steps":["trace[2116955273] 'agreement among raft nodes before linearized reading' (duration: 333.857906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:29.158964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:28.824858Z","time spent":"334.096953ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T21:20:29.158907Z","caller":"traceutil/trace.go:171","msg":"trace[1932895450] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"368.524236ms","start":"2026-03-31T21:20:28.790355Z","end":"2026-03-31T21:20:29.158879Z","steps":["trace[1932895450] 'process raft request' (duration: 368.051963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:29.161406Z","caller":"traceutil/trace.go:171","msg":"trace[253143189] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"139.191001ms","start":"2026-03-31T21:20:29.022199Z","end":"2026-03-31T21:20:29.161389Z","steps":["trace[253143189] 'process raft request' (duration: 138.723118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:29.161441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:28.790331Z","time spent":"371.026845ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8810,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:29.158929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.503621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-31T21:20:29.163128Z","caller":"traceutil/trace.go:171","msg":"trace[911292614] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25065; }","duration":"335.742989ms","start":"2026-03-31T21:20:28.827371Z","end":"2026-03-31T21:20:29.163114Z","steps":["trace[911292614] 'agreement among raft nodes before linearized reading' (duration: 331.374597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:29.163176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:28.82736Z","time spent":"335.79821ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T21:20:31.893993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.814747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:31.894194Z","caller":"traceutil/trace.go:171","msg":"trace[1230658306] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"649.383494ms","start":"2026-03-31T21:20:31.244797Z","end":"2026-03-31T21:20:31.89418Z","steps":["trace[1230658306] 'process raft request' (duration: 649.352674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:31.894239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.244765Z","time spent":"649.456777ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:31.894223Z","caller":"traceutil/trace.go:171","msg":"trace[2061668919] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"725.612044ms","start":"2026-03-31T21:20:31.16856Z","end":"2026-03-31T21:20:31.894172Z","steps":["trace[2061668919] 'process raft request' (duration: 225.55117ms)","trace[2061668919] 'compare' (duration: 499.445817ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:31.894363Z","caller":"traceutil/trace.go:171","msg":"trace[49956216] linearizableReadLoop","detail":"{readStateIndex:25898; appliedIndex:25897; }","duration":"675.837927ms","start":"2026-03-31T21:20:31.218519Z","end":"2026-03-31T21:20:31.894357Z","steps":["trace[49956216] 'read index received' (duration: 175.610489ms)","trace[49956216] 'applied index is now lower than readState.Index' (duration: 500.226708ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:31.894409Z","caller":"traceutil/trace.go:171","msg":"trace[1248892297] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"650.729884ms","start":"2026-03-31T21:20:31.243675Z","end":"2026-03-31T21:20:31.894405Z","steps":["trace[1248892297] 'process raft request' (duration: 650.402064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:31.894435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.243645Z","time spent":"650.773985ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:31.894553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.035983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:31.894552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.168518Z","time spent":"725.84057ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:31.8946Z","caller":"traceutil/trace.go:171","msg":"trace[210175932] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25087; }","duration":"676.058694ms","start":"2026-03-31T21:20:31.218509Z","end":"2026-03-31T21:20:31.894567Z","steps":["trace[210175932] 'agreement among raft nodes before linearized reading' (duration: 675.994762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:31.894853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.218425Z","time spent":"676.421385ms","remote":"127.0.0.1:40934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:20:32.395126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322102094980019251,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:20:32.513197Z","caller":"traceutil/trace.go:171","msg":"trace[1408050107] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"982.738277ms","start":"2026-03-31T21:20:31.530441Z","end":"2026-03-31T21:20:32.51318Z","steps":["trace[1408050107] 'process raft request' (duration: 903.184307ms)","trace[1408050107] 'compare' (duration: 79.350785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:32.513314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.530396Z","time spent":"982.84855ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:32.513393Z","caller":"traceutil/trace.go:171","msg":"trace[1709985118] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"974.482109ms","start":"2026-03-31T21:20:31.538893Z","end":"2026-03-31T21:20:32.513375Z","steps":["trace[1709985118] 'process raft request' (duration: 974.256993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.513506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.538877Z","time spent":"974.571922ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:32.513669Z","caller":"traceutil/trace.go:171","msg":"trace[1352097457] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"972.310551ms","start":"2026-03-31T21:20:31.541352Z","end":"2026-03-31T21:20:32.513662Z","steps":["trace[1352097457] 'process raft request' (duration: 971.9591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.513716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.541344Z","time spent":"972.350111ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:32.513724Z","caller":"traceutil/trace.go:171","msg":"trace[1279264429] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"967.649521ms","start":"2026-03-31T21:20:31.546068Z","end":"2026-03-31T21:20:32.513717Z","steps":["trace[1279264429] 'process raft request' (duration: 967.539258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.513761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.546044Z","time spent":"967.697423ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:32.513842Z","caller":"traceutil/trace.go:171","msg":"trace[777204598] linearizableReadLoop","detail":"{readStateIndex:25905; appliedIndex:25900; }","duration":"619.440008ms","start":"2026-03-31T21:20:31.894382Z","end":"2026-03-31T21:20:32.513822Z","steps":["trace[777204598] 'read index received' (duration: 539.27308ms)","trace[777204598] 'applied index is now lower than readState.Index' (duration: 80.166248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:32.513951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043822468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:32.513975Z","caller":"traceutil/trace.go:171","msg":"trace[1602388446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25092; }","duration":"1.04389039s","start":"2026-03-31T21:20:31.470078Z","end":"2026-03-31T21:20:32.513969Z","steps":["trace[1602388446] 'agreement among raft nodes before linearized reading' (duration: 1.043847859s)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:32.51397Z","caller":"traceutil/trace.go:171","msg":"trace[2139168064] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"868.129637ms","start":"2026-03-31T21:20:31.645829Z","end":"2026-03-31T21:20:32.513959Z","steps":["trace[2139168064] 'process raft request' (duration: 867.861719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.513993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.470056Z","time spent":"1.043932982s","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:20:32.514015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.645809Z","time spent":"868.184279ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:32.514069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131688278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:32.5141Z","caller":"traceutil/trace.go:171","msg":"trace[395877434] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25092; }","duration":"1.13175893s","start":"2026-03-31T21:20:31.382331Z","end":"2026-03-31T21:20:32.514089Z","steps":["trace[395877434] 'agreement among raft nodes before linearized reading' (duration: 1.131702859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.514132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.38231Z","time spent":"1.131815712s","remote":"127.0.0.1:57388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-31T21:20:32.872138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.64264ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:20:32.872239Z","caller":"traceutil/trace.go:171","msg":"trace[1501365449] linearizableReadLoop","detail":"{readStateIndex:25906; appliedIndex:25905; }","duration":"358.344683ms","start":"2026-03-31T21:20:32.513879Z","end":"2026-03-31T21:20:32.872224Z","steps":["trace[1501365449] 'read index received' (duration: 11.558269ms)","trace[1501365449] 'applied index is now lower than readState.Index' (duration: 346.785064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:32.873577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.102203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:20:32.873579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.421735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:32.873626Z","caller":"traceutil/trace.go:171","msg":"trace[480479855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25092; }","duration":"891.168934ms","start":"2026-03-31T21:20:31.982446Z","end":"2026-03-31T21:20:32.873614Z","steps":["trace[480479855] 'agreement among raft nodes before linearized reading' (duration: 891.00687ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:32.873632Z","caller":"traceutil/trace.go:171","msg":"trace[497245919] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25092; }","duration":"350.508946ms","start":"2026-03-31T21:20:32.52311Z","end":"2026-03-31T21:20:32.873619Z","steps":["trace[497245919] 'agreement among raft nodes before linearized reading' (duration: 350.389643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.87362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.810376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:20:32.87367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:32.523098Z","time spent":"350.560698ms","remote":"127.0.0.1:60776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:20:32.873688Z","caller":"traceutil/trace.go:171","msg":"trace[888115056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25092; }","duration":"898.923659ms","start":"2026-03-31T21:20:31.974747Z","end":"2026-03-31T21:20:32.87367Z","steps":["trace[888115056] 'agreement among raft nodes before linearized reading' (duration: 898.715263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.873858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.974724Z","time spent":"899.116254ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:20:32.874077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.567145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:20:32.874139Z","caller":"traceutil/trace.go:171","msg":"trace[835277823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25092; }","duration":"891.635847ms","start":"2026-03-31T21:20:31.982484Z","end":"2026-03-31T21:20:32.87412Z","steps":["trace[835277823] 'agreement among raft nodes before linearized reading' (duration: 891.134193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.874177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.98248Z","time spent":"891.688718ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T21:20:32.874317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.196514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:20:32.874366Z","caller":"traceutil/trace.go:171","msg":"trace[1187377876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25092; }","duration":"887.304246ms","start":"2026-03-31T21:20:31.987051Z","end":"2026-03-31T21:20:32.874355Z","steps":["trace[1187377876] 'agreement among raft nodes before linearized reading' (duration: 886.409292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.874404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.987022Z","time spent":"887.374079ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T21:20:32.874334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.728406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:20:32.87464Z","caller":"traceutil/trace.go:171","msg":"trace[269055828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25092; }","duration":"885.046696ms","start":"2026-03-31T21:20:31.989575Z","end":"2026-03-31T21:20:32.874622Z","steps":["trace[269055828] 'agreement among raft nodes before linearized reading' (duration: 883.873894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:32.874863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.989569Z","time spent":"885.20176ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T21:20:32.873662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:31.982438Z","time spent":"891.216155ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:20:33.222455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.691492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:33.222975Z","caller":"traceutil/trace.go:171","msg":"trace[1440857168] linearizableReadLoop","detail":"{readStateIndex:25911; appliedIndex:25907; }","duration":"294.063385ms","start":"2026-03-31T21:20:32.928894Z","end":"2026-03-31T21:20:33.222957Z","steps":["trace[1440857168] 'read index received' (duration: 113.705885ms)","trace[1440857168] 'applied index is now lower than readState.Index' (duration: 180.35579ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:33.223248Z","caller":"traceutil/trace.go:171","msg":"trace[1754275080] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"343.387101ms","start":"2026-03-31T21:20:32.87985Z","end":"2026-03-31T21:20:33.223237Z","steps":["trace[1754275080] 'process raft request' (duration: 162.810245ms)","trace[1754275080] 'compare' (duration: 179.145496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:33.223337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:32.879838Z","time spent":"343.443462ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:33.223577Z","caller":"traceutil/trace.go:171","msg":"trace[2147452973] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"343.622997ms","start":"2026-03-31T21:20:32.879945Z","end":"2026-03-31T21:20:33.223568Z","steps":["trace[2147452973] 'process raft request' (duration: 342.63664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:33.22363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:32.879929Z","time spent":"343.674268ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:33.22383Z","caller":"traceutil/trace.go:171","msg":"trace[885554630] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"343.359ms","start":"2026-03-31T21:20:32.880428Z","end":"2026-03-31T21:20:33.223787Z","steps":["trace[885554630] 'process raft request' (duration: 342.203589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:33.224054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:32.88042Z","time spent":"343.521864ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:33.224079Z","caller":"traceutil/trace.go:171","msg":"trace[208221831] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"342.638629ms","start":"2026-03-31T21:20:32.881431Z","end":"2026-03-31T21:20:33.22407Z","steps":["trace[208221831] 'process raft request' (duration: 341.377844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:33.224137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:32.881423Z","time spent":"342.687491ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:33.223887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.726013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:33.224285Z","caller":"traceutil/trace.go:171","msg":"trace[89982947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25097; }","duration":"317.175565ms","start":"2026-03-31T21:20:32.907082Z","end":"2026-03-31T21:20:33.224258Z","steps":["trace[89982947] 'agreement among raft nodes before linearized reading' (duration: 316.62436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:33.22835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:32.907066Z","time spent":"321.248298ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:20:33.661854Z","caller":"traceutil/trace.go:171","msg":"trace[808221848] linearizableReadLoop","detail":"{readStateIndex:25912; appliedIndex:25911; }","duration":"438.794109ms","start":"2026-03-31T21:20:33.223031Z","end":"2026-03-31T21:20:33.661825Z","steps":["trace[808221848] 'read index received' (duration: 370.1339ms)","trace[808221848] 'applied index is now lower than readState.Index' (duration: 68.653819ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:33.662048Z","caller":"traceutil/trace.go:171","msg":"trace[16604544] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"544.277877ms","start":"2026-03-31T21:20:33.117753Z","end":"2026-03-31T21:20:33.662031Z","steps":["trace[16604544] 'process raft request' (duration: 475.474294ms)","trace[16604544] 'compare' (duration: 68.151905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:33.662201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.496646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:33.662327Z","caller":"traceutil/trace.go:171","msg":"trace[2066971503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25098; }","duration":"432.679911ms","start":"2026-03-31T21:20:33.22962Z","end":"2026-03-31T21:20:33.6623Z","steps":["trace[2066971503] 'agreement among raft nodes before linearized reading' (duration: 432.431553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:33.66239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.229599Z","time spent":"432.782853ms","remote":"127.0.0.1:60612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:20:33.662252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.117729Z","time spent":"544.389301ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:33.662722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.056551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:33.662817Z","caller":"traceutil/trace.go:171","msg":"trace[1341216786] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25098; }","duration":"103.158644ms","start":"2026-03-31T21:20:33.559637Z","end":"2026-03-31T21:20:33.662796Z","steps":["trace[1341216786] 'agreement among raft nodes before linearized reading' (duration: 103.02239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:33.662922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.623407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:33.663006Z","caller":"traceutil/trace.go:171","msg":"trace[231813115] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25098; }","duration":"729.008588ms","start":"2026-03-31T21:20:32.933956Z","end":"2026-03-31T21:20:33.662964Z","steps":["trace[231813115] 'agreement among raft nodes before linearized reading' (duration: 728.34757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:33.663085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:32.933947Z","time spent":"729.0997ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-31T21:20:34.272302Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13322102094980019266,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T21:20:34.358045Z","caller":"traceutil/trace.go:171","msg":"trace[1262755000] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"683.680694ms","start":"2026-03-31T21:20:33.674336Z","end":"2026-03-31T21:20:34.358016Z","steps":["trace[1262755000] 'process raft request' (duration: 683.482119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:34.35826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.674315Z","time spent":"683.807858ms","remote":"127.0.0.1:57388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:20:34.741332Z","caller":"traceutil/trace.go:171","msg":"trace[1945976350] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"835.982678ms","start":"2026-03-31T21:20:33.905327Z","end":"2026-03-31T21:20:34.74131Z","steps":["trace[1945976350] 'process raft request' (duration: 835.917387ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:34.741441Z","caller":"traceutil/trace.go:171","msg":"trace[1543997313] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"836.655026ms","start":"2026-03-31T21:20:33.904728Z","end":"2026-03-31T21:20:34.741383Z","steps":["trace[1543997313] 'process raft request' (duration: 836.274646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:34.741575Z","caller":"traceutil/trace.go:171","msg":"trace[481957197] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"836.742509ms","start":"2026-03-31T21:20:33.904821Z","end":"2026-03-31T21:20:34.741564Z","steps":["trace[481957197] 'process raft request' (duration: 836.38577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:34.741643Z","caller":"traceutil/trace.go:171","msg":"trace[117048119] linearizableReadLoop","detail":"{readStateIndex:25917; appliedIndex:25912; }","duration":"970.14922ms","start":"2026-03-31T21:20:33.771461Z","end":"2026-03-31T21:20:34.741611Z","steps":["trace[117048119] 'read index received' (duration: 586.443034ms)","trace[117048119] 'applied index is now lower than readState.Index' (duration: 383.704356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:34.741689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.904815Z","time spent":"836.797701ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:34.741689Z","caller":"traceutil/trace.go:171","msg":"trace[2125033195] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"577.010084ms","start":"2026-03-31T21:20:34.16465Z","end":"2026-03-31T21:20:34.74166Z","steps":["trace[2125033195] 'process raft request' (duration: 576.625214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:34.741789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.904699Z","time spent":"836.914244ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:34.741489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.905287Z","time spent":"836.126662ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:34.742034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.164623Z","time spent":"577.140867ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:34.742157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.667283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:20:34.742266Z","caller":"traceutil/trace.go:171","msg":"trace[1423915951] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25103; }","duration":"970.859149ms","start":"2026-03-31T21:20:33.771382Z","end":"2026-03-31T21:20:34.742241Z","steps":["trace[1423915951] 'agreement among raft nodes before linearized reading' (duration: 970.380886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:34.742355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.77134Z","time spent":"970.999113ms","remote":"127.0.0.1:60896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:20:35.033312Z","caller":"traceutil/trace.go:171","msg":"trace[749020728] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"514.544095ms","start":"2026-03-31T21:20:34.518734Z","end":"2026-03-31T21:20:35.033278Z","steps":["trace[749020728] 'process raft request' (duration: 514.279658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.033508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.518709Z","time spent":"514.70313ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:35.03363Z","caller":"traceutil/trace.go:171","msg":"trace[321926822] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"514.600317ms","start":"2026-03-31T21:20:34.51899Z","end":"2026-03-31T21:20:35.03359Z","steps":["trace[321926822] 'process raft request' (duration: 514.230357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:35.033709Z","caller":"traceutil/trace.go:171","msg":"trace[1662846004] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"507.494779ms","start":"2026-03-31T21:20:34.526147Z","end":"2026-03-31T21:20:35.033642Z","steps":["trace[1662846004] 'process raft request' (duration: 507.400737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:35.033755Z","caller":"traceutil/trace.go:171","msg":"trace[1370974759] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"512.657583ms","start":"2026-03-31T21:20:34.521074Z","end":"2026-03-31T21:20:35.033731Z","steps":["trace[1370974759] 'process raft request' (duration: 512.380785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.033848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.526124Z","time spent":"507.667385ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:35.033873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.521038Z","time spent":"512.779786ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:35.033879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.518981Z","time spent":"514.786382ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:35.034045Z","caller":"traceutil/trace.go:171","msg":"trace[1456039898] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"307.753904ms","start":"2026-03-31T21:20:34.726275Z","end":"2026-03-31T21:20:35.034028Z","steps":["trace[1456039898] 'process raft request' (duration: 307.328452ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:35.03408Z","caller":"traceutil/trace.go:171","msg":"trace[1224801099] linearizableReadLoop","detail":"{readStateIndex:25922; appliedIndex:25917; }","duration":"292.271175ms","start":"2026-03-31T21:20:34.74176Z","end":"2026-03-31T21:20:35.034031Z","steps":["trace[1224801099] 'read index received' (duration: 291.195886ms)","trace[1224801099] 'applied index is now lower than readState.Index' (duration: 1.073109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:35.03422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122145284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:35.034269Z","caller":"traceutil/trace.go:171","msg":"trace[1597893553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25108; }","duration":"1.122208536s","start":"2026-03-31T21:20:33.912047Z","end":"2026-03-31T21:20:35.034255Z","steps":["trace[1597893553] 'agreement among raft nodes before linearized reading' (duration: 1.122129914s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.034286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.884943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-03-31T21:20:35.034309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.912036Z","time spent":"1.122263057s","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T21:20:35.034334Z","caller":"traceutil/trace.go:171","msg":"trace[23890892] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25108; }","duration":"669.968775ms","start":"2026-03-31T21:20:34.36435Z","end":"2026-03-31T21:20:35.034319Z","steps":["trace[23890892] 'agreement among raft nodes before linearized reading' (duration: 669.807921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.034288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.987141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:20:35.03436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12815236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:20:35.034375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.364333Z","time spent":"670.030636ms","remote":"127.0.0.1:57388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-31T21:20:35.034399Z","caller":"traceutil/trace.go:171","msg":"trace[437736809] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25108; }","duration":"381.139185ms","start":"2026-03-31T21:20:34.653242Z","end":"2026-03-31T21:20:35.034381Z","steps":["trace[437736809] 'agreement among raft nodes before linearized reading' (duration: 380.98327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:35.034412Z","caller":"traceutil/trace.go:171","msg":"trace[1202621569] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25108; }","duration":"1.128280023s","start":"2026-03-31T21:20:33.906116Z","end":"2026-03-31T21:20:35.034396Z","steps":["trace[1202621569] 'agreement among raft nodes before linearized reading' (duration: 1.128147799s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.034128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.726241Z","time spent":"307.839496ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:35.034469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.906092Z","time spent":"1.128365056s","remote":"127.0.0.1:40874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:20:35.034477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.65321Z","time spent":"381.250527ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:20:35.034627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.144228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:20:35.034682Z","caller":"traceutil/trace.go:171","msg":"trace[1310264495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25108; }","duration":"735.25336ms","start":"2026-03-31T21:20:34.299413Z","end":"2026-03-31T21:20:35.034667Z","steps":["trace[1310264495] 'agreement among raft nodes before linearized reading' (duration: 735.098646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.034706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21454096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:35.034725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.29939Z","time spent":"735.322553ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:20:35.034763Z","caller":"traceutil/trace.go:171","msg":"trace[1723305087] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25108; }","duration":"1.214645304s","start":"2026-03-31T21:20:33.820101Z","end":"2026-03-31T21:20:35.034747Z","steps":["trace[1723305087] 'agreement among raft nodes before linearized reading' (duration: 1.21454415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.034819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:33.820075Z","time spent":"1.214728496s","remote":"127.0.0.1:40376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:20:35.034633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.850656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-31T21:20:35.034957Z","caller":"traceutil/trace.go:171","msg":"trace[81624752] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25108; }","duration":"668.196876ms","start":"2026-03-31T21:20:34.366739Z","end":"2026-03-31T21:20:35.034936Z","steps":["trace[81624752] 'agreement among raft nodes before linearized reading' (duration: 667.813764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.035007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:34.366723Z","time spent":"668.270688ms","remote":"127.0.0.1:57388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1674,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-31T21:20:35.384395Z","caller":"traceutil/trace.go:171","msg":"trace[358044736] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25924; }","duration":"253.537294ms","start":"2026-03-31T21:20:35.130839Z","end":"2026-03-31T21:20:35.384376Z","steps":["trace[358044736] 'read index received' (duration: 167.918525ms)","trace[358044736] 'applied index is now lower than readState.Index' (duration: 85.618029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:35.384454Z","caller":"traceutil/trace.go:171","msg":"trace[806664403] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"315.586911ms","start":"2026-03-31T21:20:35.068825Z","end":"2026-03-31T21:20:35.384412Z","steps":["trace[806664403] 'process raft request' (duration: 229.955992ms)","trace[806664403] 'compare' (duration: 85.436953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:35.384643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.768101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:35.38468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:35.068787Z","time spent":"315.778406ms","remote":"127.0.0.1:57388","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2793,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:35.384764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.021566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:20:35.384811Z","caller":"traceutil/trace.go:171","msg":"trace[45457700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25111; }","duration":"156.149309ms","start":"2026-03-31T21:20:35.228653Z","end":"2026-03-31T21:20:35.384803Z","steps":["trace[45457700] 'agreement among raft nodes before linearized reading' (duration: 155.946604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:35.384755Z","caller":"traceutil/trace.go:171","msg":"trace[347776413] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25111; }","duration":"253.947315ms","start":"2026-03-31T21:20:35.130784Z","end":"2026-03-31T21:20:35.384731Z","steps":["trace[347776413] 'agreement among raft nodes before linearized reading' (duration: 253.683858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.385046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.821021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:20:35.385142Z","caller":"traceutil/trace.go:171","msg":"trace[212330488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25111; }","duration":"155.949655ms","start":"2026-03-31T21:20:35.229175Z","end":"2026-03-31T21:20:35.385125Z","steps":["trace[212330488] 'agreement among raft nodes before linearized reading' (duration: 155.659516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.385029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.319155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:20:35.385245Z","caller":"traceutil/trace.go:171","msg":"trace[127412286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25111; }","duration":"156.562762ms","start":"2026-03-31T21:20:35.228666Z","end":"2026-03-31T21:20:35.385229Z","steps":["trace[127412286] 'agreement among raft nodes before linearized reading' (duration: 156.1619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.385071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.872505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:20:35.385423Z","caller":"traceutil/trace.go:171","msg":"trace[861100714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25111; }","duration":"155.450062ms","start":"2026-03-31T21:20:35.229954Z","end":"2026-03-31T21:20:35.385404Z","steps":["trace[861100714] 'agreement among raft nodes before linearized reading' (duration: 154.766402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.796694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.092665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:35.796837Z","caller":"traceutil/trace.go:171","msg":"trace[1355577506] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"407.746111ms","start":"2026-03-31T21:20:35.389065Z","end":"2026-03-31T21:20:35.796811Z","steps":["trace[1355577506] 'process raft request' (duration: 190.427048ms)","trace[1355577506] 'compare' (duration: 216.960362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:35.796922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:35.389053Z","time spent":"407.827464ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:35.807177Z","caller":"traceutil/trace.go:171","msg":"trace[2087533827] linearizableReadLoop","detail":"{readStateIndex:25929; appliedIndex:25925; }","duration":"416.207504ms","start":"2026-03-31T21:20:35.390947Z","end":"2026-03-31T21:20:35.807155Z","steps":["trace[2087533827] 'read index received' (duration: 188.624788ms)","trace[2087533827] 'applied index is now lower than readState.Index' (duration: 227.581376ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:35.807238Z","caller":"traceutil/trace.go:171","msg":"trace[1079350844] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"417.896811ms","start":"2026-03-31T21:20:35.389304Z","end":"2026-03-31T21:20:35.807201Z","steps":["trace[1079350844] 'process raft request' (duration: 417.768038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:35.807299Z","caller":"traceutil/trace.go:171","msg":"trace[1828625827] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"417.749157ms","start":"2026-03-31T21:20:35.389538Z","end":"2026-03-31T21:20:35.807287Z","steps":["trace[1828625827] 'process raft request' (duration: 417.572902ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:35.807266Z","caller":"traceutil/trace.go:171","msg":"trace[2053060176] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"418.061805ms","start":"2026-03-31T21:20:35.389172Z","end":"2026-03-31T21:20:35.807234Z","steps":["trace[2053060176] 'process raft request' (duration: 417.786518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.807412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:35.38953Z","time spent":"417.797189ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:35.807476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:35.389162Z","time spent":"418.232081ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:35.807526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:35.389298Z","time spent":"418.015834ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:35.80761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.617025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T21:20:35.807756Z","caller":"traceutil/trace.go:171","msg":"trace[1982960254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25115; }","duration":"416.79868ms","start":"2026-03-31T21:20:35.390901Z","end":"2026-03-31T21:20:35.807699Z","steps":["trace[1982960254] 'agreement among raft nodes before linearized reading' (duration: 416.42932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.807822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:35.390886Z","time spent":"416.925134ms","remote":"127.0.0.1:60770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T21:20:35.812471Z","caller":"traceutil/trace.go:171","msg":"trace[88177667] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"143.638824ms","start":"2026-03-31T21:20:35.668817Z","end":"2026-03-31T21:20:35.812456Z","steps":["trace[88177667] 'process raft request' (duration: 143.427528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.812611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.437431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:35.812688Z","caller":"traceutil/trace.go:171","msg":"trace[930530331] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25116; }","duration":"420.569955ms","start":"2026-03-31T21:20:35.392101Z","end":"2026-03-31T21:20:35.812671Z","steps":["trace[930530331] 'agreement among raft nodes before linearized reading' (duration: 420.432171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:35.812728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:35.392081Z","time spent":"420.638437ms","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-31T21:20:35.81275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.622127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-31T21:20:35.812847Z","caller":"traceutil/trace.go:171","msg":"trace[343926380] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25116; }","duration":"150.785452ms","start":"2026-03-31T21:20:35.662038Z","end":"2026-03-31T21:20:35.812824Z","steps":["trace[343926380] 'agreement among raft nodes before linearized reading' (duration: 150.437122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.314921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.502366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb607c31-69bb-4944-b0a5-650d28a37954\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-31T21:20:39.314999Z","caller":"traceutil/trace.go:171","msg":"trace[1776875759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb607c31-69bb-4944-b0a5-650d28a37954; range_end:; response_count:1; response_revision:25195; }","duration":"299.62841ms","start":"2026-03-31T21:20:39.015353Z","end":"2026-03-31T21:20:39.314982Z","steps":["trace[1776875759] 'range keys from in-memory index tree' (duration: 299.371242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.315148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.937519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:39.315209Z","caller":"traceutil/trace.go:171","msg":"trace[682815363] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25195; }","duration":"398.035232ms","start":"2026-03-31T21:20:38.917157Z","end":"2026-03-31T21:20:39.315193Z","steps":["trace[682815363] 'count revisions from in-memory index tree' (duration: 397.877818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.31519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.110709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-31T21:20:39.31524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:38.917144Z","time spent":"398.087013ms","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:20:39.31525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.121597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:20:39.315271Z","caller":"traceutil/trace.go:171","msg":"trace[2096015379] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25195; }","duration":"297.251614ms","start":"2026-03-31T21:20:39.018001Z","end":"2026-03-31T21:20:39.315253Z","steps":["trace[2096015379] 'count revisions from in-memory index tree' (duration: 297.018748ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:39.315301Z","caller":"traceutil/trace.go:171","msg":"trace[1626922576] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25195; }","duration":"285.202891ms","start":"2026-03-31T21:20:39.030083Z","end":"2026-03-31T21:20:39.315286Z","steps":["trace[1626922576] 'count revisions from in-memory index tree' (duration: 285.051745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.31541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.902245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:39.315481Z","caller":"traceutil/trace.go:171","msg":"trace[688333053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25195; }","duration":"407.996088ms","start":"2026-03-31T21:20:38.907477Z","end":"2026-03-31T21:20:39.315473Z","steps":["trace[688333053] 'range keys from in-memory index tree' (duration: 407.852544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.315505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:38.907459Z","time spent":"408.039409ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:20:39.315862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.199653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:20:39.315917Z","caller":"traceutil/trace.go:171","msg":"trace[1218345022] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"244.850355ms","start":"2026-03-31T21:20:39.071055Z","end":"2026-03-31T21:20:39.315905Z","steps":["trace[1218345022] 'process raft request' (duration: 131.536649ms)","trace[1218345022] 'compare' (duration: 113.074949ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:39.434614Z","caller":"traceutil/trace.go:171","msg":"trace[1375092449] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"363.329931ms","start":"2026-03-31T21:20:39.071243Z","end":"2026-03-31T21:20:39.434573Z","steps":["trace[1375092449] 'process raft request' (duration: 363.001562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:39.434648Z","caller":"traceutil/trace.go:171","msg":"trace[150040675] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"360.945336ms","start":"2026-03-31T21:20:39.073665Z","end":"2026-03-31T21:20:39.43461Z","steps":["trace[150040675] 'process raft request' (duration: 360.836803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.434826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:39.071225Z","time spent":"363.480926ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:39.43488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:39.073647Z","time spent":"361.109911ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:39.435079Z","caller":"traceutil/trace.go:171","msg":"trace[1487077117] linearizableReadLoop","detail":"{readStateIndex:26016; appliedIndex:26011; }","duration":"312.208047ms","start":"2026-03-31T21:20:39.122841Z","end":"2026-03-31T21:20:39.435049Z","steps":["trace[1487077117] 'read index received' (duration: 79.763076ms)","trace[1487077117] 'applied index is now lower than readState.Index' (duration: 232.443751ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:39.435091Z","caller":"traceutil/trace.go:171","msg":"trace[489853692] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"321.834634ms","start":"2026-03-31T21:20:39.113236Z","end":"2026-03-31T21:20:39.435071Z","steps":["trace[489853692] 'process raft request' (duration: 321.32251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:39.435133Z","caller":"traceutil/trace.go:171","msg":"trace[1751248320] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"321.155274ms","start":"2026-03-31T21:20:39.113963Z","end":"2026-03-31T21:20:39.435118Z","steps":["trace[1751248320] 'process raft request' (duration: 320.910808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.435457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.21095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:20:39.435563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.215234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"warn","ts":"2026-03-31T21:20:39.435597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:39.113958Z","time spent":"321.591466ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:39.435631Z","caller":"traceutil/trace.go:171","msg":"trace[398314535] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25200; }","duration":"223.359759ms","start":"2026-03-31T21:20:39.212255Z","end":"2026-03-31T21:20:39.435615Z","steps":["trace[398314535] 'agreement among raft nodes before linearized reading' (duration: 222.995159ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:39.435627Z","caller":"traceutil/trace.go:171","msg":"trace[1763707217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25200; }","duration":"118.416766ms","start":"2026-03-31T21:20:39.317178Z","end":"2026-03-31T21:20:39.435595Z","steps":["trace[1763707217] 'agreement among raft nodes before linearized reading' (duration: 118.190489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.435467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.624179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T21:20:39.435719Z","caller":"traceutil/trace.go:171","msg":"trace[39607808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25200; }","duration":"312.904316ms","start":"2026-03-31T21:20:39.122803Z","end":"2026-03-31T21:20:39.435708Z","steps":["trace[39607808] 'agreement among raft nodes before linearized reading' (duration: 312.34803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:39.435876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:39.122787Z","time spent":"313.076532ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:20:39.435406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:39.113211Z","time spent":"322.047489ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:43.678701Z","caller":"traceutil/trace.go:171","msg":"trace[1891439819] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"233.182881ms","start":"2026-03-31T21:20:43.445486Z","end":"2026-03-31T21:20:43.678669Z","steps":["trace[1891439819] 'process raft request' (duration: 164.613065ms)","trace[1891439819] 'compare' (duration: 68.34914ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:43.85369Z","caller":"traceutil/trace.go:171","msg":"trace[40293451] linearizableReadLoop","detail":"{readStateIndex:26067; appliedIndex:26064; }","duration":"392.53589ms","start":"2026-03-31T21:20:43.46112Z","end":"2026-03-31T21:20:43.853656Z","steps":["trace[40293451] 'read index received' (duration: 148.992232ms)","trace[40293451] 'applied index is now lower than readState.Index' (duration: 243.542698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:43.853706Z","caller":"traceutil/trace.go:171","msg":"trace[377668132] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"403.998898ms","start":"2026-03-31T21:20:43.449683Z","end":"2026-03-31T21:20:43.853682Z","steps":["trace[377668132] 'process raft request' (duration: 403.795071ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:43.854006Z","caller":"traceutil/trace.go:171","msg":"trace[358318866] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"403.073101ms","start":"2026-03-31T21:20:43.450714Z","end":"2026-03-31T21:20:43.853787Z","steps":["trace[358318866] 'process raft request' (duration: 402.900187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.854089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.449664Z","time spent":"404.335236ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:20:43.854107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.968253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-31T21:20:43.854127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.4507Z","time spent":"403.355429ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:20:43.854173Z","caller":"traceutil/trace.go:171","msg":"trace[1300569587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25250; }","duration":"393.070824ms","start":"2026-03-31T21:20:43.461085Z","end":"2026-03-31T21:20:43.854156Z","steps":["trace[1300569587] 'agreement among raft nodes before linearized reading' (duration: 392.849218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.854211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.461072Z","time spent":"393.130417ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T21:20:43.898921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.483018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:43.898986Z","caller":"traceutil/trace.go:171","msg":"trace[867320220] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25251; }","duration":"328.56248ms","start":"2026-03-31T21:20:43.570407Z","end":"2026-03-31T21:20:43.898969Z","steps":["trace[867320220] 'agreement among raft nodes before linearized reading' (duration: 328.459167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.898939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.510201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:43.899074Z","caller":"traceutil/trace.go:171","msg":"trace[471313154] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25251; }","duration":"284.733137ms","start":"2026-03-31T21:20:43.614314Z","end":"2026-03-31T21:20:43.899047Z","steps":["trace[471313154] 'agreement among raft nodes before linearized reading' (duration: 284.424719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.899092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.243293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:43.899121Z","caller":"traceutil/trace.go:171","msg":"trace[1182302447] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25251; }","duration":"220.316195ms","start":"2026-03-31T21:20:43.678796Z","end":"2026-03-31T21:20:43.899112Z","steps":["trace[1182302447] 'agreement among raft nodes before linearized reading' (duration: 220.267174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:43.899012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:20:43.570361Z","time spent":"328.644752ms","remote":"127.0.0.1:40878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:20:44.045265Z","caller":"traceutil/trace.go:171","msg":"trace[1713430612] linearizableReadLoop","detail":"{readStateIndex:26069; appliedIndex:26068; }","duration":"146.626406ms","start":"2026-03-31T21:20:43.898614Z","end":"2026-03-31T21:20:44.045241Z","steps":["trace[1713430612] 'read index received' (duration: 128.730821ms)","trace[1713430612] 'applied index is now lower than readState.Index' (duration: 17.894605ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:20:44.045448Z","caller":"traceutil/trace.go:171","msg":"trace[580131002] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"186.825599ms","start":"2026-03-31T21:20:43.858546Z","end":"2026-03-31T21:20:44.045372Z","steps":["trace[580131002] 'process raft request' (duration: 168.785971ms)","trace[580131002] 'compare' (duration: 17.534675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:20:44.045682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.490117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-31T21:20:44.045788Z","caller":"traceutil/trace.go:171","msg":"trace[185790426] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25252; }","duration":"174.685652ms","start":"2026-03-31T21:20:43.871076Z","end":"2026-03-31T21:20:44.045762Z","steps":["trace[185790426] 'agreement among raft nodes before linearized reading' (duration: 174.363113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:44.13675Z","caller":"traceutil/trace.go:171","msg":"trace[530724034] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"231.654369ms","start":"2026-03-31T21:20:43.90501Z","end":"2026-03-31T21:20:44.136664Z","steps":["trace[530724034] 'process raft request' (duration: 231.539776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:44.136787Z","caller":"traceutil/trace.go:171","msg":"trace[1185696639] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"232.342708ms","start":"2026-03-31T21:20:43.904421Z","end":"2026-03-31T21:20:44.136764Z","steps":["trace[1185696639] 'process raft request' (duration: 231.953686ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:44.136977Z","caller":"traceutil/trace.go:171","msg":"trace[889120324] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"231.855305ms","start":"2026-03-31T21:20:43.905107Z","end":"2026-03-31T21:20:44.136962Z","steps":["trace[889120324] 'process raft request' (duration: 231.732891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:44.137063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.50303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:44.137101Z","caller":"traceutil/trace.go:171","msg":"trace[1154445317] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25256; }","duration":"122.589621ms","start":"2026-03-31T21:20:44.014502Z","end":"2026-03-31T21:20:44.137091Z","steps":["trace[1154445317] 'agreement among raft nodes before linearized reading' (duration: 122.489418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:20:44.137075Z","caller":"traceutil/trace.go:171","msg":"trace[1419285288] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"231.993448ms","start":"2026-03-31T21:20:43.905069Z","end":"2026-03-31T21:20:44.137062Z","steps":["trace[1419285288] 'process raft request' (duration: 231.555706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:44.13718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.299147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:44.137269Z","caller":"traceutil/trace.go:171","msg":"trace[1367252269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25256; }","duration":"228.472631ms","start":"2026-03-31T21:20:43.908777Z","end":"2026-03-31T21:20:44.13725Z","steps":["trace[1367252269] 'agreement among raft nodes before linearized reading' (duration: 228.298067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:20:44.137217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.606425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:20:44.137361Z","caller":"traceutil/trace.go:171","msg":"trace[234200882] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25256; }","duration":"228.764849ms","start":"2026-03-31T21:20:43.90858Z","end":"2026-03-31T21:20:44.137345Z","steps":["trace[234200882] 'agreement among raft nodes before linearized reading' (duration: 228.608595ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:07.870109Z","caller":"traceutil/trace.go:171","msg":"trace[1336329858] transaction","detail":"{read_only:false; response_revision:25454; number_of_response:1; }","duration":"106.046134ms","start":"2026-03-31T21:21:07.764035Z","end":"2026-03-31T21:21:07.870081Z","steps":["trace[1336329858] 'process raft request' (duration: 105.741475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:08.148203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.870971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:08.148383Z","caller":"traceutil/trace.go:171","msg":"trace[1643916971] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"217.565989ms","start":"2026-03-31T21:21:07.93079Z","end":"2026-03-31T21:21:08.148356Z","steps":["trace[1643916971] 'process raft request' (duration: 99.352969ms)","trace[1643916971] 'compare' (duration: 117.236234ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:08.189928Z","caller":"traceutil/trace.go:171","msg":"trace[23843340] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"240.893934ms","start":"2026-03-31T21:21:07.948992Z","end":"2026-03-31T21:21:08.189886Z","steps":["trace[23843340] 'process raft request' (duration: 240.37553ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:08.190264Z","caller":"traceutil/trace.go:171","msg":"trace[2026401849] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"198.650325ms","start":"2026-03-31T21:21:07.9916Z","end":"2026-03-31T21:21:08.19025Z","steps":["trace[2026401849] 'process raft request' (duration: 197.912415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:08.44308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.208111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:08.443155Z","caller":"traceutil/trace.go:171","msg":"trace[1525280091] linearizableReadLoop","detail":"{readStateIndex:26280; appliedIndex:26279; }","duration":"175.3682ms","start":"2026-03-31T21:21:08.267776Z","end":"2026-03-31T21:21:08.443144Z","steps":["trace[1525280091] 'read index received' (duration: 9.980305ms)","trace[1525280091] 'applied index is now lower than readState.Index' (duration: 165.386865ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:08.443294Z","caller":"traceutil/trace.go:171","msg":"trace[1831538145] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"248.737051ms","start":"2026-03-31T21:21:08.194548Z","end":"2026-03-31T21:21:08.443285Z","steps":["trace[1831538145] 'process raft request' (duration: 83.258673ms)","trace[1831538145] 'compare' (duration: 164.707467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:08.443471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.69757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:21:08.443497Z","caller":"traceutil/trace.go:171","msg":"trace[283774452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25458; }","duration":"175.794673ms","start":"2026-03-31T21:21:08.267694Z","end":"2026-03-31T21:21:08.443489Z","steps":["trace[283774452] 'agreement among raft nodes before linearized reading' (duration: 175.70775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:08.443615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.396354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T21:21:08.443641Z","caller":"traceutil/trace.go:171","msg":"trace[435730322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25458; }","duration":"174.440886ms","start":"2026-03-31T21:21:08.269192Z","end":"2026-03-31T21:21:08.443633Z","steps":["trace[435730322] 'agreement among raft nodes before linearized reading' (duration: 174.383704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:08.443817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.785572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T21:21:08.443839Z","caller":"traceutil/trace.go:171","msg":"trace[1975576042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25458; }","duration":"154.849743ms","start":"2026-03-31T21:21:08.288984Z","end":"2026-03-31T21:21:08.443834Z","steps":["trace[1975576042] 'agreement among raft nodes before linearized reading' (duration: 154.794352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:08.443936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.907452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T21:21:08.443956Z","caller":"traceutil/trace.go:171","msg":"trace[1634260501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25458; }","duration":"168.962013ms","start":"2026-03-31T21:21:08.274989Z","end":"2026-03-31T21:21:08.443951Z","steps":["trace[1634260501] 'agreement among raft nodes before linearized reading' (duration: 168.911052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:08.794746Z","caller":"traceutil/trace.go:171","msg":"trace[1364487308] linearizableReadLoop","detail":"{readStateIndex:26284; appliedIndex:26281; }","duration":"206.73455ms","start":"2026-03-31T21:21:08.587997Z","end":"2026-03-31T21:21:08.794732Z","steps":["trace[1364487308] 'read index received' (duration: 206.554025ms)","trace[1364487308] 'applied index is now lower than readState.Index' (duration: 179.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:08.794792Z","caller":"traceutil/trace.go:171","msg":"trace[77443874] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"344.982114ms","start":"2026-03-31T21:21:08.449776Z","end":"2026-03-31T21:21:08.794758Z","steps":["trace[77443874] 'process raft request' (duration: 344.893691ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:08.794837Z","caller":"traceutil/trace.go:171","msg":"trace[708618110] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"343.672818ms","start":"2026-03-31T21:21:08.45113Z","end":"2026-03-31T21:21:08.794803Z","steps":["trace[708618110] 'process raft request' (duration: 343.571425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:08.794901Z","caller":"traceutil/trace.go:171","msg":"trace[7082022] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"345.600802ms","start":"2026-03-31T21:21:08.449287Z","end":"2026-03-31T21:21:08.794888Z","steps":["trace[7082022] 'process raft request' (duration: 345.259853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:08.794924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.041926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-31T21:21:08.79495Z","caller":"traceutil/trace.go:171","msg":"trace[18134771] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25462; }","duration":"135.122728ms","start":"2026-03-31T21:21:08.659819Z","end":"2026-03-31T21:21:08.794942Z","steps":["trace[18134771] 'agreement among raft nodes before linearized reading' (duration: 135.013435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:08.794955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:08.449271Z","time spent":"345.657383ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:08.79494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:08.449758Z","time spent":"345.105377ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:08.794933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.928235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:21:08.794977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:08.451101Z","time spent":"343.808092ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:08.79502Z","caller":"traceutil/trace.go:171","msg":"trace[2027609618] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25462; }","duration":"207.088639ms","start":"2026-03-31T21:21:08.587908Z","end":"2026-03-31T21:21:08.794997Z","steps":["trace[2027609618] 'agreement among raft nodes before linearized reading' (duration: 206.924135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:09.083332Z","caller":"traceutil/trace.go:171","msg":"trace[79426733] transaction","detail":"{read_only:false; response_revision:25463; number_of_response:1; }","duration":"213.564078ms","start":"2026-03-31T21:21:08.869748Z","end":"2026-03-31T21:21:09.083312Z","steps":["trace[79426733] 'process raft request' (duration: 199.995813ms)","trace[79426733] 'compare' (duration: 13.233656ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:09.137675Z","caller":"traceutil/trace.go:171","msg":"trace[1088152571] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"259.855469ms","start":"2026-03-31T21:21:08.877805Z","end":"2026-03-31T21:21:09.13766Z","steps":["trace[1088152571] 'process raft request' (duration: 259.822148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:09.137725Z","caller":"traceutil/trace.go:171","msg":"trace[266326245] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"262.276166ms","start":"2026-03-31T21:21:08.875434Z","end":"2026-03-31T21:21:09.137711Z","steps":["trace[266326245] 'process raft request' (duration: 262.107341ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:10.058383Z","caller":"traceutil/trace.go:171","msg":"trace[796251057] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"301.613794ms","start":"2026-03-31T21:21:09.756739Z","end":"2026-03-31T21:21:10.058353Z","steps":["trace[796251057] 'process raft request' (duration: 301.411039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:10.058587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:09.756705Z","time spent":"301.81007ms","remote":"127.0.0.1:60668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T21:21:10.244323Z","caller":"traceutil/trace.go:171","msg":"trace[25965612] linearizableReadLoop","detail":"{readStateIndex:26291; appliedIndex:26288; }","duration":"334.00233ms","start":"2026-03-31T21:21:09.910304Z","end":"2026-03-31T21:21:10.244306Z","steps":["trace[25965612] 'read index received' (duration: 147.875772ms)","trace[25965612] 'applied index is now lower than readState.Index' (duration: 186.125088ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:10.244392Z","caller":"traceutil/trace.go:171","msg":"trace[390666793] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"445.120004ms","start":"2026-03-31T21:21:09.799258Z","end":"2026-03-31T21:21:10.244378Z","steps":["trace[390666793] 'process raft request' (duration: 352.398019ms)","trace[390666793] 'compare' (duration: 91.737598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:10.244442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.135044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:10.244463Z","caller":"traceutil/trace.go:171","msg":"trace[1563720873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25471; }","duration":"334.208106ms","start":"2026-03-31T21:21:09.910249Z","end":"2026-03-31T21:21:10.244457Z","steps":["trace[1563720873] 'agreement among raft nodes before linearized reading' (duration: 334.157284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:10.244331Z","caller":"traceutil/trace.go:171","msg":"trace[1083843147] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"194.758837ms","start":"2026-03-31T21:21:10.049544Z","end":"2026-03-31T21:21:10.244303Z","steps":["trace[1083843147] 'process raft request' (duration: 194.230503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:10.244482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:09.910225Z","time spent":"334.251727ms","remote":"127.0.0.1:60604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T21:21:10.244508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:09.79924Z","time spent":"445.185186ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:10.244625Z","caller":"traceutil/trace.go:171","msg":"trace[1051071793] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"368.519265ms","start":"2026-03-31T21:21:09.876094Z","end":"2026-03-31T21:21:10.244613Z","steps":["trace[1051071793] 'process raft request' (duration: 367.570809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:10.244689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:09.876075Z","time spent":"368.573986ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:10.342104Z","caller":"traceutil/trace.go:171","msg":"trace[1556552636] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"145.387563ms","start":"2026-03-31T21:21:10.196684Z","end":"2026-03-31T21:21:10.342071Z","steps":["trace[1556552636] 'process raft request' (duration: 145.164737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:10.342148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.78048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-7447b4fdd4-rl89w.18a209d41b2f098b\" ","response":"range_response_count:1 size:834"} {"level":"info","ts":"2026-03-31T21:21:10.342213Z","caller":"traceutil/trace.go:171","msg":"trace[1333570487] range","detail":"{range_begin:/registry/events/openstack/magnum-api-7447b4fdd4-rl89w.18a209d41b2f098b; range_end:; response_count:1; response_revision:25473; }","duration":"279.886293ms","start":"2026-03-31T21:21:10.06231Z","end":"2026-03-31T21:21:10.342196Z","steps":["trace[1333570487] 'agreement among raft nodes before linearized reading' (duration: 279.710108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:10.342264Z","caller":"traceutil/trace.go:171","msg":"trace[1582971874] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"145.431424ms","start":"2026-03-31T21:21:10.1968Z","end":"2026-03-31T21:21:10.342232Z","steps":["trace[1582971874] 'process raft request' (duration: 145.147816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:10.669429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.411365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T21:21:10.669526Z","caller":"traceutil/trace.go:171","msg":"trace[117041343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25476; }","duration":"131.548409ms","start":"2026-03-31T21:21:10.537955Z","end":"2026-03-31T21:21:10.669503Z","steps":["trace[117041343] 'range keys from in-memory index tree' (duration: 131.215251ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:10.80955Z","caller":"traceutil/trace.go:171","msg":"trace[778242987] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"135.8957ms","start":"2026-03-31T21:21:10.673631Z","end":"2026-03-31T21:21:10.809526Z","steps":["trace[778242987] 'process raft request' (duration: 135.693695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:11.06556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.341045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:11.065746Z","caller":"traceutil/trace.go:171","msg":"trace[1161325963] linearizableReadLoop","detail":"{readStateIndex:26302; appliedIndex:26300; }","duration":"208.912109ms","start":"2026-03-31T21:21:10.856817Z","end":"2026-03-31T21:21:11.065729Z","steps":["trace[1161325963] 'read index received' (duration: 65.327457ms)","trace[1161325963] 'applied index is now lower than readState.Index' (duration: 143.583652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:11.065847Z","caller":"traceutil/trace.go:171","msg":"trace[1247697065] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"252.108684ms","start":"2026-03-31T21:21:10.813723Z","end":"2026-03-31T21:21:11.065832Z","steps":["trace[1247697065] 'process raft request' (duration: 108.411259ms)","trace[1247697065] 'compare' (duration: 143.227792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:11.06596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.122165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:11.066049Z","caller":"traceutil/trace.go:171","msg":"trace[1163251280] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25480; }","duration":"209.253268ms","start":"2026-03-31T21:21:10.856774Z","end":"2026-03-31T21:21:11.066027Z","steps":["trace[1163251280] 'agreement among raft nodes before linearized reading' (duration: 209.073844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:11.066264Z","caller":"traceutil/trace.go:171","msg":"trace[472479691] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"252.298561ms","start":"2026-03-31T21:21:10.813953Z","end":"2026-03-31T21:21:11.066251Z","steps":["trace[472479691] 'process raft request' (duration: 251.708093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:11.066589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.564555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:276015"} {"level":"info","ts":"2026-03-31T21:21:11.066709Z","caller":"traceutil/trace.go:171","msg":"trace[1637363354] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25480; }","duration":"172.728268ms","start":"2026-03-31T21:21:10.89395Z","end":"2026-03-31T21:21:11.066678Z","steps":["trace[1637363354] 'agreement among raft nodes before linearized reading' (duration: 172.010628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:11.315119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.332194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:11.315267Z","caller":"traceutil/trace.go:171","msg":"trace[118549219] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"226.226598ms","start":"2026-03-31T21:21:11.089012Z","end":"2026-03-31T21:21:11.315239Z","steps":["trace[118549219] 'process raft request' (duration: 120.677409ms)","trace[118549219] 'compare' (duration: 105.19029ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:11.383473Z","caller":"traceutil/trace.go:171","msg":"trace[2050921575] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"241.151541ms","start":"2026-03-31T21:21:11.142309Z","end":"2026-03-31T21:21:11.383461Z","steps":["trace[2050921575] 'process raft request' (duration: 240.980886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:11.383386Z","caller":"traceutil/trace.go:171","msg":"trace[268999137] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"241.290525ms","start":"2026-03-31T21:21:11.142035Z","end":"2026-03-31T21:21:11.383325Z","steps":["trace[268999137] 'process raft request' (duration: 241.1095ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:12.448854Z","caller":"traceutil/trace.go:171","msg":"trace[2073460990] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"194.448278ms","start":"2026-03-31T21:21:12.254373Z","end":"2026-03-31T21:21:12.448821Z","steps":["trace[2073460990] 'process raft request' (duration: 129.745829ms)","trace[2073460990] 'compare' (duration: 64.515094ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:12.477203Z","caller":"traceutil/trace.go:171","msg":"trace[1812915120] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"124.785262ms","start":"2026-03-31T21:21:12.352393Z","end":"2026-03-31T21:21:12.477179Z","steps":["trace[1812915120] 'process raft request' (duration: 124.72227ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:12.477598Z","caller":"traceutil/trace.go:171","msg":"trace[1629539953] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"125.295945ms","start":"2026-03-31T21:21:12.352294Z","end":"2026-03-31T21:21:12.47759Z","steps":["trace[1629539953] 'process raft request' (duration: 124.684039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:12.793599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.206787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:12.793958Z","caller":"traceutil/trace.go:171","msg":"trace[571758706] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"281.99866ms","start":"2026-03-31T21:21:12.511942Z","end":"2026-03-31T21:21:12.79394Z","steps":["trace[571758706] 'process raft request' (duration: 89.398522ms)","trace[571758706] 'compare' (duration: 191.5707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:12.959936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.257139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-31T21:21:12.96001Z","caller":"traceutil/trace.go:171","msg":"trace[402338313] linearizableReadLoop","detail":"{readStateIndex:26312; appliedIndex:26311; }","duration":"146.466953ms","start":"2026-03-31T21:21:12.813532Z","end":"2026-03-31T21:21:12.959999Z","steps":["trace[402338313] 'read index received' (duration: 37.851µs)","trace[402338313] 'applied index is now lower than readState.Index' (duration: 146.428092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:12.96023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.911128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-31T21:21:12.960308Z","caller":"traceutil/trace.go:171","msg":"trace[1587125235] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25489; }","duration":"137.031521ms","start":"2026-03-31T21:21:12.823258Z","end":"2026-03-31T21:21:12.960289Z","steps":["trace[1587125235] 'agreement among raft nodes before linearized reading' (duration: 136.879877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:12.960329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.797192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:21:12.960347Z","caller":"traceutil/trace.go:171","msg":"trace[1653871067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25489; }","duration":"146.860063ms","start":"2026-03-31T21:21:12.813481Z","end":"2026-03-31T21:21:12.960341Z","steps":["trace[1653871067] 'agreement among raft nodes before linearized reading' (duration: 146.579836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:12.960351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.862963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:21:12.960431Z","caller":"traceutil/trace.go:171","msg":"trace[564179669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25489; }","duration":"121.006778ms","start":"2026-03-31T21:21:12.839405Z","end":"2026-03-31T21:21:12.960412Z","steps":["trace[564179669] 'agreement among raft nodes before linearized reading' (duration: 120.790182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:13.361854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.475138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:13.361979Z","caller":"traceutil/trace.go:171","msg":"trace[1222898837] linearizableReadLoop","detail":"{readStateIndex:26314; appliedIndex:26313; }","duration":"293.080428ms","start":"2026-03-31T21:21:13.068877Z","end":"2026-03-31T21:21:13.361958Z","steps":["trace[1222898837] 'read index received' (duration: 114.380924ms)","trace[1222898837] 'applied index is now lower than readState.Index' (duration: 178.697684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:13.362037Z","caller":"traceutil/trace.go:171","msg":"trace[338891043] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"398.619128ms","start":"2026-03-31T21:21:12.963388Z","end":"2026-03-31T21:21:13.362007Z","steps":["trace[338891043] 'process raft request' (duration: 219.881623ms)","trace[338891043] 'compare' (duration: 178.294433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:13.362202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.334575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T21:21:13.362182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:12.96338Z","time spent":"398.726351ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:13.36225Z","caller":"traceutil/trace.go:171","msg":"trace[548667207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25491; }","duration":"293.411018ms","start":"2026-03-31T21:21:13.068824Z","end":"2026-03-31T21:21:13.362235Z","steps":["trace[548667207] 'agreement among raft nodes before linearized reading' (duration: 293.220542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:13.461092Z","caller":"traceutil/trace.go:171","msg":"trace[127149662] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"139.724204ms","start":"2026-03-31T21:21:13.321344Z","end":"2026-03-31T21:21:13.461068Z","steps":["trace[127149662] 'process raft request' (duration: 139.528259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:13.461254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.466786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:21:13.461262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.439708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:13.461302Z","caller":"traceutil/trace.go:171","msg":"trace[2142214571] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25492; }","duration":"294.541488ms","start":"2026-03-31T21:21:13.166745Z","end":"2026-03-31T21:21:13.461286Z","steps":["trace[2142214571] 'agreement among raft nodes before linearized reading' (duration: 294.465826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:13.461325Z","caller":"traceutil/trace.go:171","msg":"trace[1141120479] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25492; }","duration":"143.561941ms","start":"2026-03-31T21:21:13.317748Z","end":"2026-03-31T21:21:13.46131Z","steps":["trace[1141120479] 'agreement among raft nodes before linearized reading' (duration: 143.391786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:13.461179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.279667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:21:13.461431Z","caller":"traceutil/trace.go:171","msg":"trace[4724657] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25492; }","duration":"390.546365ms","start":"2026-03-31T21:21:13.070862Z","end":"2026-03-31T21:21:13.461408Z","steps":["trace[4724657] 'agreement among raft nodes before linearized reading' (duration: 390.137133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:13.461501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:13.070853Z","time spent":"390.624877ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T21:21:13.552297Z","caller":"traceutil/trace.go:171","msg":"trace[1194176899] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"186.198202ms","start":"2026-03-31T21:21:13.366075Z","end":"2026-03-31T21:21:13.552274Z","steps":["trace[1194176899] 'process raft request' (duration: 185.867283ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:13.552313Z","caller":"traceutil/trace.go:171","msg":"trace[664205954] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"163.243385ms","start":"2026-03-31T21:21:13.389035Z","end":"2026-03-31T21:21:13.552278Z","steps":["trace[664205954] 'process raft request' (duration: 163.140983ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:13.552517Z","caller":"traceutil/trace.go:171","msg":"trace[498711349] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"163.415091ms","start":"2026-03-31T21:21:13.389061Z","end":"2026-03-31T21:21:13.552476Z","steps":["trace[498711349] 'process raft request' (duration: 163.168754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:13.937633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.298386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:13.937808Z","caller":"traceutil/trace.go:171","msg":"trace[627584366] linearizableReadLoop","detail":"{readStateIndex:26319; appliedIndex:26315; }","duration":"457.59883ms","start":"2026-03-31T21:21:13.480194Z","end":"2026-03-31T21:21:13.937793Z","steps":["trace[627584366] 'read index received' (duration: 71.716534ms)","trace[627584366] 'applied index is now lower than readState.Index' (duration: 385.881326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:13.937928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.736854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:13.938062Z","caller":"traceutil/trace.go:171","msg":"trace[205486676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25497; }","duration":"457.906328ms","start":"2026-03-31T21:21:13.480144Z","end":"2026-03-31T21:21:13.93805Z","steps":["trace[205486676] 'agreement among raft nodes before linearized reading' (duration: 457.746994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:13.938101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:13.480123Z","time spent":"457.969871ms","remote":"127.0.0.1:37182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:21:13.938104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.967302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T21:21:13.937941Z","caller":"traceutil/trace.go:171","msg":"trace[224067408] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"471.850245ms","start":"2026-03-31T21:21:13.466078Z","end":"2026-03-31T21:21:13.937928Z","steps":["trace[224067408] 'process raft request' (duration: 183.174028ms)","trace[224067408] 'compare' (duration: 288.052719ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:13.938155Z","caller":"traceutil/trace.go:171","msg":"trace[1808167121] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25497; }","duration":"286.061904ms","start":"2026-03-31T21:21:13.65208Z","end":"2026-03-31T21:21:13.938142Z","steps":["trace[1808167121] 'agreement among raft nodes before linearized reading' (duration: 285.92079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:13.937922Z","caller":"traceutil/trace.go:171","msg":"trace[1212511626] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"396.024477ms","start":"2026-03-31T21:21:13.541872Z","end":"2026-03-31T21:21:13.937896Z","steps":["trace[1212511626] 'process raft request' (duration: 395.859823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:13.938255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:13.46606Z","time spent":"472.123492ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:13.93839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:13.541834Z","time spent":"396.422198ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:13.938008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.159239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:13.938575Z","caller":"traceutil/trace.go:171","msg":"trace[743930641] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25497; }","duration":"337.753044ms","start":"2026-03-31T21:21:13.600807Z","end":"2026-03-31T21:21:13.93856Z","steps":["trace[743930641] 'agreement among raft nodes before linearized reading' (duration: 337.170768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:13.938625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:13.600782Z","time spent":"337.826867ms","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:21:14.579761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.823143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:14.579896Z","caller":"traceutil/trace.go:171","msg":"trace[1232463428] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"125.550814ms","start":"2026-03-31T21:21:14.454334Z","end":"2026-03-31T21:21:14.579885Z","steps":["trace[1232463428] 'process raft request' (duration: 125.526653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:14.580027Z","caller":"traceutil/trace.go:171","msg":"trace[693128582] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"269.285689ms","start":"2026-03-31T21:21:14.310737Z","end":"2026-03-31T21:21:14.580022Z","steps":["trace[693128582] 'process raft request' (duration: 269.090024ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:14.580066Z","caller":"traceutil/trace.go:171","msg":"trace[1271777781] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"341.049866ms","start":"2026-03-31T21:21:14.238984Z","end":"2026-03-31T21:21:14.580034Z","steps":["trace[1271777781] 'process raft request' (duration: 232.881473ms)","trace[1271777781] 'compare' (duration: 107.730501ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:14.580211Z","caller":"traceutil/trace.go:171","msg":"trace[1253995217] linearizableReadLoop","detail":"{readStateIndex:26322; appliedIndex:26320; }","duration":"305.020448ms","start":"2026-03-31T21:21:14.275172Z","end":"2026-03-31T21:21:14.580193Z","steps":["trace[1253995217] 'read index received' (duration: 45.58344ms)","trace[1253995217] 'applied index is now lower than readState.Index' (duration: 259.435198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:14.580228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:14.238972Z","time spent":"341.171649ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:14.580349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.164603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:14.580429Z","caller":"traceutil/trace.go:171","msg":"trace[364921900] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25501; }","duration":"305.249255ms","start":"2026-03-31T21:21:14.275158Z","end":"2026-03-31T21:21:14.580407Z","steps":["trace[364921900] 'agreement among raft nodes before linearized reading' (duration: 305.121051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:14.580486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:14.275091Z","time spent":"305.380249ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-31T21:21:14.620603Z","caller":"traceutil/trace.go:171","msg":"trace[1232106117] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"137.707179ms","start":"2026-03-31T21:21:14.482877Z","end":"2026-03-31T21:21:14.620585Z","steps":["trace[1232106117] 'process raft request' (duration: 137.574585ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:14.622326Z","caller":"traceutil/trace.go:171","msg":"trace[25118087] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"139.307465ms","start":"2026-03-31T21:21:14.482942Z","end":"2026-03-31T21:21:14.622249Z","steps":["trace[25118087] 'process raft request' (duration: 137.610767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:14.923215Z","caller":"traceutil/trace.go:171","msg":"trace[2019243351] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"120.761501ms","start":"2026-03-31T21:21:14.802425Z","end":"2026-03-31T21:21:14.923187Z","steps":["trace[2019243351] 'process raft request' (duration: 120.581146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:15.513644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.540545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:15.513786Z","caller":"traceutil/trace.go:171","msg":"trace[58071605] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25504; }","duration":"330.772691ms","start":"2026-03-31T21:21:15.182987Z","end":"2026-03-31T21:21:15.513759Z","steps":["trace[58071605] 'count revisions from in-memory index tree' (duration: 330.427372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:15.513846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:15.182944Z","time spent":"330.889234ms","remote":"127.0.0.1:36888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:21:15.513879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.256936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:15.513963Z","caller":"traceutil/trace.go:171","msg":"trace[293583681] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25504; }","duration":"305.40152ms","start":"2026-03-31T21:21:15.208536Z","end":"2026-03-31T21:21:15.513937Z","steps":["trace[293583681] 'count revisions from in-memory index tree' (duration: 305.161002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:15.514024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:15.208515Z","time spent":"305.494052ms","remote":"127.0.0.1:37472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T21:21:15.514243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.94562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:21:15.514335Z","caller":"traceutil/trace.go:171","msg":"trace[706322896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25504; }","duration":"479.080574ms","start":"2026-03-31T21:21:15.035232Z","end":"2026-03-31T21:21:15.514313Z","steps":["trace[706322896] 'range keys from in-memory index tree' (duration: 478.774316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:15.514407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:15.03521Z","time spent":"479.175297ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:21:15.515001Z","caller":"traceutil/trace.go:171","msg":"trace[1357252171] linearizableReadLoop","detail":"{readStateIndex:26328; appliedIndex:26327; }","duration":"148.431096ms","start":"2026-03-31T21:21:15.36655Z","end":"2026-03-31T21:21:15.514981Z","steps":["trace[1357252171] 'read index received' (duration: 63.67166ms)","trace[1357252171] 'applied index is now lower than readState.Index' (duration: 84.757456ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:15.515161Z","caller":"traceutil/trace.go:171","msg":"trace[1951749096] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"262.855382ms","start":"2026-03-31T21:21:15.252284Z","end":"2026-03-31T21:21:15.515139Z","steps":["trace[1951749096] 'process raft request' (duration: 177.904941ms)","trace[1951749096] 'compare' (duration: 84.21417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:15.515216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.665103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:21:15.515248Z","caller":"traceutil/trace.go:171","msg":"trace[206909573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25505; }","duration":"148.698174ms","start":"2026-03-31T21:21:15.366539Z","end":"2026-03-31T21:21:15.515237Z","steps":["trace[206909573] 'agreement among raft nodes before linearized reading' (duration: 148.512829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:15.652526Z","caller":"traceutil/trace.go:171","msg":"trace[941166825] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"133.170464ms","start":"2026-03-31T21:21:15.519329Z","end":"2026-03-31T21:21:15.652499Z","steps":["trace[941166825] 'process raft request' (duration: 95.946114ms)","trace[941166825] 'compare' (duration: 37.021565ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:15.652897Z","caller":"traceutil/trace.go:171","msg":"trace[354937531] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"133.463043ms","start":"2026-03-31T21:21:15.519414Z","end":"2026-03-31T21:21:15.652877Z","steps":["trace[354937531] 'process raft request' (duration: 133.016641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:15.705966Z","caller":"traceutil/trace.go:171","msg":"trace[1444774659] transaction","detail":"{read_only:false; response_revision:25509; number_of_response:1; }","duration":"148.218111ms","start":"2026-03-31T21:21:15.557717Z","end":"2026-03-31T21:21:15.705935Z","steps":["trace[1444774659] 'process raft request' (duration: 148.024575ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:15.706085Z","caller":"traceutil/trace.go:171","msg":"trace[1065216898] transaction","detail":"{read_only:false; response_revision:25510; number_of_response:1; }","duration":"147.963554ms","start":"2026-03-31T21:21:15.558095Z","end":"2026-03-31T21:21:15.706058Z","steps":["trace[1065216898] 'process raft request' (duration: 147.787429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:15.825351Z","caller":"traceutil/trace.go:171","msg":"trace[217041459] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"165.493939ms","start":"2026-03-31T21:21:15.659826Z","end":"2026-03-31T21:21:15.82532Z","steps":["trace[217041459] 'process raft request' (duration: 135.194811ms)","trace[217041459] 'compare' (duration: 30.129903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:18.156208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.912316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-31T21:21:18.156258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.308868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:18.156324Z","caller":"traceutil/trace.go:171","msg":"trace[28182502] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25529; }","duration":"214.428522ms","start":"2026-03-31T21:21:17.94188Z","end":"2026-03-31T21:21:18.156309Z","steps":["trace[28182502] 'count revisions from in-memory index tree' (duration: 214.208826ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:18.156321Z","caller":"traceutil/trace.go:171","msg":"trace[1946744709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25529; }","duration":"206.06148ms","start":"2026-03-31T21:21:17.950237Z","end":"2026-03-31T21:21:18.156298Z","steps":["trace[1946744709] 'range keys from in-memory index tree' (duration: 205.698841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:18.156479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.589358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:18.15652Z","caller":"traceutil/trace.go:171","msg":"trace[258171684] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"205.386532ms","start":"2026-03-31T21:21:17.951126Z","end":"2026-03-31T21:21:18.156512Z","steps":["trace[258171684] 'process raft request' (duration: 72.721641ms)","trace[258171684] 'compare' (duration: 132.250139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:18.71785Z","caller":"traceutil/trace.go:171","msg":"trace[818257830] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"557.415891ms","start":"2026-03-31T21:21:18.160415Z","end":"2026-03-31T21:21:18.717831Z","steps":["trace[818257830] 'process raft request' (duration: 557.280577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:18.717977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:18.160402Z","time spent":"557.507884ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:19.149689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.741132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:19.149885Z","caller":"traceutil/trace.go:171","msg":"trace[422694409] transaction","detail":"{read_only:false; response_revision:25534; number_of_response:1; }","duration":"513.142326ms","start":"2026-03-31T21:21:18.636729Z","end":"2026-03-31T21:21:19.149872Z","steps":["trace[422694409] 'process raft request' (duration: 513.091485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:19.149942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:18.636709Z","time spent":"513.208249ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:19.149938Z","caller":"traceutil/trace.go:171","msg":"trace[45811136] transaction","detail":"{read_only:false; response_revision:25533; number_of_response:1; }","duration":"544.205635ms","start":"2026-03-31T21:21:18.605691Z","end":"2026-03-31T21:21:19.149896Z","steps":["trace[45811136] 'process raft request' (duration: 544.083892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:19.149966Z","caller":"traceutil/trace.go:171","msg":"trace[1194632235] transaction","detail":"{read_only:false; response_revision:25532; number_of_response:1; }","duration":"545.200433ms","start":"2026-03-31T21:21:18.604716Z","end":"2026-03-31T21:21:19.149916Z","steps":["trace[1194632235] 'process raft request' (duration: 348.163762ms)","trace[1194632235] 'compare' (duration: 196.65275ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:19.15005Z","caller":"traceutil/trace.go:171","msg":"trace[1862672798] linearizableReadLoop","detail":"{readStateIndex:26359; appliedIndex:26355; }","duration":"277.752884ms","start":"2026-03-31T21:21:18.87229Z","end":"2026-03-31T21:21:19.150043Z","steps":["trace[1862672798] 'read index received' (duration: 80.61908ms)","trace[1862672798] 'applied index is now lower than readState.Index' (duration: 197.132944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:19.15013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.845936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-31T21:21:19.150122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:18.60568Z","time spent":"544.35413ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:19.150152Z","caller":"traceutil/trace.go:171","msg":"trace[1301578193] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25535; }","duration":"277.906008ms","start":"2026-03-31T21:21:18.87224Z","end":"2026-03-31T21:21:19.150146Z","steps":["trace[1301578193] 'agreement among raft nodes before linearized reading' (duration: 277.863707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:19.150159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:18.604697Z","time spent":"545.364268ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:19.15023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.286015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:19.150286Z","caller":"traceutil/trace.go:171","msg":"trace[2115172395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25535; }","duration":"241.385918ms","start":"2026-03-31T21:21:18.908886Z","end":"2026-03-31T21:21:19.150272Z","steps":["trace[2115172395] 'agreement among raft nodes before linearized reading' (duration: 241.298806ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:19.150211Z","caller":"traceutil/trace.go:171","msg":"trace[409385232] transaction","detail":"{read_only:false; response_revision:25535; number_of_response:1; }","duration":"510.861433ms","start":"2026-03-31T21:21:18.639258Z","end":"2026-03-31T21:21:19.15012Z","steps":["trace[409385232] 'process raft request' (duration: 510.588006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:19.15045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.339644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:21:19.150502Z","caller":"traceutil/trace.go:171","msg":"trace[1211132493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25535; }","duration":"212.428617ms","start":"2026-03-31T21:21:18.938063Z","end":"2026-03-31T21:21:19.150492Z","steps":["trace[1211132493] 'agreement among raft nodes before linearized reading' (duration: 212.266463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:19.150618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:18.639253Z","time spent":"511.163621ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:19.468767Z","caller":"traceutil/trace.go:171","msg":"trace[1962471399] transaction","detail":"{read_only:false; response_revision:25536; number_of_response:1; }","duration":"314.714196ms","start":"2026-03-31T21:21:19.154012Z","end":"2026-03-31T21:21:19.468727Z","steps":["trace[1962471399] 'process raft request' (duration: 291.615347ms)","trace[1962471399] 'compare' (duration: 22.905993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:19.468901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:19.153996Z","time spent":"314.83892ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:35.328245Z","caller":"traceutil/trace.go:171","msg":"trace[67895851] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"104.562272ms","start":"2026-03-31T21:21:35.223658Z","end":"2026-03-31T21:21:35.32822Z","steps":["trace[67895851] 'process raft request' (duration: 104.309465ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:35.586209Z","caller":"traceutil/trace.go:171","msg":"trace[433210432] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"361.776579ms","start":"2026-03-31T21:21:35.224407Z","end":"2026-03-31T21:21:35.586184Z","steps":["trace[433210432] 'process raft request' (duration: 361.594834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:35.586356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.224394Z","time spent":"361.890161ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:35.586684Z","caller":"traceutil/trace.go:171","msg":"trace[1238550851] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"362.125468ms","start":"2026-03-31T21:21:35.224521Z","end":"2026-03-31T21:21:35.586646Z","steps":["trace[1238550851] 'process raft request' (duration: 361.619274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:35.586842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.22449Z","time spent":"362.269143ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:35.587574Z","caller":"traceutil/trace.go:171","msg":"trace[516604099] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"362.90142ms","start":"2026-03-31T21:21:35.224654Z","end":"2026-03-31T21:21:35.587556Z","steps":["trace[516604099] 'process raft request' (duration: 361.84688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:35.587664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.22464Z","time spent":"362.982773ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:35.796687Z","caller":"traceutil/trace.go:171","msg":"trace[1034222458] linearizableReadLoop","detail":"{readStateIndex:26491; appliedIndex:26490; }","duration":"209.157245ms","start":"2026-03-31T21:21:35.587505Z","end":"2026-03-31T21:21:35.796662Z","steps":["trace[1034222458] 'read index received' (duration: 143.548611ms)","trace[1034222458] 'applied index is now lower than readState.Index' (duration: 65.607504ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:35.79682Z","caller":"traceutil/trace.go:171","msg":"trace[121181292] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"255.668293ms","start":"2026-03-31T21:21:35.541126Z","end":"2026-03-31T21:21:35.796795Z","steps":["trace[121181292] 'process raft request' (duration: 189.911434ms)","trace[121181292] 'compare' (duration: 65.257475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:35.797241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.341012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:21:35.797347Z","caller":"traceutil/trace.go:171","msg":"trace[1007129916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25664; }","duration":"260.492196ms","start":"2026-03-31T21:21:35.536828Z","end":"2026-03-31T21:21:35.79732Z","steps":["trace[1007129916] 'agreement among raft nodes before linearized reading' (duration: 260.122696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.113238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.729255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:36.113726Z","caller":"traceutil/trace.go:171","msg":"trace[884714283] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"504.774724ms","start":"2026-03-31T21:21:35.608567Z","end":"2026-03-31T21:21:36.113342Z","steps":["trace[884714283] 'process raft request' (duration: 291.831944ms)","trace[884714283] 'compare' (duration: 212.56008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:36.11384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.608537Z","time spent":"505.252809ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:36.176744Z","caller":"traceutil/trace.go:171","msg":"trace[1690795808] linearizableReadLoop","detail":"{readStateIndex:26493; appliedIndex:26491; }","duration":"379.951542ms","start":"2026-03-31T21:21:35.796758Z","end":"2026-03-31T21:21:36.17671Z","steps":["trace[1690795808] 'read index received' (duration: 103.635747ms)","trace[1690795808] 'applied index is now lower than readState.Index' (duration: 276.314515ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:36.176891Z","caller":"traceutil/trace.go:171","msg":"trace[352138157] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"375.246261ms","start":"2026-03-31T21:21:35.801602Z","end":"2026-03-31T21:21:36.176849Z","steps":["trace[352138157] 'process raft request' (duration: 374.991154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:36.176922Z","caller":"traceutil/trace.go:171","msg":"trace[36555012] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"344.09956ms","start":"2026-03-31T21:21:35.832802Z","end":"2026-03-31T21:21:36.176902Z","steps":["trace[36555012] 'process raft request' (duration: 343.855364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.177076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.801577Z","time spent":"375.407336ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:36.177102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.832782Z","time spent":"344.226323ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:36.177167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.129362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-31T21:21:36.177191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.995105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:21:36.177222Z","caller":"traceutil/trace.go:171","msg":"trace[43347821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25668; }","duration":"429.221735ms","start":"2026-03-31T21:21:35.747985Z","end":"2026-03-31T21:21:36.177207Z","steps":["trace[43347821] 'agreement among raft nodes before linearized reading' (duration: 429.04537ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:36.177249Z","caller":"traceutil/trace.go:171","msg":"trace[286666518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25668; }","duration":"431.123107ms","start":"2026-03-31T21:21:35.74611Z","end":"2026-03-31T21:21:36.177233Z","steps":["trace[286666518] 'agreement among raft nodes before linearized reading' (duration: 430.912732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.177281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.747965Z","time spent":"429.304407ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T21:21:36.177297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.746084Z","time spent":"431.2023ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T21:21:36.177159Z","caller":"traceutil/trace.go:171","msg":"trace[1157634096] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"411.288899ms","start":"2026-03-31T21:21:35.76577Z","end":"2026-03-31T21:21:36.177059Z","steps":["trace[1157634096] 'process raft request' (duration: 410.683012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.177306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.255334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-31T21:21:36.177311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.130615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:36.177376Z","caller":"traceutil/trace.go:171","msg":"trace[921819262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25668; }","duration":"177.362437ms","start":"2026-03-31T21:21:35.999996Z","end":"2026-03-31T21:21:36.177358Z","steps":["trace[921819262] 'agreement among raft nodes before linearized reading' (duration: 177.262124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.177361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.88254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:36.177393Z","caller":"traceutil/trace.go:171","msg":"trace[664251849] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25668; }","duration":"325.225447ms","start":"2026-03-31T21:21:35.852146Z","end":"2026-03-31T21:21:36.177371Z","steps":["trace[664251849] 'agreement among raft nodes before linearized reading' (duration: 325.060313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.177411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.875696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T21:21:36.177455Z","caller":"traceutil/trace.go:171","msg":"trace[1775821505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25668; }","duration":"268.036505ms","start":"2026-03-31T21:21:35.909397Z","end":"2026-03-31T21:21:36.177433Z","steps":["trace[1775821505] 'agreement among raft nodes before linearized reading' (duration: 267.885211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.177471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.852067Z","time spent":"325.388012ms","remote":"127.0.0.1:43246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:21:36.177478Z","caller":"traceutil/trace.go:171","msg":"trace[1008446786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25668; }","duration":"218.988829ms","start":"2026-03-31T21:21:35.958471Z","end":"2026-03-31T21:21:36.17746Z","steps":["trace[1008446786] 'agreement among raft nodes before linearized reading' (duration: 218.768943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.177621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:35.765749Z","time spent":"411.612998ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:36.332474Z","caller":"traceutil/trace.go:171","msg":"trace[47862551] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"150.758091ms","start":"2026-03-31T21:21:36.181678Z","end":"2026-03-31T21:21:36.332436Z","steps":["trace[47862551] 'process raft request' (duration: 95.417069ms)","trace[47862551] 'compare' (duration: 55.108695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:36.598196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.46737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-31T21:21:36.598581Z","caller":"traceutil/trace.go:171","msg":"trace[2080847602] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"352.826381ms","start":"2026-03-31T21:21:36.245664Z","end":"2026-03-31T21:21:36.598491Z","steps":["trace[2080847602] 'process raft request' (duration: 352.775ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:21:36.598629Z","caller":"traceutil/trace.go:171","msg":"trace[157829689] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"416.680598ms","start":"2026-03-31T21:21:36.181909Z","end":"2026-03-31T21:21:36.59859Z","steps":["trace[157829689] 'process raft request' (duration: 416.405831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.598668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:36.245642Z","time spent":"352.988086ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:36.59866Z","caller":"traceutil/trace.go:171","msg":"trace[1658492449] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"376.125326ms","start":"2026-03-31T21:21:36.222515Z","end":"2026-03-31T21:21:36.598641Z","steps":["trace[1658492449] 'process raft request' (duration: 375.8838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:36.598815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:36.222495Z","time spent":"376.246839ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:36.598811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:36.181892Z","time spent":"416.817681ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T21:21:36.598988Z","caller":"traceutil/trace.go:171","msg":"trace[671402286] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"416.664437ms","start":"2026-03-31T21:21:36.181752Z","end":"2026-03-31T21:21:36.598416Z","steps":["trace[671402286] 'process raft request' (duration: 251.876938ms)","trace[671402286] 'compare' (duration: 164.369467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:21:36.599325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:36.181736Z","time spent":"417.444409ms","remote":"127.0.0.1:60854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T21:21:37.080911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.141518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-31T21:21:37.081009Z","caller":"traceutil/trace.go:171","msg":"trace[647805352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25673; }","duration":"272.288733ms","start":"2026-03-31T21:21:36.808697Z","end":"2026-03-31T21:21:37.080986Z","steps":["trace[647805352] 'range keys from in-memory index tree' (duration: 271.848861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:37.081014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.770859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:37.08228Z","caller":"traceutil/trace.go:171","msg":"trace[1523826870] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25673; }","duration":"157.079405ms","start":"2026-03-31T21:21:36.925179Z","end":"2026-03-31T21:21:37.082258Z","steps":["trace[1523826870] 'count revisions from in-memory index tree' (duration: 155.679477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:37.081114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.422814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:21:37.082428Z","caller":"traceutil/trace.go:171","msg":"trace[559550127] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25673; }","duration":"334.73699ms","start":"2026-03-31T21:21:36.747652Z","end":"2026-03-31T21:21:37.082389Z","steps":["trace[559550127] 'count revisions from in-memory index tree' (duration: 333.169477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:37.082542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T21:21:36.747604Z","time spent":"334.895245ms","remote":"127.0.0.1:37430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T21:21:37.26963Z","caller":"traceutil/trace.go:171","msg":"trace[173290864] linearizableReadLoop","detail":"{readStateIndex:26501; appliedIndex:26500; }","duration":"183.226148ms","start":"2026-03-31T21:21:37.086385Z","end":"2026-03-31T21:21:37.269611Z","steps":["trace[173290864] 'read index received' (duration: 183.059124ms)","trace[173290864] 'applied index is now lower than readState.Index' (duration: 165.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:21:37.2698Z","caller":"traceutil/trace.go:171","msg":"trace[2144084386] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"184.058372ms","start":"2026-03-31T21:21:37.085672Z","end":"2026-03-31T21:21:37.26973Z","steps":["trace[2144084386] 'process raft request' (duration: 183.793014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:37.269956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.515617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18745"} {"level":"info","ts":"2026-03-31T21:21:37.270003Z","caller":"traceutil/trace.go:171","msg":"trace[46323285] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25674; }","duration":"183.62299ms","start":"2026-03-31T21:21:37.086369Z","end":"2026-03-31T21:21:37.269992Z","steps":["trace[46323285] 'agreement among raft nodes before linearized reading' (duration: 183.363663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:21:37.270132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.328396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T21:21:37.270215Z","caller":"traceutil/trace.go:171","msg":"trace[528097635] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:25674; }","duration":"151.448589ms","start":"2026-03-31T21:21:37.118753Z","end":"2026-03-31T21:21:37.270201Z","steps":["trace[528097635] 'agreement among raft nodes before linearized reading' (duration: 150.991637ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:04.894512Z","caller":"traceutil/trace.go:171","msg":"trace[1616966936] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"143.327005ms","start":"2026-03-31T21:22:04.751152Z","end":"2026-03-31T21:22:04.894479Z","steps":["trace[1616966936] 'process raft request' (duration: 129.822402ms)","trace[1616966936] 'compare' (duration: 13.095082ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:22:04.906291Z","caller":"traceutil/trace.go:171","msg":"trace[1538318533] linearizableReadLoop","detail":"{readStateIndex:26893; appliedIndex:26891; }","duration":"151.07209ms","start":"2026-03-31T21:22:04.755195Z","end":"2026-03-31T21:22:04.906268Z","steps":["trace[1538318533] 'read index received' (duration: 125.796981ms)","trace[1538318533] 'applied index is now lower than readState.Index' (duration: 25.274139ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:22:04.90637Z","caller":"traceutil/trace.go:171","msg":"trace[701804351] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"155.151623ms","start":"2026-03-31T21:22:04.751194Z","end":"2026-03-31T21:22:04.906346Z","steps":["trace[701804351] 'process raft request' (duration: 154.956308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:22:04.906417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.193393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:22:04.906484Z","caller":"traceutil/trace.go:171","msg":"trace[1739223331] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26058; }","duration":"151.305466ms","start":"2026-03-31T21:22:04.755166Z","end":"2026-03-31T21:22:04.906472Z","steps":["trace[1739223331] 'agreement among raft nodes before linearized reading' (duration: 151.193023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:06.441371Z","caller":"traceutil/trace.go:171","msg":"trace[1820403791] linearizableReadLoop","detail":"{readStateIndex:26903; appliedIndex:26901; }","duration":"148.585841ms","start":"2026-03-31T21:22:06.29276Z","end":"2026-03-31T21:22:06.441345Z","steps":["trace[1820403791] 'read index received' (duration: 52.386189ms)","trace[1820403791] 'applied index is now lower than readState.Index' (duration: 96.198612ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:22:06.441732Z","caller":"traceutil/trace.go:171","msg":"trace[123947206] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"159.253516ms","start":"2026-03-31T21:22:06.282437Z","end":"2026-03-31T21:22:06.44169Z","steps":["trace[123947206] 'process raft request' (duration: 158.846455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:06.441732Z","caller":"traceutil/trace.go:171","msg":"trace[741397818] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"162.29208ms","start":"2026-03-31T21:22:06.279399Z","end":"2026-03-31T21:22:06.441691Z","steps":["trace[741397818] 'process raft request' (duration: 65.729458ms)","trace[741397818] 'compare' (duration: 95.975495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:22:06.44177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.975401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:22:06.441875Z","caller":"traceutil/trace.go:171","msg":"trace[685111873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26068; }","duration":"149.118925ms","start":"2026-03-31T21:22:06.292731Z","end":"2026-03-31T21:22:06.44185Z","steps":["trace[685111873] 'agreement among raft nodes before linearized reading' (duration: 148.91825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:22:06.441798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.526442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:22:06.442012Z","caller":"traceutil/trace.go:171","msg":"trace[713311323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26068; }","duration":"134.754378ms","start":"2026-03-31T21:22:06.30724Z","end":"2026-03-31T21:22:06.441995Z","steps":["trace[713311323] 'agreement among raft nodes before linearized reading' (duration: 134.426469ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:22:13.951878Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23130} {"level":"info","ts":"2026-03-31T21:22:14.08467Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23130,"took":"127.859827ms","hash":3879619202,"current-db-size-bytes":61165568,"current-db-size":"61 MB","current-db-size-in-use-bytes":35905536,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-31T21:22:14.084728Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3879619202,"revision":23130,"compact-revision":20223} {"level":"info","ts":"2026-03-31T21:23:09.93583Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006b5f.wal"} {"level":"info","ts":"2026-03-31T21:23:20.091882Z","caller":"traceutil/trace.go:171","msg":"trace[1556386289] transaction","detail":"{read_only:false; response_revision:26713; number_of_response:1; }","duration":"108.351877ms","start":"2026-03-31T21:23:19.983505Z","end":"2026-03-31T21:23:20.091857Z","steps":["trace[1556386289] 'process raft request' (duration: 108.301995ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:20.092151Z","caller":"traceutil/trace.go:171","msg":"trace[2107387732] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"111.739301ms","start":"2026-03-31T21:23:19.980354Z","end":"2026-03-31T21:23:20.092094Z","steps":["trace[2107387732] 'process raft request' (duration: 111.274808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:24.298027Z","caller":"traceutil/trace.go:171","msg":"trace[834680605] transaction","detail":"{read_only:false; response_revision:26750; number_of_response:1; }","duration":"105.503439ms","start":"2026-03-31T21:23:24.192484Z","end":"2026-03-31T21:23:24.297988Z","steps":["trace[834680605] 'process raft request' (duration: 102.377113ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:24.43681Z","caller":"traceutil/trace.go:171","msg":"trace[1729766871] transaction","detail":"{read_only:false; response_revision:26752; number_of_response:1; }","duration":"105.723444ms","start":"2026-03-31T21:23:24.331046Z","end":"2026-03-31T21:23:24.436769Z","steps":["trace[1729766871] 'process raft request' (duration: 98.462164ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:24.544001Z","caller":"traceutil/trace.go:171","msg":"trace[2104420041] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"102.418294ms","start":"2026-03-31T21:23:24.441543Z","end":"2026-03-31T21:23:24.543961Z","steps":["trace[2104420041] 'process raft request' (duration: 95.927474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:24.545219Z","caller":"traceutil/trace.go:171","msg":"trace[222213313] linearizableReadLoop","detail":"{readStateIndex:27607; appliedIndex:27605; }","duration":"103.00907ms","start":"2026-03-31T21:23:24.442177Z","end":"2026-03-31T21:23:24.545186Z","steps":["trace[222213313] 'read index received' (duration: 17.129923ms)","trace[222213313] 'applied index is now lower than readState.Index' (duration: 85.876127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:24.545425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.225705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18712"} {"level":"info","ts":"2026-03-31T21:23:24.545494Z","caller":"traceutil/trace.go:171","msg":"trace[778889334] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26756; }","duration":"103.329719ms","start":"2026-03-31T21:23:24.442148Z","end":"2026-03-31T21:23:24.545478Z","steps":["trace[778889334] 'agreement among raft nodes before linearized reading' (duration: 103.190645ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:36.974868Z","caller":"traceutil/trace.go:171","msg":"trace[629171892] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"115.916616ms","start":"2026-03-31T21:23:36.858925Z","end":"2026-03-31T21:23:36.974842Z","steps":["trace[629171892] 'process raft request' (duration: 76.201168ms)","trace[629171892] 'compare' (duration: 39.296987ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:23:37.240137Z","caller":"traceutil/trace.go:171","msg":"trace[1768784422] linearizableReadLoop","detail":"{readStateIndex:27719; appliedIndex:27717; }","duration":"117.152931ms","start":"2026-03-31T21:23:37.122956Z","end":"2026-03-31T21:23:37.240109Z","steps":["trace[1768784422] 'read index received' (duration: 111.762512ms)","trace[1768784422] 'applied index is now lower than readState.Index' (duration: 5.389149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:23:37.240392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.381777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.57\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-31T21:23:37.240448Z","caller":"traceutil/trace.go:171","msg":"trace[1352917599] range","detail":"{range_begin:/registry/masterleases/199.204.45.57; range_end:; response_count:1; response_revision:26864; }","duration":"117.522781ms","start":"2026-03-31T21:23:37.12291Z","end":"2026-03-31T21:23:37.240433Z","steps":["trace[1352917599] 'agreement among raft nodes before linearized reading' (duration: 117.309795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:37.24047Z","caller":"traceutil/trace.go:171","msg":"trace[555278947] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"260.329492ms","start":"2026-03-31T21:23:36.980093Z","end":"2026-03-31T21:23:37.240423Z","steps":["trace[555278947] 'process raft request' (duration: 254.506161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:37.240624Z","caller":"traceutil/trace.go:171","msg":"trace[5217896] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"138.966505ms","start":"2026-03-31T21:23:37.101477Z","end":"2026-03-31T21:23:37.240444Z","steps":["trace[5217896] 'process raft request' (duration: 138.507583ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:57.174391Z","caller":"traceutil/trace.go:171","msg":"trace[24345704] transaction","detail":"{read_only:false; response_revision:27070; number_of_response:1; }","duration":"146.76215ms","start":"2026-03-31T21:23:57.027591Z","end":"2026-03-31T21:23:57.174354Z","steps":["trace[24345704] 'process raft request' (duration: 146.42257ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:57.174489Z","caller":"traceutil/trace.go:171","msg":"trace[1727938046] transaction","detail":"{read_only:false; response_revision:27071; number_of_response:1; }","duration":"144.554939ms","start":"2026-03-31T21:23:57.029886Z","end":"2026-03-31T21:23:57.174441Z","steps":["trace[1727938046] 'process raft request' (duration: 144.372153ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:23:57.174718Z","caller":"traceutil/trace.go:171","msg":"trace[1300090912] transaction","detail":"{read_only:false; response_revision:27072; number_of_response:1; }","duration":"110.701773ms","start":"2026-03-31T21:23:57.063987Z","end":"2026-03-31T21:23:57.174688Z","steps":["trace[1300090912] 'process raft request' (duration: 110.335362ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.405105Z","caller":"traceutil/trace.go:171","msg":"trace[1178451342] transaction","detail":"{read_only:false; response_revision:27322; number_of_response:1; }","duration":"165.21065ms","start":"2026-03-31T21:24:19.239867Z","end":"2026-03-31T21:24:19.405077Z","steps":["trace[1178451342] 'process raft request' (duration: 113.379237ms)","trace[1178451342] 'compare' (duration: 51.615927ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:19.415657Z","caller":"traceutil/trace.go:171","msg":"trace[1307474624] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"174.999642ms","start":"2026-03-31T21:24:19.240632Z","end":"2026-03-31T21:24:19.415631Z","steps":["trace[1307474624] 'process raft request' (duration: 174.850328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.415819Z","caller":"traceutil/trace.go:171","msg":"trace[407385811] linearizableReadLoop","detail":"{readStateIndex:28193; appliedIndex:28190; }","duration":"173.201012ms","start":"2026-03-31T21:24:19.242603Z","end":"2026-03-31T21:24:19.415804Z","steps":["trace[407385811] 'read index received' (duration: 110.681403ms)","trace[407385811] 'applied index is now lower than readState.Index' (duration: 62.518709ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:19.415881Z","caller":"traceutil/trace.go:171","msg":"trace[754936068] transaction","detail":"{read_only:false; response_revision:27327; number_of_response:1; }","duration":"162.100935ms","start":"2026-03-31T21:24:19.25377Z","end":"2026-03-31T21:24:19.41587Z","steps":["trace[754936068] 'process raft request' (duration: 161.984842ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.415856Z","caller":"traceutil/trace.go:171","msg":"trace[308278799] transaction","detail":"{read_only:false; response_revision:27326; number_of_response:1; }","duration":"171.440573ms","start":"2026-03-31T21:24:19.244386Z","end":"2026-03-31T21:24:19.415826Z","steps":["trace[308278799] 'process raft request' (duration: 171.314989ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.415911Z","caller":"traceutil/trace.go:171","msg":"trace[1087816380] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"174.534359ms","start":"2026-03-31T21:24:19.241221Z","end":"2026-03-31T21:24:19.415755Z","steps":["trace[1087816380] 'process raft request' (duration: 174.348934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.416028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.410048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-31T21:24:19.416062Z","caller":"traceutil/trace.go:171","msg":"trace[1526426069] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27327; }","duration":"173.47683ms","start":"2026-03-31T21:24:19.242574Z","end":"2026-03-31T21:24:19.416051Z","steps":["trace[1526426069] 'agreement among raft nodes before linearized reading' (duration: 173.368497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.415842Z","caller":"traceutil/trace.go:171","msg":"trace[834459013] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"172.442241ms","start":"2026-03-31T21:24:19.243361Z","end":"2026-03-31T21:24:19.415803Z","steps":["trace[834459013] 'process raft request' (duration: 172.277147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.422599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.366652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-31T21:24:19.422671Z","caller":"traceutil/trace.go:171","msg":"trace[793163761] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:27329; }","duration":"179.462175ms","start":"2026-03-31T21:24:19.243189Z","end":"2026-03-31T21:24:19.422651Z","steps":["trace[793163761] 'agreement among raft nodes before linearized reading' (duration: 179.27484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.422662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.196678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/horizon\" ","response":"range_response_count:1 size:8558"} {"level":"info","ts":"2026-03-31T21:24:19.422738Z","caller":"traceutil/trace.go:171","msg":"trace[2018288342] range","detail":"{range_begin:/registry/deployments/openstack/horizon; range_end:; response_count:1; response_revision:27329; }","duration":"179.306671ms","start":"2026-03-31T21:24:19.243413Z","end":"2026-03-31T21:24:19.42272Z","steps":["trace[2018288342] 'agreement among raft nodes before linearized reading' (duration: 179.047294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.422808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.481301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T21:24:19.422889Z","caller":"traceutil/trace.go:171","msg":"trace[20984301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27329; }","duration":"138.604174ms","start":"2026-03-31T21:24:19.284266Z","end":"2026-03-31T21:24:19.42287Z","steps":["trace[20984301] 'agreement among raft nodes before linearized reading' (duration: 138.389298ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.609847Z","caller":"traceutil/trace.go:171","msg":"trace[47409315] linearizableReadLoop","detail":"{readStateIndex:28207; appliedIndex:28204; }","duration":"133.006869ms","start":"2026-03-31T21:24:19.476816Z","end":"2026-03-31T21:24:19.609822Z","steps":["trace[47409315] 'read index received' (duration: 34.437453ms)","trace[47409315] 'applied index is now lower than readState.Index' (duration: 98.567906ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:19.609866Z","caller":"traceutil/trace.go:171","msg":"trace[797699892] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"144.950631ms","start":"2026-03-31T21:24:19.464885Z","end":"2026-03-31T21:24:19.609836Z","steps":["trace[797699892] 'process raft request' (duration: 144.803887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.61Z","caller":"traceutil/trace.go:171","msg":"trace[265413807] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"143.291394ms","start":"2026-03-31T21:24:19.466671Z","end":"2026-03-31T21:24:19.609962Z","steps":["trace[265413807] 'process raft request' (duration: 143.090519ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.609837Z","caller":"traceutil/trace.go:171","msg":"trace[1862841693] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"145.613309ms","start":"2026-03-31T21:24:19.464178Z","end":"2026-03-31T21:24:19.609791Z","steps":["trace[1862841693] 'process raft request' (duration: 47.058642ms)","trace[1862841693] 'compare' (duration: 98.247428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:19.610475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.184732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-31T21:24:19.610526Z","caller":"traceutil/trace.go:171","msg":"trace[1315343288] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:27338; }","duration":"147.276384ms","start":"2026-03-31T21:24:19.463234Z","end":"2026-03-31T21:24:19.61051Z","steps":["trace[1315343288] 'agreement among raft nodes before linearized reading' (duration: 146.719149ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.631987Z","caller":"traceutil/trace.go:171","msg":"trace[513721131] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"140.99061ms","start":"2026-03-31T21:24:19.490976Z","end":"2026-03-31T21:24:19.631967Z","steps":["trace[513721131] 'process raft request' (duration: 140.897887ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:19.632873Z","caller":"traceutil/trace.go:171","msg":"trace[994955638] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"113.274363ms","start":"2026-03-31T21:24:19.519571Z","end":"2026-03-31T21:24:19.632845Z","steps":["trace[994955638] 'process raft request' (duration: 112.851481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.633083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.785426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/horizon-76d7f646d8\" ","response":"range_response_count:1 size:8585"} {"level":"info","ts":"2026-03-31T21:24:19.633114Z","caller":"traceutil/trace.go:171","msg":"trace[1982917985] range","detail":"{range_begin:/registry/replicasets/openstack/horizon-76d7f646d8; range_end:; response_count:1; response_revision:27341; }","duration":"148.849858ms","start":"2026-03-31T21:24:19.484256Z","end":"2026-03-31T21:24:19.633106Z","steps":["trace[1982917985] 'agreement among raft nodes before linearized reading' (duration: 148.730335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.633185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.6703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-31T21:24:19.633231Z","caller":"traceutil/trace.go:171","msg":"trace[1735983572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27341; }","duration":"115.783094ms","start":"2026-03-31T21:24:19.517434Z","end":"2026-03-31T21:24:19.633217Z","steps":["trace[1735983572] 'agreement among raft nodes before linearized reading' (duration: 115.598548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:19.633214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.252662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-31T21:24:19.633275Z","caller":"traceutil/trace.go:171","msg":"trace[512494996] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:27341; }","duration":"152.367006ms","start":"2026-03-31T21:24:19.480892Z","end":"2026-03-31T21:24:19.633259Z","steps":["trace[512494996] 'agreement among raft nodes before linearized reading' (duration: 152.19135ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:34.057556Z","caller":"traceutil/trace.go:171","msg":"trace[1802075295] linearizableReadLoop","detail":"{readStateIndex:28364; appliedIndex:28363; }","duration":"196.151877ms","start":"2026-03-31T21:24:33.861374Z","end":"2026-03-31T21:24:34.057526Z","steps":["trace[1802075295] 'read index received' (duration: 180.043651ms)","trace[1802075295] 'applied index is now lower than readState.Index' (duration: 16.106766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:24:34.057648Z","caller":"traceutil/trace.go:171","msg":"trace[1163541018] transaction","detail":"{read_only:false; response_revision:27492; number_of_response:1; }","duration":"252.457345ms","start":"2026-03-31T21:24:33.805166Z","end":"2026-03-31T21:24:34.057623Z","steps":["trace[1163541018] 'process raft request' (duration: 236.116593ms)","trace[1163541018] 'compare' (duration: 16.110595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T21:24:34.05795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.565428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-31T21:24:34.058071Z","caller":"traceutil/trace.go:171","msg":"trace[1030950362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27492; }","duration":"196.734333ms","start":"2026-03-31T21:24:33.861317Z","end":"2026-03-31T21:24:34.058052Z","steps":["trace[1030950362] 'agreement among raft nodes before linearized reading' (duration: 196.316732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:44.8729Z","caller":"traceutil/trace.go:171","msg":"trace[77605299] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"151.786569ms","start":"2026-03-31T21:24:44.721092Z","end":"2026-03-31T21:24:44.872878Z","steps":["trace[77605299] 'process raft request' (duration: 151.667066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T21:24:45.039364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.127721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-31T21:24:45.039441Z","caller":"traceutil/trace.go:171","msg":"trace[595140188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27579; }","duration":"130.246594ms","start":"2026-03-31T21:24:44.909178Z","end":"2026-03-31T21:24:45.039424Z","steps":["trace[595140188] 'range keys from in-memory index tree' (duration: 130.041118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:24:45.6676Z","caller":"traceutil/trace.go:171","msg":"trace[1816835834] transaction","detail":"{read_only:false; response_revision:27584; number_of_response:1; }","duration":"105.215681ms","start":"2026-03-31T21:24:45.562352Z","end":"2026-03-31T21:24:45.667568Z","steps":["trace[1816835834] 'process raft request' (duration: 67.702763ms)","trace[1816835834] 'compare' (duration: 37.282952ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T21:27:13.959064Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26125} {"level":"info","ts":"2026-03-31T21:27:14.129844Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26125,"took":"163.858848ms","hash":1919515220,"current-db-size-bytes":62431232,"current-db-size":"62 MB","current-db-size-in-use-bytes":34500608,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-31T21:27:14.129928Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1919515220,"revision":26125,"compact-revision":23130} {"level":"info","ts":"2026-03-31T21:27:47.806593Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:27:47.810733Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-31T21:27:47.810815Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-31T21:32:13.965586Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28836} {"level":"info","ts":"2026-03-31T21:32:14.106852Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28836,"took":"138.411364ms","hash":2191213937,"current-db-size-bytes":62431232,"current-db-size":"62 MB","current-db-size-in-use-bytes":30208000,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:32:14.106916Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2191213937,"revision":28836,"compact-revision":26125} {"level":"info","ts":"2026-03-31T21:37:13.971542Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31060} {"level":"info","ts":"2026-03-31T21:37:14.097236Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31060,"took":"121.16337ms","hash":130640694,"current-db-size-bytes":62431232,"current-db-size":"62 MB","current-db-size-in-use-bytes":30183424,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T21:37:14.097313Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":130640694,"revision":31060,"compact-revision":28836} {"level":"info","ts":"2026-03-31T21:42:13.978115Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33332} {"level":"info","ts":"2026-03-31T21:42:14.120958Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33332,"took":"138.045689ms","hash":1252168833,"current-db-size-bytes":63897600,"current-db-size":"64 MB","current-db-size-in-use-bytes":31629312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T21:42:14.121027Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1252168833,"revision":33332,"compact-revision":31060} {"level":"info","ts":"2026-03-31T21:42:36.232739Z","caller":"traceutil/trace.go:171","msg":"trace[480627133] transaction","detail":"{read_only:false; response_revision:35788; number_of_response:1; }","duration":"219.717034ms","start":"2026-03-31T21:42:36.013004Z","end":"2026-03-31T21:42:36.232721Z","steps":["trace[480627133] 'process raft request' (duration: 219.600861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T21:47:13.983862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35626} {"level":"info","ts":"2026-03-31T21:47:14.124122Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35626,"took":"135.643061ms","hash":837897909,"current-db-size-bytes":65617920,"current-db-size":"66 MB","current-db-size-in-use-bytes":31776768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-31T21:47:14.124197Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":837897909,"revision":35626,"compact-revision":33332} {"level":"info","ts":"2026-03-31T21:49:15.740278Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b6478f0ac5aeb8e1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T21:49:15.746555Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-31T21:49:15.746718Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-31T21:52:13.991137Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37857} {"level":"info","ts":"2026-03-31T21:52:14.104056Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37857,"took":"109.027522ms","hash":1992719011,"current-db-size-bytes":65617920,"current-db-size":"66 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-31T21:52:14.104125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1992719011,"revision":37857,"compact-revision":35626}